[ 580.759593] env[68831]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68831) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 580.760024] env[68831]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68831) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 580.760244] env[68831]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68831) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 580.760973] env[68831]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 580.872284] env[68831]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68831) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 580.893557] env[68831]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.021s {{(pid=68831) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 580.942633] env[68831]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 581.507845] env[68831]: INFO nova.virt.driver [None req-486436b5-057e-44f9-8b1b-ebcd25367b24 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 581.577234] env[68831]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.577387] env[68831]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.577513] env[68831]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68831) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 584.465203] env[68831]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-6a0a8bec-51fe-46c8-95a5-eccd559623cb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.481333] env[68831]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68831) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 584.481492] env[68831]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-736d3ea6-4e7d-4e11-9e3c-953693416129 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.516478] env[68831]: INFO oslo_vmware.api [-] Successfully established new session; session ID is f5d42. [ 584.516609] env[68831]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.939s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.517166] env[68831]: INFO nova.virt.vmwareapi.driver [None req-486436b5-057e-44f9-8b1b-ebcd25367b24 None None] VMware vCenter version: 7.0.3 [ 584.520581] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c29f99-9037-482e-857a-e26301e9d0e0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.537918] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cbd32d-5c57-491e-9bbc-975914c2f82d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.543667] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b6cc7c-b4f4-4e4b-b408-4ad09d7d3c18 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.550083] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc92a0fb-8a80-4614-a175-896744e5f91f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.563012] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eed00f2-4622-493d-a9d6-163ce4e2d295 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.568920] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c00899-6f1b-467f-8667-f73654601c9c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.598470] env[68831]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-3b2e6be1-a341-410a-9744-d07568f18c6d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.603597] env[68831]: DEBUG nova.virt.vmwareapi.driver [None req-486436b5-057e-44f9-8b1b-ebcd25367b24 None None] Extension org.openstack.compute already exists. {{(pid=68831) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 584.606265] env[68831]: INFO nova.compute.provider_config [None req-486436b5-057e-44f9-8b1b-ebcd25367b24 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 585.110134] env[68831]: DEBUG nova.context [None req-486436b5-057e-44f9-8b1b-ebcd25367b24 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),45772012-2e49-4493-a66f-84f4b3140105(cell1) {{(pid=68831) load_cells /opt/stack/nova/nova/context.py:464}} [ 585.112197] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.112442] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.113157] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.113585] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] Acquiring lock "45772012-2e49-4493-a66f-84f4b3140105" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.113776] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] Lock "45772012-2e49-4493-a66f-84f4b3140105" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.114792] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] Lock "45772012-2e49-4493-a66f-84f4b3140105" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.134754] env[68831]: INFO dbcounter [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] Registered counter for database nova_cell0 [ 585.142649] env[68831]: INFO dbcounter [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] Registered counter for database nova_cell1 [ 585.146057] env[68831]: DEBUG oslo_db.sqlalchemy.engines [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68831) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 585.146676] env[68831]: DEBUG oslo_db.sqlalchemy.engines [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68831) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 585.151275] env[68831]: ERROR nova.db.main.api [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 585.151275] env[68831]: result = function(*args, **kwargs) [ 585.151275] env[68831]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 585.151275] env[68831]: return func(*args, **kwargs) [ 585.151275] env[68831]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 585.151275] env[68831]: result = fn(*args, **kwargs) [ 585.151275] env[68831]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 585.151275] env[68831]: return f(*args, **kwargs) [ 585.151275] env[68831]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 585.151275] env[68831]: return db.service_get_minimum_version(context, binaries) [ 585.151275] env[68831]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 585.151275] env[68831]: _check_db_access() [ 585.151275] env[68831]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 585.151275] env[68831]: stacktrace = ''.join(traceback.format_stack()) [ 585.151275] env[68831]: [ 585.151996] env[68831]: ERROR nova.db.main.api [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 585.151996] env[68831]: result = function(*args, **kwargs) [ 585.151996] env[68831]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 585.151996] env[68831]: return func(*args, **kwargs) [ 585.151996] env[68831]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 585.151996] env[68831]: result = fn(*args, **kwargs) [ 585.151996] env[68831]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 585.151996] env[68831]: return f(*args, **kwargs) [ 585.151996] env[68831]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 585.151996] env[68831]: return db.service_get_minimum_version(context, binaries) [ 585.151996] env[68831]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 585.151996] env[68831]: _check_db_access() [ 585.151996] env[68831]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 585.151996] env[68831]: stacktrace = ''.join(traceback.format_stack()) [ 585.151996] env[68831]: [ 585.152463] env[68831]: WARNING nova.objects.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 585.152527] env[68831]: WARNING nova.objects.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] Failed to get minimum service version for cell 45772012-2e49-4493-a66f-84f4b3140105 [ 585.152953] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] Acquiring lock "singleton_lock" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.153131] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] Acquired lock "singleton_lock" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.153374] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] Releasing lock "singleton_lock" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.153695] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] Full set of CONF: {{(pid=68831) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 585.153837] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ******************************************************************************** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 585.153965] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] Configuration options gathered from: {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 585.154114] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 585.154312] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 585.154443] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ================================================================================ {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 585.154653] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] allow_resize_to_same_host = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.154823] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] arq_binding_timeout = 300 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.154955] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] backdoor_port = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.155101] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] backdoor_socket = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.155271] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] block_device_allocate_retries = 60 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.155438] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] block_device_allocate_retries_interval = 3 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.155599] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cert = self.pem {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.155767] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.155940] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] compute_monitors = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.156132] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] config_dir = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.156310] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] config_drive_format = iso9660 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.156448] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.156615] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] config_source = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.156785] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] console_host = devstack {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.156951] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] control_exchange = nova {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.157126] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cpu_allocation_ratio = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.157286] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] daemon = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.157455] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] debug = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.157612] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] default_access_ip_network_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.157779] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] default_availability_zone = nova {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.157936] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] default_ephemeral_format = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.158129] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] default_green_pool_size = 1000 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.158381] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.158551] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] default_schedule_zone = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.158710] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] disk_allocation_ratio = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.158870] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] enable_new_services = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.159064] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] enabled_apis = ['osapi_compute'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.159238] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] enabled_ssl_apis = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.159405] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] flat_injected = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.159567] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] force_config_drive = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.159726] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] force_raw_images = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.159896] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] graceful_shutdown_timeout = 5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.160076] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] heal_instance_info_cache_interval = -1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.160312] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] host = cpu-1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.160501] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.160664] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.160824] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.161050] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.161225] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] instance_build_timeout = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.161391] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] instance_delete_interval = 300 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.161561] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] instance_format = [instance: %(uuid)s] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.161729] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] instance_name_template = instance-%08x {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.161918] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] instance_usage_audit = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.162071] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] instance_usage_audit_period = month {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.162245] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.162417] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.162582] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] internal_service_availability_zone = internal {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.162739] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] key = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.162900] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] live_migration_retry_count = 30 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.163086] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] log_color = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.163258] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] log_config_append = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.163427] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.163589] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] log_dir = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.163751] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] log_file = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.163884] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] log_options = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.164100] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] log_rotate_interval = 1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.164312] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] log_rotate_interval_type = days {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.164521] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] log_rotation_type = none {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.164674] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.164808] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.165029] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.165229] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.165365] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.165533] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] long_rpc_timeout = 1800 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.165693] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] max_concurrent_builds = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.165853] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] max_concurrent_live_migrations = 1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.166025] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] max_concurrent_snapshots = 5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.166191] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] max_local_block_devices = 3 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.166353] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] max_logfile_count = 30 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.166512] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] max_logfile_size_mb = 200 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.166673] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] maximum_instance_delete_attempts = 5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.166843] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] metadata_listen = 0.0.0.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.167018] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] metadata_listen_port = 8775 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.167192] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] metadata_workers = 2 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.167356] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] migrate_max_retries = -1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.167527] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] mkisofs_cmd = genisoimage {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.167738] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.167875] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] my_ip = 10.180.1.21 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.168099] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.168297] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] network_allocate_retries = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.168507] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.168683] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.168851] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] osapi_compute_listen_port = 8774 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.169037] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] osapi_compute_unique_server_name_scope = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.169220] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] osapi_compute_workers = 2 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.169386] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] password_length = 12 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.169548] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] periodic_enable = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.169707] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] periodic_fuzzy_delay = 60 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.169878] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] pointer_model = usbtablet {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.170056] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] preallocate_images = none {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.170224] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] publish_errors = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.170358] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] pybasedir = /opt/stack/nova {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.170518] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ram_allocation_ratio = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.170680] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] rate_limit_burst = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.170852] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] rate_limit_except_level = CRITICAL {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.171017] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] rate_limit_interval = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.171187] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] reboot_timeout = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.171354] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] reclaim_instance_interval = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.171511] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] record = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.171680] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] reimage_timeout_per_gb = 60 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.171847] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] report_interval = 120 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.172029] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] rescue_timeout = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.172203] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] reserved_host_cpus = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.172362] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] reserved_host_disk_mb = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.172521] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] reserved_host_memory_mb = 512 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.172683] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] reserved_huge_pages = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.172846] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] resize_confirm_window = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.173012] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] resize_fs_using_block_device = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.173182] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] resume_guests_state_on_host_boot = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.173354] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.173516] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] rpc_response_timeout = 60 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.173678] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] run_external_periodic_tasks = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.173847] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] running_deleted_instance_action = reap {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.174012] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.174183] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] running_deleted_instance_timeout = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.174343] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] scheduler_instance_sync_interval = 120 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.174510] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] service_down_time = 720 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.174678] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] servicegroup_driver = db {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.174837] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] shell_completion = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.174999] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] shelved_offload_time = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.175176] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] shelved_poll_interval = 3600 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.175348] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] shutdown_timeout = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.175509] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] source_is_ipv6 = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.175667] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ssl_only = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.175922] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.176107] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] sync_power_state_interval = 600 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.176273] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] sync_power_state_pool_size = 1000 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.176445] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] syslog_log_facility = LOG_USER {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.176604] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] tempdir = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.176765] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] timeout_nbd = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.176932] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] transport_url = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.177107] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] update_resources_interval = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.177271] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] use_cow_images = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.177430] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] use_journal = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.177587] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] use_json = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.177744] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] use_rootwrap_daemon = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.177905] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] use_stderr = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.178077] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] use_syslog = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.178239] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vcpu_pin_set = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.178411] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vif_plugging_is_fatal = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.178578] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vif_plugging_timeout = 300 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.178742] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] virt_mkfs = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.178901] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] volume_usage_poll_interval = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.179124] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] watch_log_file = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.179322] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] web = /usr/share/spice-html5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.179516] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.179688] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.179856] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.180039] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_concurrency.disable_process_locking = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.622866] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.623286] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.623334] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.623495] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.623680] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.623856] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.624062] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.auth_strategy = keystone {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.624246] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.compute_link_prefix = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.624435] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.624732] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.dhcp_domain = novalocal {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.624947] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.enable_instance_password = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.625141] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.glance_link_prefix = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.625318] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.625499] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.625668] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.instance_list_per_project_cells = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.625835] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.list_records_by_skipping_down_cells = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.626012] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.local_metadata_per_cell = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.626198] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.max_limit = 1000 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.626374] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.metadata_cache_expiration = 15 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.626552] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.neutron_default_tenant_id = default {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.626728] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.response_validation = warn {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.626904] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.use_neutron_default_nets = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.627093] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.627262] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.627434] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.627611] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.627791] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.vendordata_dynamic_targets = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.627961] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.vendordata_jsonfile_path = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.628168] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.628379] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.backend = dogpile.cache.memcached {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.628557] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.backend_argument = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.628725] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.backend_expiration_time = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.628904] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.config_prefix = cache.oslo {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.629096] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.dead_timeout = 60.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.629270] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.debug_cache_backend = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.629444] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.enable_retry_client = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.629612] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.enable_socket_keepalive = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.629792] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.enabled = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.629961] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.enforce_fips_mode = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.630176] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.expiration_time = 600 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.630358] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.hashclient_retry_attempts = 2 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.630535] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.630703] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.memcache_dead_retry = 300 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.630868] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.memcache_password = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.631049] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.631226] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.631398] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.memcache_pool_maxsize = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.631562] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.631729] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.memcache_sasl_enabled = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.632206] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.632206] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.632290] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.memcache_username = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.632454] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.proxies = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.632627] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.redis_db = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.632791] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.redis_password = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.632966] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.633177] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.633349] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.redis_server = localhost:6379 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.633521] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.redis_socket_timeout = 1.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.633685] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.redis_username = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.633852] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.retry_attempts = 2 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.634034] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.retry_delay = 0.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.634211] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.socket_keepalive_count = 1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.634380] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.socket_keepalive_idle = 1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.634568] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.socket_keepalive_interval = 1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.634744] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.tls_allowed_ciphers = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.634910] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.tls_cafile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.635089] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.tls_certfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.635261] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.tls_enabled = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.635427] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cache.tls_keyfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.635604] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cinder.auth_section = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.635786] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cinder.auth_type = password {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.635967] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cinder.cafile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.636181] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.636353] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cinder.certfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.636528] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cinder.collect_timing = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.636696] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cinder.cross_az_attach = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.636863] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cinder.debug = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.637039] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cinder.endpoint_template = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.637214] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cinder.http_retries = 3 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.637384] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cinder.insecure = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.637547] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cinder.keyfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.637722] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cinder.os_region_name = RegionOne {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.637890] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cinder.split_loggers = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.638454] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cinder.timeout = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.638454] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.638454] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] compute.cpu_dedicated_set = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.638609] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] compute.cpu_shared_set = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.638727] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] compute.image_type_exclude_list = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.638894] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.639103] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.639279] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.639451] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.639622] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.639788] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] compute.resource_provider_association_refresh = 300 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.639954] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.640160] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] compute.shutdown_retry_interval = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.640361] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.640558] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] conductor.workers = 2 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.640732] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] console.allowed_origins = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.640901] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] console.ssl_ciphers = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.641090] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] console.ssl_minimum_version = default {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.641270] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] consoleauth.enforce_session_timeout = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.641449] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] consoleauth.token_ttl = 600 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.641624] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.cafile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.641790] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.certfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.641955] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.collect_timing = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.642159] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.connect_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.642328] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.connect_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.642500] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.endpoint_override = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.642667] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.insecure = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.642830] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.keyfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.642994] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.max_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.643176] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.min_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.643342] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.region_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.643507] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.retriable_status_codes = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.643671] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.service_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.643847] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.service_type = accelerator {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.644024] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.split_loggers = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.644198] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.status_code_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.644362] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.status_code_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.644544] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.timeout = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.644746] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.644917] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] cyborg.version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.645109] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.asyncio_connection = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.645280] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.asyncio_slave_connection = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.645464] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.backend = sqlalchemy {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.645641] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.connection = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.645812] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.connection_debug = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.645987] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.connection_parameters = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.646173] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.connection_recycle_time = 3600 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.646342] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.connection_trace = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.646508] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.db_inc_retry_interval = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.646676] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.db_max_retries = 20 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.646843] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.db_max_retry_interval = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.647015] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.db_retry_interval = 1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.647200] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.max_overflow = 50 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.647365] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.max_pool_size = 5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.647530] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.max_retries = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.647704] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.647867] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.mysql_wsrep_sync_wait = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.648044] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.pool_timeout = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.648219] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.retry_interval = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.648384] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.slave_connection = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.648551] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.sqlite_synchronous = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.648717] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] database.use_db_reconnect = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.648890] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.asyncio_connection = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.649066] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.asyncio_slave_connection = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.649247] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.backend = sqlalchemy {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.649423] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.connection = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.649591] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.connection_debug = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.649764] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.connection_parameters = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.649931] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.connection_recycle_time = 3600 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.650133] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.connection_trace = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.650316] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.db_inc_retry_interval = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.650488] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.db_max_retries = 20 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.650653] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.db_max_retry_interval = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.650821] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.db_retry_interval = 1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.650989] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.max_overflow = 50 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.651175] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.max_pool_size = 5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.651344] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.max_retries = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.651518] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.651683] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.651846] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.pool_timeout = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.652019] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.retry_interval = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.652214] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.slave_connection = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.652397] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] api_database.sqlite_synchronous = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.652582] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] devices.enabled_mdev_types = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.652768] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.652947] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.653133] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ephemeral_storage_encryption.enabled = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.653303] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.653480] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.api_servers = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.653648] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.cafile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.653813] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.certfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.653980] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.collect_timing = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.654160] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.connect_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.654324] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.connect_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.654506] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.debug = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.654693] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.default_trusted_certificate_ids = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.654862] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.enable_certificate_validation = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.655046] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.enable_rbd_download = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.655218] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.endpoint_override = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.655395] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.insecure = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.655562] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.keyfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.655724] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.max_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.655884] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.min_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.656060] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.num_retries = 3 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.656241] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.rbd_ceph_conf = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.656408] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.rbd_connect_timeout = 5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.656581] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.rbd_pool = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.656753] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.rbd_user = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.656925] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.region_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.657102] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.retriable_status_codes = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.657271] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.service_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.657447] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.service_type = image {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.657610] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.split_loggers = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.657773] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.status_code_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.657933] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.status_code_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.658111] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.timeout = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.658301] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.658471] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.verify_glance_signatures = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.658635] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] glance.version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.658808] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] guestfs.debug = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.658981] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.auth_section = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.659165] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.auth_type = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.659333] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.cafile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.659495] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.certfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.659663] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.collect_timing = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.659825] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.connect_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.659987] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.connect_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.660212] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.endpoint_override = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.660397] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.insecure = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.660564] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.keyfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.660742] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.max_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.660888] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.min_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.661062] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.region_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.661231] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.retriable_status_codes = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.661404] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.service_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.661568] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.service_type = shared-file-system {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.661737] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.share_apply_policy_timeout = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.661903] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.split_loggers = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.662081] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.status_code_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.662278] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.status_code_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.662446] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.timeout = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.662637] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.662803] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] manila.version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.662975] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] mks.enabled = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.663372] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.663565] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] image_cache.manager_interval = 2400 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.663738] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] image_cache.precache_concurrency = 1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.663913] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] image_cache.remove_unused_base_images = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.664101] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.664280] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.664466] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] image_cache.subdirectory_name = _base {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.664649] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.api_max_retries = 60 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.664820] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.api_retry_interval = 2 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.664987] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.auth_section = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.665172] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.auth_type = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.665341] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.cafile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.665504] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.certfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.665668] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.collect_timing = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.665835] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.conductor_group = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.665998] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.connect_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.666177] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.connect_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.666365] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.endpoint_override = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.666639] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.insecure = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.666918] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.keyfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.667222] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.max_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.667508] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.min_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.667818] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.peer_list = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.668046] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.region_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.668232] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.retriable_status_codes = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.668412] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.serial_console_state_timeout = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.668582] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.service_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.668760] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.service_type = baremetal {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.668935] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.shard = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.669120] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.split_loggers = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.669292] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.status_code_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.669458] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.status_code_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.669624] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.timeout = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.669813] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.669980] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ironic.version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.670214] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.670403] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] key_manager.fixed_key = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.670595] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.670765] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.barbican_api_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.670934] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.barbican_endpoint = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.671124] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.barbican_endpoint_type = public {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.671294] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.barbican_region_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.671463] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.cafile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.671628] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.certfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.671798] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.collect_timing = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.671968] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.insecure = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.672187] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.keyfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.672352] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.number_of_retries = 60 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.672526] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.retry_delay = 1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.672698] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.send_service_user_token = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.672869] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.split_loggers = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.673047] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.timeout = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.673244] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.verify_ssl = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.673422] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican.verify_ssl_path = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.673597] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican_service_user.auth_section = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.673766] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican_service_user.auth_type = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.673932] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican_service_user.cafile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.674118] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican_service_user.certfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.674292] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican_service_user.collect_timing = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.674459] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican_service_user.insecure = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.674623] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican_service_user.keyfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.674788] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican_service_user.split_loggers = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.674951] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] barbican_service_user.timeout = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.675138] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vault.approle_role_id = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.675306] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vault.approle_secret_id = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.675481] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vault.kv_mountpoint = secret {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.675645] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vault.kv_path = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.675812] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vault.kv_version = 2 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.675977] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vault.namespace = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.676156] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vault.root_token_id = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.676323] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vault.ssl_ca_crt_file = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.676493] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vault.timeout = 60.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.676660] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vault.use_ssl = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.676833] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.677013] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.cafile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.677191] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.certfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.677362] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.collect_timing = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.677567] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.connect_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.677685] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.connect_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.677846] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.endpoint_override = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.678037] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.insecure = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.678213] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.keyfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.678378] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.max_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.678540] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.min_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.678705] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.region_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.678872] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.retriable_status_codes = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.679047] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.service_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.679228] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.service_type = identity {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.679397] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.split_loggers = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.679611] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.status_code_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.679811] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.status_code_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.679981] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.timeout = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.680191] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.680363] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] keystone.version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.680563] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.ceph_mount_options = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.680892] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.681097] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.connection_uri = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.681278] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.cpu_mode = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.681455] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.681634] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.cpu_models = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.681814] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.cpu_power_governor_high = performance {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.681989] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.682195] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.cpu_power_management = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.682386] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.682563] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.device_detach_attempts = 8 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.682736] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.device_detach_timeout = 20 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.682910] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.disk_cachemodes = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.683089] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.disk_prefix = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.683266] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.enabled_perf_events = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.683436] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.file_backed_memory = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.683607] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.gid_maps = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.683769] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.hw_disk_discard = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.683930] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.hw_machine_type = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.684116] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.images_rbd_ceph_conf = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.684289] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.684457] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.684631] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.images_rbd_glance_store_name = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.684806] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.images_rbd_pool = rbd {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.684979] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.images_type = default {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.685160] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.images_volume_group = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.685330] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.inject_key = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.685496] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.inject_partition = -2 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.685660] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.inject_password = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.685827] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.iscsi_iface = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.685992] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.iser_use_multipath = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.686173] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.686340] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.686507] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.live_migration_downtime = 500 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.686670] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.686832] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.686995] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.live_migration_inbound_addr = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.687174] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.687339] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.687501] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.live_migration_scheme = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.687674] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.live_migration_timeout_action = abort {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.687840] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.live_migration_tunnelled = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.688008] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.live_migration_uri = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.688182] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.live_migration_with_native_tls = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.688346] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.max_queues = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.688511] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.688859] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.689052] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.nfs_mount_options = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.689373] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.689560] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.689735] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.689904] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.690113] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.690304] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.num_pcie_ports = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.690480] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.690653] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.pmem_namespaces = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.690821] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.quobyte_client_cfg = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.691132] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.691319] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.691492] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.691659] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.691824] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.rbd_secret_uuid = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.691987] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.rbd_user = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.692195] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.692380] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.692547] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.rescue_image_id = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.692709] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.rescue_kernel_id = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.692872] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.rescue_ramdisk_id = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.693057] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.693228] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.rx_queue_size = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.693421] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.smbfs_mount_options = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.693715] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.693897] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.snapshot_compression = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.694086] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.snapshot_image_format = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.694321] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.694496] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.sparse_logical_volumes = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.694668] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.swtpm_enabled = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.694845] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.swtpm_group = tss {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.695045] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.swtpm_user = tss {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.695247] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.sysinfo_serial = unique {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.695423] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.tb_cache_size = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.695589] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.tx_queue_size = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.695759] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.uid_maps = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.695930] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.use_virtio_for_bridges = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.696126] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.virt_type = kvm {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.696306] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.volume_clear = zero {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.696477] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.volume_clear_size = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.696649] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.volume_use_multipath = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.696815] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.vzstorage_cache_path = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.696991] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.697184] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.697358] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.697534] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.697839] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.698045] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.vzstorage_mount_user = stack {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.698225] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.698409] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.auth_section = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.698589] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.auth_type = password {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.698755] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.cafile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.698921] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.certfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.699102] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.collect_timing = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.699273] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.connect_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.699444] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.connect_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.699620] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.default_floating_pool = public {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.699786] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.endpoint_override = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.699953] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.extension_sync_interval = 600 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.700166] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.http_retries = 3 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.700361] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.insecure = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.700535] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.keyfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.700702] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.max_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.700881] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.701058] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.min_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.701242] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.ovs_bridge = br-int {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.701417] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.physnets = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.701594] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.region_name = RegionOne {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.701762] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.retriable_status_codes = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.701940] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.service_metadata_proxy = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.702122] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.service_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.702331] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.service_type = network {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.702510] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.split_loggers = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.702675] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.status_code_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.702838] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.status_code_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.703007] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.timeout = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.703206] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.703372] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] neutron.version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.703550] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] notifications.bdms_in_notifications = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.703732] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] notifications.default_level = INFO {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.703914] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] notifications.include_share_mapping = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.704117] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] notifications.notification_format = unversioned {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.704291] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] notifications.notify_on_state_change = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.704474] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.704656] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] pci.alias = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.704834] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] pci.device_spec = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.705016] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] pci.report_in_placement = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.705200] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.auth_section = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.705377] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.auth_type = password {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.705550] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.705716] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.cafile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.705878] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.certfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.706056] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.collect_timing = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.706225] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.connect_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.706390] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.connect_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.706550] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.default_domain_id = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.706711] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.default_domain_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.706872] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.domain_id = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.707043] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.domain_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.707211] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.endpoint_override = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.707378] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.insecure = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.707538] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.keyfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.707697] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.max_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.707856] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.min_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.708035] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.password = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.708206] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.project_domain_id = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.708380] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.project_domain_name = Default {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.708550] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.project_id = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.708727] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.project_name = service {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.708899] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.region_name = RegionOne {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.709079] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.retriable_status_codes = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.709249] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.service_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.709430] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.service_type = placement {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.709597] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.split_loggers = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.709759] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.status_code_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.709923] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.status_code_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.710105] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.system_scope = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.710265] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.timeout = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.710427] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.trust_id = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.710588] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.user_domain_id = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.710764] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.user_domain_name = Default {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.710929] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.user_id = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.711121] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.username = nova {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.711314] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.711481] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] placement.version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.711670] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] quota.cores = 20 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.711838] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] quota.count_usage_from_placement = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.712020] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.712218] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] quota.injected_file_content_bytes = 10240 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.712377] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] quota.injected_file_path_length = 255 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.712546] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] quota.injected_files = 5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.712716] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] quota.instances = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.712886] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] quota.key_pairs = 100 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.713067] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] quota.metadata_items = 128 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.713244] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] quota.ram = 51200 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.713414] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] quota.recheck_quota = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.713586] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] quota.server_group_members = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.713754] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] quota.server_groups = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.713968] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.714164] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] quota.unified_limits_resource_strategy = require {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.714347] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.714516] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.714681] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] scheduler.image_metadata_prefilter = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.714846] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.715022] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] scheduler.max_attempts = 3 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.715194] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] scheduler.max_placement_results = 1000 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.715361] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.715523] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.715686] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.715861] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] scheduler.workers = 2 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.716057] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.716240] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.716424] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.716597] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.716765] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.716931] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.717111] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.717306] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.717479] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.host_subset_size = 1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.717646] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.717809] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.717974] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.718154] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.718328] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.isolated_hosts = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.718507] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.isolated_images = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.718673] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.718837] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.719006] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.719182] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.pci_in_placement = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.719352] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.719516] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.719679] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.719843] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.720014] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.720195] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.720358] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.track_instance_changes = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.720538] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.720711] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] metrics.required = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.720876] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] metrics.weight_multiplier = 1.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.721056] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.721229] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] metrics.weight_setting = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.721556] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.721737] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] serial_console.enabled = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.721917] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] serial_console.port_range = 10000:20000 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.722113] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.722294] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.722468] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] serial_console.serialproxy_port = 6083 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.722641] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] service_user.auth_section = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.722819] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] service_user.auth_type = password {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.722985] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] service_user.cafile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.723166] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] service_user.certfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.723336] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] service_user.collect_timing = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.723502] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] service_user.insecure = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.723666] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] service_user.keyfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.723843] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] service_user.send_service_user_token = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.724013] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] service_user.split_loggers = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.724182] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] service_user.timeout = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.724358] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] spice.agent_enabled = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.724524] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] spice.enabled = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.724833] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.725054] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.725235] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] spice.html5proxy_port = 6082 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.725405] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] spice.image_compression = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.725567] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] spice.jpeg_compression = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.725731] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] spice.playback_compression = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.725896] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] spice.require_secure = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.726083] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] spice.server_listen = 127.0.0.1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.726262] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.726428] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] spice.streaming_mode = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.726589] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] spice.zlib_compression = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.726759] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] upgrade_levels.baseapi = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.726938] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] upgrade_levels.compute = auto {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.727115] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] upgrade_levels.conductor = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.727282] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] upgrade_levels.scheduler = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.727454] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.727619] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.727782] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vendordata_dynamic_auth.cafile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.727944] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vendordata_dynamic_auth.certfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.728125] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.728290] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vendordata_dynamic_auth.insecure = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.728457] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.728622] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.728784] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vendordata_dynamic_auth.timeout = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.728959] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.api_retry_count = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.729138] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.ca_file = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.729314] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.729490] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.cluster_name = testcl1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.729660] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.connection_pool_size = 10 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.729822] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.console_delay_seconds = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.729994] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.datastore_regex = ^datastore.* {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.730233] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.730415] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.host_password = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.730585] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.host_port = 443 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.730760] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.host_username = administrator@vsphere.local {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.730935] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.insecure = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.731126] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.integration_bridge = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.731299] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.maximum_objects = 100 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.731467] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.pbm_default_policy = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.731634] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.pbm_enabled = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.731798] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.pbm_wsdl_location = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.731971] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.732169] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.serial_port_proxy_uri = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.732312] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.serial_port_service_uri = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.732486] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.task_poll_interval = 0.5 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.732660] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.use_linked_clone = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.732834] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.vnc_keymap = en-us {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.733010] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.vnc_port = 5900 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.733185] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vmware.vnc_port_total = 10000 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.733380] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vnc.auth_schemes = ['none'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.733560] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vnc.enabled = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.733856] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.734057] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.734239] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vnc.novncproxy_port = 6080 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.734435] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vnc.server_listen = 127.0.0.1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.734622] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.734791] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vnc.vencrypt_ca_certs = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.734954] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vnc.vencrypt_client_cert = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.735133] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vnc.vencrypt_client_key = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.735317] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.735488] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.disable_deep_image_inspection = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.735654] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.735819] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.735984] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.736163] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.disable_rootwrap = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.736330] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.enable_numa_live_migration = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.736493] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.736654] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.736816] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.736978] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.libvirt_disable_apic = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.737155] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.737323] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.737485] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.737646] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.737810] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.737973] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.738150] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.738315] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.738477] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.738646] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.738832] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.739012] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] wsgi.client_socket_timeout = 900 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.739187] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] wsgi.default_pool_size = 1000 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.739359] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] wsgi.keep_alive = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.739527] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] wsgi.max_header_line = 16384 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.739693] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.739856] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] wsgi.ssl_ca_file = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.740037] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] wsgi.ssl_cert_file = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.740208] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] wsgi.ssl_key_file = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.740378] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] wsgi.tcp_keepidle = 600 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.740558] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.740730] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] zvm.ca_file = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.740893] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] zvm.cloud_connector_url = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.741344] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.741540] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] zvm.reachable_timeout = 300 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.741720] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.741905] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.742103] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] profiler.connection_string = messaging:// {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.742294] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] profiler.enabled = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.742471] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] profiler.es_doc_type = notification {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.742644] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] profiler.es_scroll_size = 10000 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.742820] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] profiler.es_scroll_time = 2m {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.742989] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] profiler.filter_error_trace = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.743188] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] profiler.hmac_keys = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.743360] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] profiler.sentinel_service_name = mymaster {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.743530] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] profiler.socket_timeout = 0.1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.743697] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] profiler.trace_requests = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.743862] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] profiler.trace_sqlalchemy = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.744064] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] profiler_jaeger.process_tags = {} {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.744238] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] profiler_jaeger.service_name_prefix = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.744411] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] profiler_otlp.service_name_prefix = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.744583] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] remote_debug.host = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.744751] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] remote_debug.port = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.744934] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.745116] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.745289] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.745457] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.745623] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.745788] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.745955] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.746144] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.746315] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.746490] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.746655] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.746829] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.747006] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.747185] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.747359] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.747533] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.747699] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.747864] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.748048] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.748220] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.748381] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.748554] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.748721] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.748887] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.749062] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.749231] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.749397] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.749559] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.749724] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.749887] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.750074] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.ssl = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.750257] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.750431] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.750598] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.750769] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.750940] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.751119] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.751313] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.751486] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_notifications.retry = -1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.751665] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.751839] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.752019] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.auth_section = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.752192] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.auth_type = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.752352] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.cafile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.752516] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.certfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.752681] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.collect_timing = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.752841] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.connect_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.753016] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.connect_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.753181] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.endpoint_id = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.753359] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.753522] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.endpoint_override = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.753683] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.endpoint_region_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.753844] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.endpoint_service_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.754010] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.endpoint_service_type = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.754186] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.insecure = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.754348] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.keyfile = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.754516] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.max_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.754670] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.min_version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.754832] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.region_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.754994] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.retriable_status_codes = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.755170] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.service_name = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.755334] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.service_type = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.755499] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.split_loggers = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.755660] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.status_code_retries = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.755820] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.status_code_retry_delay = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.755981] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.timeout = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.756159] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.valid_interfaces = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.756326] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_limit.version = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.756495] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_reports.file_event_handler = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.756663] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.756828] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] oslo_reports.log_dir = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.757010] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.757182] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.757347] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.757517] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.757683] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.757847] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.758029] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.758200] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vif_plug_ovs_privileged.group = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.758366] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.758536] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.758701] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.758862] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] vif_plug_ovs_privileged.user = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.759046] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.759235] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.759417] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.759594] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.759768] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.759945] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.760140] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.760309] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.760496] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.760674] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_vif_ovs.isolate_vif = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.760852] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.761034] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.761217] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.761392] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.761560] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] os_vif_ovs.per_port_bridge = False {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.761734] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] privsep_osbrick.capabilities = [21] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.761901] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] privsep_osbrick.group = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.762078] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] privsep_osbrick.helper_command = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.762258] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.762428] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.762592] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] privsep_osbrick.user = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.762769] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.762932] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] nova_sys_admin.group = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.763105] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] nova_sys_admin.helper_command = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.763280] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.763448] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.763607] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] nova_sys_admin.user = None {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.763740] env[68831]: DEBUG oslo_service.backend.eventlet.service [None req-c437caa5-faf2-4112-abb7-01090c330a49 None None] ******************************************************************************** {{(pid=68831) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 585.764179] env[68831]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 586.267868] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Getting list of instances from cluster (obj){ [ 586.267868] env[68831]: value = "domain-c8" [ 586.267868] env[68831]: _type = "ClusterComputeResource" [ 586.267868] env[68831]: } {{(pid=68831) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 586.268971] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f98a28-c99e-4559-bbfa-47cb85144d51 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.277864] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Got total of 0 instances {{(pid=68831) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 586.278450] env[68831]: WARNING nova.virt.vmwareapi.driver [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 586.278922] env[68831]: INFO nova.virt.node [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Generated node identity 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 [ 586.279250] env[68831]: INFO nova.virt.node [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Wrote node identity 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 to /opt/stack/data/n-cpu-1/compute_id [ 586.782258] env[68831]: WARNING nova.compute.manager [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Compute nodes ['4aec976f-6dcf-4c56-9110-7e4ed42dcfa2'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 587.787868] env[68831]: INFO nova.compute.manager [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 588.796074] env[68831]: WARNING nova.compute.manager [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 588.796074] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.796074] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.796074] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.796074] env[68831]: DEBUG nova.compute.resource_tracker [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68831) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 588.796074] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b2d288-3c4f-487d-ab0d-22b365416581 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.804722] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30124883-32d3-4ea0-ae85-5448e1f55849 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.818909] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6368f86-ed9b-4aca-a68a-34088bda62f3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.826173] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2bc292-fecf-4751-8e36-45cf4c09d7b7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.855255] env[68831]: DEBUG nova.compute.resource_tracker [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181090MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68831) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 588.855606] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.855954] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.363114] env[68831]: WARNING nova.compute.resource_tracker [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] No compute node record for cpu-1:4aec976f-6dcf-4c56-9110-7e4ed42dcfa2: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 could not be found. [ 589.866188] env[68831]: INFO nova.compute.resource_tracker [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 [ 591.379262] env[68831]: DEBUG nova.compute.resource_tracker [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 591.379652] env[68831]: DEBUG nova.compute.resource_tracker [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 591.579325] env[68831]: INFO nova.scheduler.client.report [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] [req-50e8abb0-e993-49e6-998c-8343a93b59a3] Created resource provider record via placement API for resource provider with UUID 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 591.601700] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b83820-d2df-4eb4-a133-bb0dc0801e26 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.609253] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6631c4-7b66-47c5-b028-feb96b2d4ff0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.638607] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7075eabf-e03b-42ef-bc78-3de1410c4913 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.645354] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67c84ca-b04f-4255-a5b0-1c2d809f9f38 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.657807] env[68831]: DEBUG nova.compute.provider_tree [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 592.194469] env[68831]: DEBUG nova.scheduler.client.report [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Updated inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 592.194723] env[68831]: DEBUG nova.compute.provider_tree [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 0 to 1 during operation: update_inventory {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 592.194848] env[68831]: DEBUG nova.compute.provider_tree [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 592.245883] env[68831]: DEBUG nova.compute.provider_tree [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 1 to 2 during operation: update_traits {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 592.750437] env[68831]: DEBUG nova.compute.resource_tracker [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 592.750437] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.894s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.750437] env[68831]: DEBUG nova.service [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Creating RPC server for service compute {{(pid=68831) start /opt/stack/nova/nova/service.py:186}} [ 592.765143] env[68831]: DEBUG nova.service [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] Join ServiceGroup membership for this service compute {{(pid=68831) start /opt/stack/nova/nova/service.py:203}} [ 592.765352] env[68831]: DEBUG nova.servicegroup.drivers.db [None req-bf7ee232-d480-407f-9236-76fb6aeaa534 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68831) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 615.767719] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.270875] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7a59a185-4126-4951-817d-27337712c253 None None] Getting list of instances from cluster (obj){ [ 616.270875] env[68831]: value = "domain-c8" [ 616.270875] env[68831]: _type = "ClusterComputeResource" [ 616.270875] env[68831]: } {{(pid=68831) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 616.272157] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce96129-d802-4837-84fa-89f49a2a3feb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.281710] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7a59a185-4126-4951-817d-27337712c253 None None] Got total of 0 instances {{(pid=68831) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 616.281924] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.282224] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7a59a185-4126-4951-817d-27337712c253 None None] Getting list of instances from cluster (obj){ [ 616.282224] env[68831]: value = "domain-c8" [ 616.282224] env[68831]: _type = "ClusterComputeResource" [ 616.282224] env[68831]: } {{(pid=68831) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 616.283082] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b878044-f691-45e0-8774-a2c9a32ddd47 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.290130] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7a59a185-4126-4951-817d-27337712c253 None None] Got total of 0 instances {{(pid=68831) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 636.514692] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquiring lock "3d615018-ab02-4f07-bc90-d13b44c09a5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.515059] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Lock "3d615018-ab02-4f07-bc90-d13b44c09a5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.019136] env[68831]: DEBUG nova.compute.manager [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.168606] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Acquiring lock "47027cae-3d2d-424e-8f73-38cd839ed5ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.168829] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Lock "47027cae-3d2d-424e-8f73-38cd839ed5ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.320627] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Acquiring lock "0603a8a3-d704-4ec2-9808-3fda6be1df72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.322024] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Lock "0603a8a3-d704-4ec2-9808-3fda6be1df72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.573105] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.573105] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.577398] env[68831]: INFO nova.compute.claims [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.636051] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "f7d50028-73ab-4348-a49e-ca153c854939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.636509] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "f7d50028-73ab-4348-a49e-ca153c854939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.672080] env[68831]: DEBUG nova.compute.manager [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.825401] env[68831]: DEBUG nova.compute.manager [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.062013] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Acquiring lock "48440713-7649-4947-8bf0-89bcfaec2a28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.062013] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Lock "48440713-7649-4947-8bf0-89bcfaec2a28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.140554] env[68831]: DEBUG nova.compute.manager [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.200687] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.349969] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.565537] env[68831]: DEBUG nova.compute.manager [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.669985] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.712445] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f311d4-0b28-4c68-8aaa-9c5eb54a1dfe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.720750] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee042c8-6f31-4918-9f5f-7c7a2d21cf89 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.754935] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c4ba4d-a036-4819-ad49-71e2e0ee459a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.766694] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e566ca-ff44-40d9-b9da-42348350e0d1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.782987] env[68831]: DEBUG nova.compute.provider_tree [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.922384] env[68831]: DEBUG oslo_concurrency.lockutils [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquiring lock "bcce1167-e77a-40a1-afcf-3a6d77789789" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.922622] env[68831]: DEBUG oslo_concurrency.lockutils [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Lock "bcce1167-e77a-40a1-afcf-3a6d77789789" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.106073] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.288340] env[68831]: DEBUG nova.scheduler.client.report [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.427729] env[68831]: DEBUG nova.compute.manager [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.795940] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.796573] env[68831]: DEBUG nova.compute.manager [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.799402] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.599s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.801529] env[68831]: INFO nova.compute.claims [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.969571] env[68831]: DEBUG oslo_concurrency.lockutils [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.307992] env[68831]: DEBUG nova.compute.utils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.309749] env[68831]: DEBUG nova.compute.manager [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.311339] env[68831]: DEBUG nova.network.neutron [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.607480] env[68831]: DEBUG nova.policy [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b72a2a51f714675b08e5e08d7e29ac8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8b342b08a454cb7899788c4df820698', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.818812] env[68831]: DEBUG nova.compute.manager [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.953951] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.957773] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.957773] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.957773] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.957773] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.957773] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.957773] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.958190] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68831) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 640.958190] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.973627] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02561480-f26f-4492-98ad-a69b53f28f52 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.982688] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710f242e-a9a5-48fd-95ae-286d1614947a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.025582] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f0c54f-3e08-4f26-ba78-697424c4f222 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.033785] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0b4ae8-ebb0-4af3-93ea-99f5f09e10d6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.049519] env[68831]: DEBUG nova.compute.provider_tree [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.461503] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.495920] env[68831]: DEBUG nova.network.neutron [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Successfully created port: 0f2ed645-859f-48bc-b0c1-79bfa28dcead {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.555154] env[68831]: DEBUG nova.scheduler.client.report [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.832585] env[68831]: DEBUG nova.compute.manager [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.914106] env[68831]: DEBUG nova.virt.hardware [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.915536] env[68831]: DEBUG nova.virt.hardware [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.915899] env[68831]: DEBUG nova.virt.hardware [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.916130] env[68831]: DEBUG nova.virt.hardware [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.916304] env[68831]: DEBUG nova.virt.hardware [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.916838] env[68831]: DEBUG nova.virt.hardware [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.916838] env[68831]: DEBUG nova.virt.hardware [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.916838] env[68831]: DEBUG nova.virt.hardware [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.917298] env[68831]: DEBUG nova.virt.hardware [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.917429] env[68831]: DEBUG nova.virt.hardware [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.917601] env[68831]: DEBUG nova.virt.hardware [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.919016] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6611dc-5c63-4e8d-a7fc-a931b4c78205 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.927895] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceecbe35-77a5-4088-a21b-920683df5915 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.951570] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebbf3fe-188a-463d-ac73-a155c2636c7a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.062974] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.063695] env[68831]: DEBUG nova.compute.manager [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.068304] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.719s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.070865] env[68831]: INFO nova.compute.claims [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.581314] env[68831]: DEBUG nova.compute.utils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.584216] env[68831]: DEBUG nova.compute.manager [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.584859] env[68831]: DEBUG nova.network.neutron [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.661067] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "b25fe864-0d1a-4818-810e-6e1cc8cbfe9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.661067] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "b25fe864-0d1a-4818-810e-6e1cc8cbfe9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.675956] env[68831]: DEBUG nova.policy [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a54ff5df6ee46278459b58afb9be1a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d648adc90894510a96d5d8c9a1eb25c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.092323] env[68831]: DEBUG nova.compute.manager [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.166031] env[68831]: DEBUG nova.compute.manager [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.243260] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2d75e0-d6dc-4c3b-819d-64dd74f6ca50 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.251681] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afe7b9b-3fbc-4731-b965-f469c8d31f59 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.281895] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c767e819-192a-48b6-93a4-80ba55b41d89 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.289411] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019a9d4c-472c-44b6-963d-3dbbe077817e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.303196] env[68831]: DEBUG nova.compute.provider_tree [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.555655] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.555655] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.613352] env[68831]: DEBUG nova.network.neutron [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Successfully created port: 19298934-9c27-40cd-ac4f-04f51883d800 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.691233] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.806561] env[68831]: DEBUG nova.scheduler.client.report [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.060515] env[68831]: DEBUG nova.compute.manager [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.088054] env[68831]: DEBUG nova.network.neutron [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Successfully updated port: 0f2ed645-859f-48bc-b0c1-79bfa28dcead {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.108038] env[68831]: DEBUG nova.compute.manager [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.132153] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Acquiring lock "bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.132437] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Lock "bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.149851] env[68831]: DEBUG nova.virt.hardware [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.150976] env[68831]: DEBUG nova.virt.hardware [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.150976] env[68831]: DEBUG nova.virt.hardware [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.150976] env[68831]: DEBUG nova.virt.hardware [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.150976] env[68831]: DEBUG nova.virt.hardware [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.150976] env[68831]: DEBUG nova.virt.hardware [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.151201] env[68831]: DEBUG nova.virt.hardware [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.151201] env[68831]: DEBUG nova.virt.hardware [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.151201] env[68831]: DEBUG nova.virt.hardware [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.151359] env[68831]: DEBUG nova.virt.hardware [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.151528] env[68831]: DEBUG nova.virt.hardware [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.153423] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8680f8c-ad43-4f66-9eb2-8e4ac9d3cf95 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.162902] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da0fd19-625c-4117-b3d2-d68e31074128 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.313008] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.313450] env[68831]: DEBUG nova.compute.manager [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.317282] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.647s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.320889] env[68831]: INFO nova.compute.claims [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.466411] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Acquiring lock "223b8b6f-b42c-4a06-b5bb-0354dd87cdea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.466663] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Lock "223b8b6f-b42c-4a06-b5bb-0354dd87cdea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.591530] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquiring lock "refresh_cache-3d615018-ab02-4f07-bc90-d13b44c09a5b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.591530] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquired lock "refresh_cache-3d615018-ab02-4f07-bc90-d13b44c09a5b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.591530] env[68831]: DEBUG nova.network.neutron [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.599881] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.635557] env[68831]: DEBUG nova.compute.manager [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.828034] env[68831]: DEBUG nova.compute.utils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.832666] env[68831]: DEBUG nova.compute.manager [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.832666] env[68831]: DEBUG nova.network.neutron [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.930941] env[68831]: DEBUG nova.policy [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bc9c478f53b41f984a1772277380645', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e25ca448129740cd83284f9bc7c75457', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.971166] env[68831]: DEBUG nova.compute.manager [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.064224] env[68831]: DEBUG nova.compute.manager [req-13f1da27-5edb-4351-81ba-1cd8935eb2c3 req-29f144d7-5d6f-4ab5-932b-83fbaf8c0ddf service nova] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Received event network-vif-plugged-0f2ed645-859f-48bc-b0c1-79bfa28dcead {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.065192] env[68831]: DEBUG oslo_concurrency.lockutils [req-13f1da27-5edb-4351-81ba-1cd8935eb2c3 req-29f144d7-5d6f-4ab5-932b-83fbaf8c0ddf service nova] Acquiring lock "3d615018-ab02-4f07-bc90-d13b44c09a5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.065742] env[68831]: DEBUG oslo_concurrency.lockutils [req-13f1da27-5edb-4351-81ba-1cd8935eb2c3 req-29f144d7-5d6f-4ab5-932b-83fbaf8c0ddf service nova] Lock "3d615018-ab02-4f07-bc90-d13b44c09a5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.066559] env[68831]: DEBUG oslo_concurrency.lockutils [req-13f1da27-5edb-4351-81ba-1cd8935eb2c3 req-29f144d7-5d6f-4ab5-932b-83fbaf8c0ddf service nova] Lock "3d615018-ab02-4f07-bc90-d13b44c09a5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.066763] env[68831]: DEBUG nova.compute.manager [req-13f1da27-5edb-4351-81ba-1cd8935eb2c3 req-29f144d7-5d6f-4ab5-932b-83fbaf8c0ddf service nova] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] No waiting events found dispatching network-vif-plugged-0f2ed645-859f-48bc-b0c1-79bfa28dcead {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.066924] env[68831]: WARNING nova.compute.manager [req-13f1da27-5edb-4351-81ba-1cd8935eb2c3 req-29f144d7-5d6f-4ab5-932b-83fbaf8c0ddf service nova] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Received unexpected event network-vif-plugged-0f2ed645-859f-48bc-b0c1-79bfa28dcead for instance with vm_state building and task_state spawning. [ 645.172965] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.202417] env[68831]: DEBUG nova.network.neutron [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.341665] env[68831]: DEBUG nova.compute.manager [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.494109] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.525038] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fb70d7-19c5-40af-9758-2045ea80eaea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.533393] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e581aea-f05b-4f73-affc-2167c966ca71 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.565491] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db606ff5-dca6-4a41-b2de-50b232dcb6e6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.573742] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759dd1a0-4bd0-4a97-b8b1-e9eb127bbfab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.588498] env[68831]: DEBUG nova.compute.provider_tree [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.898609] env[68831]: DEBUG nova.network.neutron [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Updating instance_info_cache with network_info: [{"id": "0f2ed645-859f-48bc-b0c1-79bfa28dcead", "address": "fa:16:3e:f5:1d:11", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2ed645-85", "ovs_interfaceid": "0f2ed645-859f-48bc-b0c1-79bfa28dcead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.091715] env[68831]: DEBUG nova.scheduler.client.report [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.095756] env[68831]: DEBUG nova.network.neutron [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Successfully updated port: 19298934-9c27-40cd-ac4f-04f51883d800 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.109353] env[68831]: DEBUG nova.network.neutron [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Successfully created port: 515669ab-18ad-404a-ac64-ba02423a7ab0 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.352111] env[68831]: DEBUG nova.compute.manager [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.383616] env[68831]: DEBUG nova.virt.hardware [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.383922] env[68831]: DEBUG nova.virt.hardware [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.384047] env[68831]: DEBUG nova.virt.hardware [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.384255] env[68831]: DEBUG nova.virt.hardware [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.384361] env[68831]: DEBUG nova.virt.hardware [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.384497] env[68831]: DEBUG nova.virt.hardware [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.386432] env[68831]: DEBUG nova.virt.hardware [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.386432] env[68831]: DEBUG nova.virt.hardware [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.386432] env[68831]: DEBUG nova.virt.hardware [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.386432] env[68831]: DEBUG nova.virt.hardware [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.386432] env[68831]: DEBUG nova.virt.hardware [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.387314] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58732306-36dc-422f-bba6-4a986c000a56 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.397641] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c9bba4-44bf-4069-aefb-ad2f1733de12 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.402769] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Releasing lock "refresh_cache-3d615018-ab02-4f07-bc90-d13b44c09a5b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.403069] env[68831]: DEBUG nova.compute.manager [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Instance network_info: |[{"id": "0f2ed645-859f-48bc-b0c1-79bfa28dcead", "address": "fa:16:3e:f5:1d:11", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2ed645-85", "ovs_interfaceid": "0f2ed645-859f-48bc-b0c1-79bfa28dcead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.403599] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:1d:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f2ed645-859f-48bc-b0c1-79bfa28dcead', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.420544] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.421350] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49719caf-baa3-445e-b0ff-3dcdf1681792 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.459593] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Created folder: OpenStack in parent group-v4. [ 646.459846] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Creating folder: Project (b8b342b08a454cb7899788c4df820698). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.464265] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65ee8997-5754-41b2-a9d3-ca86b2491afc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.477063] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Created folder: Project (b8b342b08a454cb7899788c4df820698) in parent group-v563050. [ 646.477272] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Creating folder: Instances. Parent ref: group-v563051. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.477507] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf44d952-4431-408e-9863-5f64d4ff115a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.486399] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Created folder: Instances in parent group-v563051. [ 646.486835] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.487642] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.487642] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25c13158-2f5f-4288-be48-419d8dfeec19 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.512236] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.512236] env[68831]: value = "task-2802056" [ 646.512236] env[68831]: _type = "Task" [ 646.512236] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.521314] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802056, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.600655] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Acquiring lock "refresh_cache-47027cae-3d2d-424e-8f73-38cd839ed5ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.600859] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Acquired lock "refresh_cache-47027cae-3d2d-424e-8f73-38cd839ed5ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.601030] env[68831]: DEBUG nova.network.neutron [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.602653] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.603171] env[68831]: DEBUG nova.compute.manager [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.606152] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.500s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.607063] env[68831]: INFO nova.compute.claims [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.942100] env[68831]: DEBUG nova.compute.manager [req-0a3e0a0f-e5c8-4fb4-b542-53d374586535 req-d800bbba-8218-4a4a-9673-eb4291689b1c service nova] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Received event network-vif-plugged-19298934-9c27-40cd-ac4f-04f51883d800 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.942434] env[68831]: DEBUG oslo_concurrency.lockutils [req-0a3e0a0f-e5c8-4fb4-b542-53d374586535 req-d800bbba-8218-4a4a-9673-eb4291689b1c service nova] Acquiring lock "47027cae-3d2d-424e-8f73-38cd839ed5ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.943620] env[68831]: DEBUG oslo_concurrency.lockutils [req-0a3e0a0f-e5c8-4fb4-b542-53d374586535 req-d800bbba-8218-4a4a-9673-eb4291689b1c service nova] Lock "47027cae-3d2d-424e-8f73-38cd839ed5ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.944454] env[68831]: DEBUG oslo_concurrency.lockutils [req-0a3e0a0f-e5c8-4fb4-b542-53d374586535 req-d800bbba-8218-4a4a-9673-eb4291689b1c service nova] Lock "47027cae-3d2d-424e-8f73-38cd839ed5ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.944655] env[68831]: DEBUG nova.compute.manager [req-0a3e0a0f-e5c8-4fb4-b542-53d374586535 req-d800bbba-8218-4a4a-9673-eb4291689b1c service nova] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] No waiting events found dispatching network-vif-plugged-19298934-9c27-40cd-ac4f-04f51883d800 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.944871] env[68831]: WARNING nova.compute.manager [req-0a3e0a0f-e5c8-4fb4-b542-53d374586535 req-d800bbba-8218-4a4a-9673-eb4291689b1c service nova] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Received unexpected event network-vif-plugged-19298934-9c27-40cd-ac4f-04f51883d800 for instance with vm_state building and task_state spawning. [ 646.945452] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "5a20a423-c3ac-476e-aecb-7e42a7c24610" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.945664] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "5a20a423-c3ac-476e-aecb-7e42a7c24610" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.025366] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802056, 'name': CreateVM_Task, 'duration_secs': 0.356517} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.025366] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.049382] env[68831]: DEBUG oslo_vmware.service [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec793b2-cee0-4550-b462-1562e8d122cc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.059154] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.059154] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.059154] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.059154] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89aaf271-d1ad-49b5-b588-f5aa51060969 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.068371] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 647.068371] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5299f446-f640-e3a5-23ab-f1ad81fa81ab" [ 647.068371] env[68831]: _type = "Task" [ 647.068371] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.082828] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.083105] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.083339] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.083479] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.083906] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.084162] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e606bb0b-b6dc-408e-bda5-2e33d0807f38 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.104761] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.104761] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.104761] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd17a7d4-f27e-44d6-bd35-9153765c2c92 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.111110] env[68831]: DEBUG nova.compute.utils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.119450] env[68831]: DEBUG nova.compute.manager [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.119580] env[68831]: DEBUG nova.network.neutron [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.122407] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-214aba26-2a95-433d-a190-e466f22376ab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.129404] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 647.129404] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d9a68d-b72d-ed61-0043-5760ace03e64" [ 647.129404] env[68831]: _type = "Task" [ 647.129404] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.138542] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d9a68d-b72d-ed61-0043-5760ace03e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.181145] env[68831]: DEBUG nova.policy [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2468973fdcd14ebd958391d84719315b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '104945a5ab134e1a83e6e3f62cb39ecf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.217938] env[68831]: DEBUG nova.network.neutron [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.619793] env[68831]: DEBUG nova.compute.manager [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.642461] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Preparing fetch location {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 647.642571] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Creating directory with path [datastore2] vmware_temp/6c8ec9a6-2210-4b7b-86bc-67f2439f1f6b/0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.642983] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d551c1a-0dec-43bd-a2e8-207ed1768519 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.648573] env[68831]: DEBUG nova.network.neutron [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Updating instance_info_cache with network_info: [{"id": "19298934-9c27-40cd-ac4f-04f51883d800", "address": "fa:16:3e:1a:eb:f1", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19298934-9c", "ovs_interfaceid": "19298934-9c27-40cd-ac4f-04f51883d800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.665934] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Created directory with path [datastore2] vmware_temp/6c8ec9a6-2210-4b7b-86bc-67f2439f1f6b/0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.666234] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Fetch image to [datastore2] vmware_temp/6c8ec9a6-2210-4b7b-86bc-67f2439f1f6b/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 647.666654] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Downloading image file data 0729a092-be14-4472-984f-c64ecf5724ef to [datastore2] vmware_temp/6c8ec9a6-2210-4b7b-86bc-67f2439f1f6b/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk on the data store datastore2 {{(pid=68831) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 647.668881] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73320484-5857-440e-8785-5a502718204c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.685223] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e9be27-2733-460e-aeac-9f2bf01a5bc6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.713256] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374f29ae-c087-456c-ae05-e89daf8c0ff3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.754178] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c426bd-cb18-41f8-bcb9-2dfc917d6a44 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.762209] env[68831]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-172eee0a-c287-491e-a02d-68c0c36c4ce5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.861114] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Downloading image file data 0729a092-be14-4472-984f-c64ecf5724ef to the data store datastore2 {{(pid=68831) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 647.995186] env[68831]: DEBUG oslo_vmware.rw_handles [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6c8ec9a6-2210-4b7b-86bc-67f2439f1f6b/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68831) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 648.083780] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6621a0-a56e-4b20-9fbf-5f9c3af41f02 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.095668] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c792056f-d3c2-4c0e-9e0a-7e29bf40668a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.137962] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3eeff4-baff-416e-925e-896970c266bd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.147557] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0e895c-0a3c-4ec9-a19b-84dd0eca7986 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.151953] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Releasing lock "refresh_cache-47027cae-3d2d-424e-8f73-38cd839ed5ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.152297] env[68831]: DEBUG nova.compute.manager [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Instance network_info: |[{"id": "19298934-9c27-40cd-ac4f-04f51883d800", "address": "fa:16:3e:1a:eb:f1", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19298934-9c", "ovs_interfaceid": "19298934-9c27-40cd-ac4f-04f51883d800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.153028] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:eb:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19298934-9c27-40cd-ac4f-04f51883d800', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.160489] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Creating folder: Project (6d648adc90894510a96d5d8c9a1eb25c). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.164217] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38b205d2-2682-4c57-8d6b-5cfbb01ba9d8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.175197] env[68831]: DEBUG nova.compute.provider_tree [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.192064] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Created folder: Project (6d648adc90894510a96d5d8c9a1eb25c) in parent group-v563050. [ 648.192692] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Creating folder: Instances. Parent ref: group-v563054. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.193697] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68f968c6-afa9-4323-8b40-85463198b85c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.208938] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Created folder: Instances in parent group-v563054. [ 648.208938] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.209744] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.210057] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4dc6f1c-7898-4100-a489-24d292507b6a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.233876] env[68831]: DEBUG nova.compute.manager [req-755a958e-f4c4-4ee8-9ac2-ab5b1c9d4f8c req-f78ae373-bb98-4aff-8ed4-60acbf03e78b service nova] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Received event network-changed-0f2ed645-859f-48bc-b0c1-79bfa28dcead {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.234045] env[68831]: DEBUG nova.compute.manager [req-755a958e-f4c4-4ee8-9ac2-ab5b1c9d4f8c req-f78ae373-bb98-4aff-8ed4-60acbf03e78b service nova] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Refreshing instance network info cache due to event network-changed-0f2ed645-859f-48bc-b0c1-79bfa28dcead. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 648.234295] env[68831]: DEBUG oslo_concurrency.lockutils [req-755a958e-f4c4-4ee8-9ac2-ab5b1c9d4f8c req-f78ae373-bb98-4aff-8ed4-60acbf03e78b service nova] Acquiring lock "refresh_cache-3d615018-ab02-4f07-bc90-d13b44c09a5b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.234393] env[68831]: DEBUG oslo_concurrency.lockutils [req-755a958e-f4c4-4ee8-9ac2-ab5b1c9d4f8c req-f78ae373-bb98-4aff-8ed4-60acbf03e78b service nova] Acquired lock "refresh_cache-3d615018-ab02-4f07-bc90-d13b44c09a5b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.234546] env[68831]: DEBUG nova.network.neutron [req-755a958e-f4c4-4ee8-9ac2-ab5b1c9d4f8c req-f78ae373-bb98-4aff-8ed4-60acbf03e78b service nova] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Refreshing network info cache for port 0f2ed645-859f-48bc-b0c1-79bfa28dcead {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.242995] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.242995] env[68831]: value = "task-2802059" [ 648.242995] env[68831]: _type = "Task" [ 648.242995] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.251708] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802059, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.276445] env[68831]: DEBUG nova.network.neutron [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Successfully created port: 7aae7b71-f1a0-484d-a02e-c830e4456ac9 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.643847] env[68831]: DEBUG nova.compute.manager [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.678713] env[68831]: DEBUG nova.virt.hardware [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.678908] env[68831]: DEBUG nova.virt.hardware [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.679556] env[68831]: DEBUG nova.virt.hardware [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.679884] env[68831]: DEBUG nova.virt.hardware [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.680188] env[68831]: DEBUG nova.virt.hardware [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.680275] env[68831]: DEBUG nova.virt.hardware [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.683242] env[68831]: DEBUG nova.virt.hardware [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.683242] env[68831]: DEBUG nova.virt.hardware [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.683242] env[68831]: DEBUG nova.virt.hardware [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.683242] env[68831]: DEBUG nova.virt.hardware [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.683242] env[68831]: DEBUG nova.virt.hardware [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.684242] env[68831]: DEBUG nova.scheduler.client.report [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.687509] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e966ab-d81b-455a-b52a-dc271043c6dd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.691673] env[68831]: DEBUG oslo_vmware.rw_handles [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Completed reading data from the image iterator. {{(pid=68831) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 648.691809] env[68831]: DEBUG oslo_vmware.rw_handles [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6c8ec9a6-2210-4b7b-86bc-67f2439f1f6b/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 648.699670] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acefd2a2-c193-4bd3-9969-90a9eae4d2fb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.757218] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802059, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.770536] env[68831]: DEBUG nova.network.neutron [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Successfully updated port: 515669ab-18ad-404a-ac64-ba02423a7ab0 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.819855] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Downloaded image file data 0729a092-be14-4472-984f-c64ecf5724ef to vmware_temp/6c8ec9a6-2210-4b7b-86bc-67f2439f1f6b/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk on the data store datastore2 {{(pid=68831) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 648.822645] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Caching image {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 648.823258] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Copying Virtual Disk [datastore2] vmware_temp/6c8ec9a6-2210-4b7b-86bc-67f2439f1f6b/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk to [datastore2] vmware_temp/6c8ec9a6-2210-4b7b-86bc-67f2439f1f6b/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.824263] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-613bb20c-55ff-4777-adee-5abc30870c83 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.834514] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 648.834514] env[68831]: value = "task-2802060" [ 648.834514] env[68831]: _type = "Task" [ 648.834514] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.843372] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.194744] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.195215] env[68831]: DEBUG nova.compute.manager [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.198743] env[68831]: DEBUG oslo_concurrency.lockutils [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.230s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.200292] env[68831]: INFO nova.compute.claims [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.260524] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802059, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.274639] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Acquiring lock "refresh_cache-0603a8a3-d704-4ec2-9808-3fda6be1df72" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.274639] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Acquired lock "refresh_cache-0603a8a3-d704-4ec2-9808-3fda6be1df72" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.274639] env[68831]: DEBUG nova.network.neutron [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.346683] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802060, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.597029] env[68831]: DEBUG nova.network.neutron [req-755a958e-f4c4-4ee8-9ac2-ab5b1c9d4f8c req-f78ae373-bb98-4aff-8ed4-60acbf03e78b service nova] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Updated VIF entry in instance network info cache for port 0f2ed645-859f-48bc-b0c1-79bfa28dcead. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.597029] env[68831]: DEBUG nova.network.neutron [req-755a958e-f4c4-4ee8-9ac2-ab5b1c9d4f8c req-f78ae373-bb98-4aff-8ed4-60acbf03e78b service nova] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Updating instance_info_cache with network_info: [{"id": "0f2ed645-859f-48bc-b0c1-79bfa28dcead", "address": "fa:16:3e:f5:1d:11", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2ed645-85", "ovs_interfaceid": "0f2ed645-859f-48bc-b0c1-79bfa28dcead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.706231] env[68831]: DEBUG nova.compute.utils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.718058] env[68831]: DEBUG nova.compute.manager [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.718058] env[68831]: DEBUG nova.network.neutron [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.755315] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802059, 'name': CreateVM_Task, 'duration_secs': 1.350728} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.755479] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.758784] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.758784] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.758784] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.758784] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59a99fac-75ae-4649-976b-54e57748a52b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.763019] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Waiting for the task: (returnval){ [ 649.763019] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520dde89-8163-1cb2-240a-070a3424c9cb" [ 649.763019] env[68831]: _type = "Task" [ 649.763019] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.771024] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520dde89-8163-1cb2-240a-070a3424c9cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.772717] env[68831]: DEBUG nova.policy [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4b8b660dcde4827a46bed7762c6b42d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '226e00df9c984c68aafdb27c1b171719', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.840145] env[68831]: DEBUG nova.network.neutron [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.856864] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70907} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.857164] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Copied Virtual Disk [datastore2] vmware_temp/6c8ec9a6-2210-4b7b-86bc-67f2439f1f6b/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk to [datastore2] vmware_temp/6c8ec9a6-2210-4b7b-86bc-67f2439f1f6b/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.857626] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Deleting the datastore file [datastore2] vmware_temp/6c8ec9a6-2210-4b7b-86bc-67f2439f1f6b/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.857947] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24be9f01-5a3e-4d56-b1ba-ca0f6f963252 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.864721] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 649.864721] env[68831]: value = "task-2802061" [ 649.864721] env[68831]: _type = "Task" [ 649.864721] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.874923] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.995770] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "1c541afe-a78b-4cd1-8d70-63221956a835" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.995770] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "1c541afe-a78b-4cd1-8d70-63221956a835" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.099056] env[68831]: DEBUG oslo_concurrency.lockutils [req-755a958e-f4c4-4ee8-9ac2-ab5b1c9d4f8c req-f78ae373-bb98-4aff-8ed4-60acbf03e78b service nova] Releasing lock "refresh_cache-3d615018-ab02-4f07-bc90-d13b44c09a5b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.216143] env[68831]: DEBUG nova.compute.manager [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.276757] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.277111] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.277352] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.329476] env[68831]: DEBUG nova.network.neutron [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Updating instance_info_cache with network_info: [{"id": "515669ab-18ad-404a-ac64-ba02423a7ab0", "address": "fa:16:3e:b4:28:58", "network": {"id": "721a04a6-27f4-4b96-9ed4-309f298af704", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1761155494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25ca448129740cd83284f9bc7c75457", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515669ab-18", "ovs_interfaceid": "515669ab-18ad-404a-ac64-ba02423a7ab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.379523] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022847} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.379667] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.379898] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Moving file from [datastore2] vmware_temp/6c8ec9a6-2210-4b7b-86bc-67f2439f1f6b/0729a092-be14-4472-984f-c64ecf5724ef to [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef. {{(pid=68831) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 650.381276] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-30eaa52e-9623-4fad-9787-7d95824fa091 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.388124] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 650.388124] env[68831]: value = "task-2802062" [ 650.388124] env[68831]: _type = "Task" [ 650.388124] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.396636] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802062, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.544564] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aeef36-8974-46a5-a164-bfb1e8185f79 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.557101] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd3eefa-b5bd-4a5a-9641-c669acb3d2d8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.599682] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483a662b-4731-4343-9536-97368e91f6ac {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.606680] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Acquiring lock "176ad5bc-882c-4539-b69e-03c06616f933" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.606923] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Lock "176ad5bc-882c-4539-b69e-03c06616f933" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.611613] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec5de68-0ea8-4555-aab3-29b5284e6da0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.628323] env[68831]: DEBUG nova.compute.provider_tree [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.824328] env[68831]: DEBUG nova.network.neutron [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Successfully created port: b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.835565] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Releasing lock "refresh_cache-0603a8a3-d704-4ec2-9808-3fda6be1df72" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.835923] env[68831]: DEBUG nova.compute.manager [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Instance network_info: |[{"id": "515669ab-18ad-404a-ac64-ba02423a7ab0", "address": "fa:16:3e:b4:28:58", "network": {"id": "721a04a6-27f4-4b96-9ed4-309f298af704", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1761155494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25ca448129740cd83284f9bc7c75457", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515669ab-18", "ovs_interfaceid": "515669ab-18ad-404a-ac64-ba02423a7ab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.836433] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:28:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '515669ab-18ad-404a-ac64-ba02423a7ab0', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.844969] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Creating folder: Project (e25ca448129740cd83284f9bc7c75457). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.845912] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b6c69c3-1914-421b-86e4-9c3b1bd965c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.856595] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Created folder: Project (e25ca448129740cd83284f9bc7c75457) in parent group-v563050. [ 650.857125] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Creating folder: Instances. Parent ref: group-v563057. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.857125] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c386f84-4695-4a0b-b856-6b9db4c812b1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.869509] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Created folder: Instances in parent group-v563057. [ 650.869509] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.869509] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.869509] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb7062d0-4b53-4ff2-a73f-bc891f64500b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.889917] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.889917] env[68831]: value = "task-2802065" [ 650.889917] env[68831]: _type = "Task" [ 650.889917] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.909248] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802062, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032536} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.909248] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802065, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.909442] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] File moved {{(pid=68831) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 650.909696] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Cleaning up location [datastore2] vmware_temp/6c8ec9a6-2210-4b7b-86bc-67f2439f1f6b {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 650.909793] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Deleting the datastore file [datastore2] vmware_temp/6c8ec9a6-2210-4b7b-86bc-67f2439f1f6b {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.911644] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f7642cf-d106-48dd-a0c5-e8ed6e37dd32 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.919329] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 650.919329] env[68831]: value = "task-2802066" [ 650.919329] env[68831]: _type = "Task" [ 650.919329] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.931907] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.940419] env[68831]: DEBUG nova.compute.manager [req-9be40fca-465a-46fe-9f19-b28a581cc13b req-1157e63c-20b7-4d66-8b2a-70a77c808e7f service nova] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Received event network-changed-19298934-9c27-40cd-ac4f-04f51883d800 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.940653] env[68831]: DEBUG nova.compute.manager [req-9be40fca-465a-46fe-9f19-b28a581cc13b req-1157e63c-20b7-4d66-8b2a-70a77c808e7f service nova] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Refreshing instance network info cache due to event network-changed-19298934-9c27-40cd-ac4f-04f51883d800. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 650.940859] env[68831]: DEBUG oslo_concurrency.lockutils [req-9be40fca-465a-46fe-9f19-b28a581cc13b req-1157e63c-20b7-4d66-8b2a-70a77c808e7f service nova] Acquiring lock "refresh_cache-47027cae-3d2d-424e-8f73-38cd839ed5ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.941024] env[68831]: DEBUG oslo_concurrency.lockutils [req-9be40fca-465a-46fe-9f19-b28a581cc13b req-1157e63c-20b7-4d66-8b2a-70a77c808e7f service nova] Acquired lock "refresh_cache-47027cae-3d2d-424e-8f73-38cd839ed5ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.941187] env[68831]: DEBUG nova.network.neutron [req-9be40fca-465a-46fe-9f19-b28a581cc13b req-1157e63c-20b7-4d66-8b2a-70a77c808e7f service nova] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Refreshing network info cache for port 19298934-9c27-40cd-ac4f-04f51883d800 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.132393] env[68831]: DEBUG nova.scheduler.client.report [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.229841] env[68831]: DEBUG nova.compute.manager [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.256718] env[68831]: DEBUG nova.virt.hardware [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.256967] env[68831]: DEBUG nova.virt.hardware [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.260503] env[68831]: DEBUG nova.virt.hardware [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.260503] env[68831]: DEBUG nova.virt.hardware [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.260503] env[68831]: DEBUG nova.virt.hardware [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.260503] env[68831]: DEBUG nova.virt.hardware [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.260503] env[68831]: DEBUG nova.virt.hardware [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.260729] env[68831]: DEBUG nova.virt.hardware [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.260729] env[68831]: DEBUG nova.virt.hardware [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.260729] env[68831]: DEBUG nova.virt.hardware [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.260729] env[68831]: DEBUG nova.virt.hardware [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.260729] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61cfebd-8fb8-42a9-b0cd-4e2ffaff0f1e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.267829] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a544ed5a-dfc7-4fea-b26c-b7cfe627a422 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.291689] env[68831]: DEBUG nova.network.neutron [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Successfully updated port: 7aae7b71-f1a0-484d-a02e-c830e4456ac9 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.406021] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802065, 'name': CreateVM_Task, 'duration_secs': 0.356219} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.406021] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.406021] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.406229] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.406433] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.406795] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f601a70-4ec9-4fe3-b965-bcc0ce628b55 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.414418] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Waiting for the task: (returnval){ [ 651.414418] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527dafdc-6752-cd8c-c629-cf53cc75619f" [ 651.414418] env[68831]: _type = "Task" [ 651.414418] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.428970] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527dafdc-6752-cd8c-c629-cf53cc75619f, 'name': SearchDatastore_Task, 'duration_secs': 0.008572} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.429965] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.430342] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.430666] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.435484] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027728} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.435719] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.436648] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a92892ee-cc16-46c7-824c-e9435b43f03c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.443708] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 651.443708] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5269736f-f853-09c6-af9b-ac259b3a1af7" [ 651.443708] env[68831]: _type = "Task" [ 651.443708] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.457154] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5269736f-f853-09c6-af9b-ac259b3a1af7, 'name': SearchDatastore_Task, 'duration_secs': 0.007934} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.457481] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.457653] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 3d615018-ab02-4f07-bc90-d13b44c09a5b/3d615018-ab02-4f07-bc90-d13b44c09a5b.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.457956] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.458159] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.458372] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c068b094-418e-44d6-898c-ca36c6da3382 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.460403] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7270d687-f6e2-42d7-9f9f-3ccbf8773ad6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.466632] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 651.466632] env[68831]: value = "task-2802067" [ 651.466632] env[68831]: _type = "Task" [ 651.466632] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.470502] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.471479] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.471573] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-046d700a-5b02-4574-ba41-6f52adc75f8a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.476668] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.479852] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Waiting for the task: (returnval){ [ 651.479852] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527a6ef4-e1e6-6d85-4ef5-d2edcd261832" [ 651.479852] env[68831]: _type = "Task" [ 651.479852] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.490346] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527a6ef4-e1e6-6d85-4ef5-d2edcd261832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.637459] env[68831]: DEBUG oslo_concurrency.lockutils [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.639496] env[68831]: DEBUG nova.compute.manager [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.646407] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.181s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.646407] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.004s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.646407] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68831) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 651.647098] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.957s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.648602] env[68831]: INFO nova.compute.claims [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.655907] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca540b87-f899-4882-9201-8bdaa8bea77c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.665330] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9986d16-2380-463b-818b-9034f192fd05 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.683384] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d0e792-3bc5-42bb-9230-fdc03d977eab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.694335] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bf9477-6245-4003-9124-5933f221f3c9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.733525] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181096MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68831) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 651.733849] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.796470] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.798570] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquired lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.798930] env[68831]: DEBUG nova.network.neutron [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.958963] env[68831]: DEBUG nova.network.neutron [req-9be40fca-465a-46fe-9f19-b28a581cc13b req-1157e63c-20b7-4d66-8b2a-70a77c808e7f service nova] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Updated VIF entry in instance network info cache for port 19298934-9c27-40cd-ac4f-04f51883d800. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.958963] env[68831]: DEBUG nova.network.neutron [req-9be40fca-465a-46fe-9f19-b28a581cc13b req-1157e63c-20b7-4d66-8b2a-70a77c808e7f service nova] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Updating instance_info_cache with network_info: [{"id": "19298934-9c27-40cd-ac4f-04f51883d800", "address": "fa:16:3e:1a:eb:f1", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19298934-9c", "ovs_interfaceid": "19298934-9c27-40cd-ac4f-04f51883d800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.982963] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802067, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.997099] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527a6ef4-e1e6-6d85-4ef5-d2edcd261832, 'name': SearchDatastore_Task, 'duration_secs': 0.016011} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.998323] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56abd5f8-318d-4a5e-a7ec-1f362f2556eb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.003558] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Waiting for the task: (returnval){ [ 652.003558] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ade1db-cd20-cc8a-695b-7003e04d30ea" [ 652.003558] env[68831]: _type = "Task" [ 652.003558] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.013993] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ade1db-cd20-cc8a-695b-7003e04d30ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.156744] env[68831]: DEBUG nova.compute.utils [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.159407] env[68831]: DEBUG nova.compute.manager [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Not allocating networking since 'none' was specified. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 652.349728] env[68831]: DEBUG nova.network.neutron [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.354375] env[68831]: DEBUG nova.compute.manager [req-824c205b-f491-4c46-9500-ab826487d737 req-488d8b43-77af-43d9-9754-e067c061a578 service nova] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Received event network-vif-plugged-515669ab-18ad-404a-ac64-ba02423a7ab0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.354558] env[68831]: DEBUG oslo_concurrency.lockutils [req-824c205b-f491-4c46-9500-ab826487d737 req-488d8b43-77af-43d9-9754-e067c061a578 service nova] Acquiring lock "0603a8a3-d704-4ec2-9808-3fda6be1df72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.354753] env[68831]: DEBUG oslo_concurrency.lockutils [req-824c205b-f491-4c46-9500-ab826487d737 req-488d8b43-77af-43d9-9754-e067c061a578 service nova] Lock "0603a8a3-d704-4ec2-9808-3fda6be1df72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.354911] env[68831]: DEBUG oslo_concurrency.lockutils [req-824c205b-f491-4c46-9500-ab826487d737 req-488d8b43-77af-43d9-9754-e067c061a578 service nova] Lock "0603a8a3-d704-4ec2-9808-3fda6be1df72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.355126] env[68831]: DEBUG nova.compute.manager [req-824c205b-f491-4c46-9500-ab826487d737 req-488d8b43-77af-43d9-9754-e067c061a578 service nova] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] No waiting events found dispatching network-vif-plugged-515669ab-18ad-404a-ac64-ba02423a7ab0 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.355302] env[68831]: WARNING nova.compute.manager [req-824c205b-f491-4c46-9500-ab826487d737 req-488d8b43-77af-43d9-9754-e067c061a578 service nova] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Received unexpected event network-vif-plugged-515669ab-18ad-404a-ac64-ba02423a7ab0 for instance with vm_state building and task_state spawning. [ 652.355455] env[68831]: DEBUG nova.compute.manager [req-824c205b-f491-4c46-9500-ab826487d737 req-488d8b43-77af-43d9-9754-e067c061a578 service nova] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Received event network-changed-515669ab-18ad-404a-ac64-ba02423a7ab0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.355647] env[68831]: DEBUG nova.compute.manager [req-824c205b-f491-4c46-9500-ab826487d737 req-488d8b43-77af-43d9-9754-e067c061a578 service nova] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Refreshing instance network info cache due to event network-changed-515669ab-18ad-404a-ac64-ba02423a7ab0. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 652.356028] env[68831]: DEBUG oslo_concurrency.lockutils [req-824c205b-f491-4c46-9500-ab826487d737 req-488d8b43-77af-43d9-9754-e067c061a578 service nova] Acquiring lock "refresh_cache-0603a8a3-d704-4ec2-9808-3fda6be1df72" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.356028] env[68831]: DEBUG oslo_concurrency.lockutils [req-824c205b-f491-4c46-9500-ab826487d737 req-488d8b43-77af-43d9-9754-e067c061a578 service nova] Acquired lock "refresh_cache-0603a8a3-d704-4ec2-9808-3fda6be1df72" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.358538] env[68831]: DEBUG nova.network.neutron [req-824c205b-f491-4c46-9500-ab826487d737 req-488d8b43-77af-43d9-9754-e067c061a578 service nova] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Refreshing network info cache for port 515669ab-18ad-404a-ac64-ba02423a7ab0 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.468230] env[68831]: DEBUG oslo_concurrency.lockutils [req-9be40fca-465a-46fe-9f19-b28a581cc13b req-1157e63c-20b7-4d66-8b2a-70a77c808e7f service nova] Releasing lock "refresh_cache-47027cae-3d2d-424e-8f73-38cd839ed5ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.488101] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802067, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.514126] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ade1db-cd20-cc8a-695b-7003e04d30ea, 'name': SearchDatastore_Task, 'duration_secs': 0.008278} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.514420] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.514934] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 47027cae-3d2d-424e-8f73-38cd839ed5ae/47027cae-3d2d-424e-8f73-38cd839ed5ae.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.515233] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.515488] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.515711] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-889bf3cf-e138-4763-86d6-db7ac7e0ebf0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.518242] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afe99d20-5e31-4514-9fba-6f44691742b7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.529714] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Waiting for the task: (returnval){ [ 652.529714] env[68831]: value = "task-2802068" [ 652.529714] env[68831]: _type = "Task" [ 652.529714] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.531098] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.531323] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.535539] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1870f32f-8cde-4774-9c51-818543671b2b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.550464] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Waiting for the task: (returnval){ [ 652.550464] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f945e0-c3ec-9521-6598-ba679155fffa" [ 652.550464] env[68831]: _type = "Task" [ 652.550464] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.550717] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.559902] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f945e0-c3ec-9521-6598-ba679155fffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.590696] env[68831]: DEBUG nova.network.neutron [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Updating instance_info_cache with network_info: [{"id": "7aae7b71-f1a0-484d-a02e-c830e4456ac9", "address": "fa:16:3e:d2:2c:28", "network": {"id": "9d585a58-9359-4483-b691-3dd39e3739a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-58095815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104945a5ab134e1a83e6e3f62cb39ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aae7b71-f1", "ovs_interfaceid": "7aae7b71-f1a0-484d-a02e-c830e4456ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.660783] env[68831]: DEBUG nova.compute.manager [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.911520] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8448e325-effb-4753-9827-e555c46faa62 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.920680] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9ee7d5-5e46-4e31-8320-7eae7387812b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.976884] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec57f08-2aba-4382-9acf-75d97ebdd56b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.989491] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802067, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.483978} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.989998] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 3d615018-ab02-4f07-bc90-d13b44c09a5b/3d615018-ab02-4f07-bc90-d13b44c09a5b.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.990246] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.991221] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21e55c4e-234a-400f-af6c-e6d29c73fa5f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.993748] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a2c54a-3b2a-429b-b270-efe45d0ec787 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.015058] env[68831]: DEBUG nova.compute.provider_tree [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.019957] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 653.019957] env[68831]: value = "task-2802069" [ 653.019957] env[68831]: _type = "Task" [ 653.019957] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.047324] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802068, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.061051] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f945e0-c3ec-9521-6598-ba679155fffa, 'name': SearchDatastore_Task, 'duration_secs': 0.018128} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.061984] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7c5146-c4a8-435a-bfa7-6ed8dc42f3de {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.070272] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Waiting for the task: (returnval){ [ 653.070272] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528eb3a3-5541-90c7-c33e-56ab9e87e104" [ 653.070272] env[68831]: _type = "Task" [ 653.070272] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.082089] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528eb3a3-5541-90c7-c33e-56ab9e87e104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.099077] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Releasing lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.099077] env[68831]: DEBUG nova.compute.manager [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Instance network_info: |[{"id": "7aae7b71-f1a0-484d-a02e-c830e4456ac9", "address": "fa:16:3e:d2:2c:28", "network": {"id": "9d585a58-9359-4483-b691-3dd39e3739a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-58095815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104945a5ab134e1a83e6e3f62cb39ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aae7b71-f1", "ovs_interfaceid": "7aae7b71-f1a0-484d-a02e-c830e4456ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.099418] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:2c:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aae7b71-f1a0-484d-a02e-c830e4456ac9', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.109222] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Creating folder: Project (104945a5ab134e1a83e6e3f62cb39ecf). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.113390] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3d44550-f742-4f14-9be9-b7f914af2d9d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.120543] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.120786] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.129545] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Created folder: Project (104945a5ab134e1a83e6e3f62cb39ecf) in parent group-v563050. [ 653.129729] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Creating folder: Instances. Parent ref: group-v563060. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.129991] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23f71fbf-f355-45aa-bd60-0ab7c5ce864f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.143070] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Created folder: Instances in parent group-v563060. [ 653.143070] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.143070] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.143070] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-697cad61-a472-4f98-a47b-d2b1e3f5fe76 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.167332] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.167332] env[68831]: value = "task-2802072" [ 653.167332] env[68831]: _type = "Task" [ 653.167332] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.198035] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802072, 'name': CreateVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.512183] env[68831]: DEBUG nova.network.neutron [req-824c205b-f491-4c46-9500-ab826487d737 req-488d8b43-77af-43d9-9754-e067c061a578 service nova] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Updated VIF entry in instance network info cache for port 515669ab-18ad-404a-ac64-ba02423a7ab0. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.512183] env[68831]: DEBUG nova.network.neutron [req-824c205b-f491-4c46-9500-ab826487d737 req-488d8b43-77af-43d9-9754-e067c061a578 service nova] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Updating instance_info_cache with network_info: [{"id": "515669ab-18ad-404a-ac64-ba02423a7ab0", "address": "fa:16:3e:b4:28:58", "network": {"id": "721a04a6-27f4-4b96-9ed4-309f298af704", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1761155494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25ca448129740cd83284f9bc7c75457", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515669ab-18", "ovs_interfaceid": "515669ab-18ad-404a-ac64-ba02423a7ab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.525406] env[68831]: DEBUG nova.scheduler.client.report [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.550381] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090839} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.556166] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.556802] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885805} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.558453] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6b1fc9-ab4b-4325-ade3-c5621fa2c6e6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.564617] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 47027cae-3d2d-424e-8f73-38cd839ed5ae/47027cae-3d2d-424e-8f73-38cd839ed5ae.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.564617] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.564617] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9df5cffd-27d8-4605-b2fb-1f9aed957967 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.593161] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 3d615018-ab02-4f07-bc90-d13b44c09a5b/3d615018-ab02-4f07-bc90-d13b44c09a5b.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.600308] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bfa07ea-6c69-46bb-8a84-d5b8378f7be1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.616621] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Waiting for the task: (returnval){ [ 653.616621] env[68831]: value = "task-2802073" [ 653.616621] env[68831]: _type = "Task" [ 653.616621] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.625891] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528eb3a3-5541-90c7-c33e-56ab9e87e104, 'name': SearchDatastore_Task, 'duration_secs': 0.063561} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.628077] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.628388] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 0603a8a3-d704-4ec2-9808-3fda6be1df72/0603a8a3-d704-4ec2-9808-3fda6be1df72.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.628706] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 653.628706] env[68831]: value = "task-2802074" [ 653.628706] env[68831]: _type = "Task" [ 653.628706] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.628889] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b66260be-5c87-479a-882d-cb4f678e8d71 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.641571] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802073, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.647228] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.647228] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Waiting for the task: (returnval){ [ 653.647228] env[68831]: value = "task-2802075" [ 653.647228] env[68831]: _type = "Task" [ 653.647228] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.655374] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.683016] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802072, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.692604] env[68831]: DEBUG nova.compute.manager [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.731736] env[68831]: DEBUG nova.network.neutron [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Successfully updated port: b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.734853] env[68831]: DEBUG nova.virt.hardware [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.734853] env[68831]: DEBUG nova.virt.hardware [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.735154] env[68831]: DEBUG nova.virt.hardware [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.735359] env[68831]: DEBUG nova.virt.hardware [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.735425] env[68831]: DEBUG nova.virt.hardware [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.735571] env[68831]: DEBUG nova.virt.hardware [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.735802] env[68831]: DEBUG nova.virt.hardware [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.735970] env[68831]: DEBUG nova.virt.hardware [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.736176] env[68831]: DEBUG nova.virt.hardware [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.736356] env[68831]: DEBUG nova.virt.hardware [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.736858] env[68831]: DEBUG nova.virt.hardware [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.737446] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e2dc05-63f8-486c-a5fb-b2bc9a779732 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.748104] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c90a3cc-7bce-4852-8f1d-498536133be9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.767589] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.773053] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Creating folder: Project (e79eacef4f4c4377bc4bd314c1fa688d). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.773762] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50c71328-1be0-4108-ba3e-3afe7dd82aaa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.785037] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Created folder: Project (e79eacef4f4c4377bc4bd314c1fa688d) in parent group-v563050. [ 653.785037] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Creating folder: Instances. Parent ref: group-v563063. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.785037] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e947c828-4d65-46d5-919e-9d1373291e35 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.793122] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Created folder: Instances in parent group-v563063. [ 653.793448] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.793699] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.793953] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82f1ad49-749d-4fa7-87de-323f3c85d7eb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.816417] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.816417] env[68831]: value = "task-2802078" [ 653.816417] env[68831]: _type = "Task" [ 653.816417] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.824356] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802078, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.016577] env[68831]: DEBUG oslo_concurrency.lockutils [req-824c205b-f491-4c46-9500-ab826487d737 req-488d8b43-77af-43d9-9754-e067c061a578 service nova] Releasing lock "refresh_cache-0603a8a3-d704-4ec2-9808-3fda6be1df72" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.042599] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.042599] env[68831]: DEBUG nova.compute.manager [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.045443] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.445s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.048973] env[68831]: INFO nova.compute.claims [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.128503] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102574} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.129217] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.129710] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e876c15-c27a-4013-b978-516cafe36f34 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.154426] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802074, 'name': ReconfigVM_Task, 'duration_secs': 0.467748} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.164679] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 47027cae-3d2d-424e-8f73-38cd839ed5ae/47027cae-3d2d-424e-8f73-38cd839ed5ae.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.164679] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 3d615018-ab02-4f07-bc90-d13b44c09a5b/3d615018-ab02-4f07-bc90-d13b44c09a5b.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.169512] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c0d25aa-a4b5-40f4-8723-3d194776f9f2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.185738] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeca2d6a-1f2d-4ee8-b3b5-a0bf6d32459f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.203034] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509034} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.204751] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 0603a8a3-d704-4ec2-9808-3fda6be1df72/0603a8a3-d704-4ec2-9808-3fda6be1df72.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.205022] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.205355] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Waiting for the task: (returnval){ [ 654.205355] env[68831]: value = "task-2802079" [ 654.205355] env[68831]: _type = "Task" [ 654.205355] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.205574] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 654.205574] env[68831]: value = "task-2802080" [ 654.205574] env[68831]: _type = "Task" [ 654.205574] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.208031] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0f52684-3523-4c59-a885-3cedfc665931 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.218149] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802072, 'name': CreateVM_Task, 'duration_secs': 0.547163} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.219752] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.223172] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.223664] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.223955] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.224556] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Acquiring lock "94e9ac10-b6a0-4fc0-b64e-763f3793b7e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.224753] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Lock "94e9ac10-b6a0-4fc0-b64e-763f3793b7e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.233216] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd14a9f4-be02-47aa-bcff-1d5c13a008e7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.235610] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.236599] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Waiting for the task: (returnval){ [ 654.236599] env[68831]: value = "task-2802081" [ 654.236599] env[68831]: _type = "Task" [ 654.236599] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.236599] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802080, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.241394] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 654.241394] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5246a8e9-63cb-ac2e-87ae-595c5bfaad2a" [ 654.241394] env[68831]: _type = "Task" [ 654.241394] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.241726] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Acquiring lock "refresh_cache-48440713-7649-4947-8bf0-89bcfaec2a28" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.244957] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Acquired lock "refresh_cache-48440713-7649-4947-8bf0-89bcfaec2a28" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.244957] env[68831]: DEBUG nova.network.neutron [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.251576] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.257483] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5246a8e9-63cb-ac2e-87ae-595c5bfaad2a, 'name': SearchDatastore_Task, 'duration_secs': 0.012316} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.258457] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.258739] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.259049] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.259227] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.259443] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.259976] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a22a8aa6-2821-4e49-b766-c6a04f79a35c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.268939] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.269230] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.270039] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa58d61-bd70-4b7d-881e-2e55079b1842 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.276349] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 654.276349] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d690ae-95b9-9063-3499-566d2d574fdc" [ 654.276349] env[68831]: _type = "Task" [ 654.276349] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.285046] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d690ae-95b9-9063-3499-566d2d574fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.329259] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802078, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.552962] env[68831]: DEBUG nova.compute.utils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.557199] env[68831]: DEBUG nova.compute.manager [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.557199] env[68831]: DEBUG nova.network.neutron [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.656224] env[68831]: DEBUG nova.policy [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21ab8291c9d04307ae5b10f361108051', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6280ae0c0ee463683346580055ba847', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.724828] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802079, 'name': ReconfigVM_Task, 'duration_secs': 0.382919} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.727630] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 47027cae-3d2d-424e-8f73-38cd839ed5ae/47027cae-3d2d-424e-8f73-38cd839ed5ae.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.728342] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802080, 'name': Rename_Task, 'duration_secs': 0.1624} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.728542] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7e1155d-ad19-4ad2-87c7-bf78d5c27935 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.730376] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.730620] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d865c64-8fe6-4860-a70a-e3603c99d7bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.742036] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 654.742036] env[68831]: value = "task-2802083" [ 654.742036] env[68831]: _type = "Task" [ 654.742036] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.743137] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Waiting for the task: (returnval){ [ 654.743137] env[68831]: value = "task-2802082" [ 654.743137] env[68831]: _type = "Task" [ 654.743137] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.755508] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077892} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.756842] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.758399] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9d243a-c383-4454-a5b8-a686ee54103c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.767682] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802082, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.767973] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802083, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.789393] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 0603a8a3-d704-4ec2-9808-3fda6be1df72/0603a8a3-d704-4ec2-9808-3fda6be1df72.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.793311] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43107ce1-6165-48e4-af2f-97574d049488 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.815331] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d690ae-95b9-9063-3499-566d2d574fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.010716} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.817368] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Waiting for the task: (returnval){ [ 654.817368] env[68831]: value = "task-2802084" [ 654.817368] env[68831]: _type = "Task" [ 654.817368] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.817656] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e5c5dff-7b9f-4ea8-960f-7c7376d0d021 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.831452] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.836376] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802078, 'name': CreateVM_Task, 'duration_secs': 0.646737} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.836760] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 654.836760] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5221e588-99a6-3f64-732d-2365e78cc149" [ 654.836760] env[68831]: _type = "Task" [ 654.836760] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.836948] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.837932] env[68831]: DEBUG oslo_vmware.service [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1675c78b-af56-4cae-a210-edf39d361246 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.847378] env[68831]: DEBUG oslo_concurrency.lockutils [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.847378] env[68831]: DEBUG oslo_concurrency.lockutils [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.847689] env[68831]: DEBUG oslo_concurrency.lockutils [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.847914] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e5c4aea-d507-4886-a8db-d1d8a402410e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.852921] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5221e588-99a6-3f64-732d-2365e78cc149, 'name': SearchDatastore_Task, 'duration_secs': 0.014749} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.853591] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.853803] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] f7d50028-73ab-4348-a49e-ca153c854939/f7d50028-73ab-4348-a49e-ca153c854939.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.854223] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b113eed-0172-4463-96da-f56f19a15fdb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.861895] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 654.861895] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b46bf0-a597-b640-b255-1500270d016c" [ 654.861895] env[68831]: _type = "Task" [ 654.861895] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.866780] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 654.866780] env[68831]: value = "task-2802085" [ 654.866780] env[68831]: _type = "Task" [ 654.866780] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.874891] env[68831]: DEBUG oslo_concurrency.lockutils [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.875227] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.875489] env[68831]: DEBUG oslo_concurrency.lockutils [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.876057] env[68831]: DEBUG oslo_concurrency.lockutils [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.876057] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.878976] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47e03cf5-5627-41fc-b542-43fdf3a97a29 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.880852] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.890457] env[68831]: DEBUG nova.network.neutron [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.895410] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.895410] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.897023] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6731296d-6160-4ca9-a003-059b7117c255 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.903089] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a059ef9-4403-47a1-8def-e8b12d354116 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.908152] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 654.908152] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d8cf8d-227d-85ed-c5ed-fab71c49b381" [ 654.908152] env[68831]: _type = "Task" [ 654.908152] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.916132] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d8cf8d-227d-85ed-c5ed-fab71c49b381, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.058562] env[68831]: DEBUG nova.compute.manager [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.228932] env[68831]: DEBUG nova.compute.manager [req-ab592ab8-a619-4907-9ba5-1137317f7ae4 req-1dbcab84-9d93-433c-a767-9ab983fcf58c service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Received event network-vif-plugged-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.229210] env[68831]: DEBUG oslo_concurrency.lockutils [req-ab592ab8-a619-4907-9ba5-1137317f7ae4 req-1dbcab84-9d93-433c-a767-9ab983fcf58c service nova] Acquiring lock "48440713-7649-4947-8bf0-89bcfaec2a28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.229434] env[68831]: DEBUG oslo_concurrency.lockutils [req-ab592ab8-a619-4907-9ba5-1137317f7ae4 req-1dbcab84-9d93-433c-a767-9ab983fcf58c service nova] Lock "48440713-7649-4947-8bf0-89bcfaec2a28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.229599] env[68831]: DEBUG oslo_concurrency.lockutils [req-ab592ab8-a619-4907-9ba5-1137317f7ae4 req-1dbcab84-9d93-433c-a767-9ab983fcf58c service nova] Lock "48440713-7649-4947-8bf0-89bcfaec2a28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.229770] env[68831]: DEBUG nova.compute.manager [req-ab592ab8-a619-4907-9ba5-1137317f7ae4 req-1dbcab84-9d93-433c-a767-9ab983fcf58c service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] No waiting events found dispatching network-vif-plugged-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.230186] env[68831]: WARNING nova.compute.manager [req-ab592ab8-a619-4907-9ba5-1137317f7ae4 req-1dbcab84-9d93-433c-a767-9ab983fcf58c service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Received unexpected event network-vif-plugged-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 for instance with vm_state building and task_state spawning. [ 655.258962] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802083, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.263258] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802082, 'name': Rename_Task, 'duration_secs': 0.274584} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.266945] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.268763] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f989928-397a-47d8-921d-6fe10509c807 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.287155] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Waiting for the task: (returnval){ [ 655.287155] env[68831]: value = "task-2802086" [ 655.287155] env[68831]: _type = "Task" [ 655.287155] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.297133] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.331178] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802084, 'name': ReconfigVM_Task, 'duration_secs': 0.430297} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.331229] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 0603a8a3-d704-4ec2-9808-3fda6be1df72/0603a8a3-d704-4ec2-9808-3fda6be1df72.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.332134] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4a84a98-e5ac-402f-98ba-29da02ba54fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.339588] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Waiting for the task: (returnval){ [ 655.339588] env[68831]: value = "task-2802087" [ 655.339588] env[68831]: _type = "Task" [ 655.339588] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.351591] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802087, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.363776] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0875e266-3b71-4b9b-b4eb-fe7b3e7df197 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.382531] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eede1f1-cd1f-4e91-8b86-751f52707228 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.386108] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802085, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.421211] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbee012-78a8-4357-a12b-f3fb264d0e28 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.431937] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Preparing fetch location {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 655.432312] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Creating directory with path [datastore1] vmware_temp/ff7034d5-9ca8-479e-b7e8-5ba95c4e042e/0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.432678] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a20cd0b7-788e-463b-a0bb-7c633041f817 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.436635] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9336c42b-7c52-430f-a846-03c2099292cd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.453603] env[68831]: DEBUG nova.compute.provider_tree [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.469148] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Created directory with path [datastore1] vmware_temp/ff7034d5-9ca8-479e-b7e8-5ba95c4e042e/0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.469209] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Fetch image to [datastore1] vmware_temp/ff7034d5-9ca8-479e-b7e8-5ba95c4e042e/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 655.469454] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Downloading image file data 0729a092-be14-4472-984f-c64ecf5724ef to [datastore1] vmware_temp/ff7034d5-9ca8-479e-b7e8-5ba95c4e042e/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk on the data store datastore1 {{(pid=68831) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 655.471057] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b592b2ad-fd8b-4cd2-a50f-7930c77270ae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.480324] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a14e65-088c-44f8-ad5b-f5dbbec03811 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.493323] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75034c86-e878-44ed-9193-83fbbd8ae53a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.532347] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3f2ffb-ece3-44e6-b696-09ef6e5d4735 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.538422] env[68831]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-29760eba-a761-462e-9d64-c243e2fde467 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.559620] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Downloading image file data 0729a092-be14-4472-984f-c64ecf5724ef to the data store datastore1 {{(pid=68831) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 655.573571] env[68831]: DEBUG nova.network.neutron [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Successfully created port: b48a7b2c-b352-4cb1-8aad-89fae0152019 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.634078] env[68831]: DEBUG oslo_vmware.rw_handles [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ff7034d5-9ca8-479e-b7e8-5ba95c4e042e/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68831) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 655.754624] env[68831]: DEBUG oslo_vmware.api [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802083, 'name': PowerOnVM_Task, 'duration_secs': 0.559416} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.755734] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.755953] env[68831]: INFO nova.compute.manager [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Took 13.92 seconds to spawn the instance on the hypervisor. [ 655.756320] env[68831]: DEBUG nova.compute.manager [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.757340] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8997c40a-21e0-4788-982c-6cc044787e4a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.796180] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802086, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.852436] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802087, 'name': Rename_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.857709] env[68831]: DEBUG nova.network.neutron [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Updating instance_info_cache with network_info: [{"id": "b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0", "address": "fa:16:3e:00:3b:6f", "network": {"id": "f9cefb72-b84c-4070-8875-ac943b0c8f65", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1153463908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "226e00df9c984c68aafdb27c1b171719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11a0521-4a", "ovs_interfaceid": "b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.885432] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800821} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.887093] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] f7d50028-73ab-4348-a49e-ca153c854939/f7d50028-73ab-4348-a49e-ca153c854939.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.887093] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.887641] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11aa027a-7eb0-4e20-babb-b2243bd3576c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.897566] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 655.897566] env[68831]: value = "task-2802088" [ 655.897566] env[68831]: _type = "Task" [ 655.897566] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.909466] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.955315] env[68831]: DEBUG nova.compute.manager [req-c1585eaa-ee64-46bd-b6f8-4f1cf1c8b479 req-35737fcc-feaf-45d0-a4e2-6740c103a6cf service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Received event network-vif-plugged-7aae7b71-f1a0-484d-a02e-c830e4456ac9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.955530] env[68831]: DEBUG oslo_concurrency.lockutils [req-c1585eaa-ee64-46bd-b6f8-4f1cf1c8b479 req-35737fcc-feaf-45d0-a4e2-6740c103a6cf service nova] Acquiring lock "f7d50028-73ab-4348-a49e-ca153c854939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.955749] env[68831]: DEBUG oslo_concurrency.lockutils [req-c1585eaa-ee64-46bd-b6f8-4f1cf1c8b479 req-35737fcc-feaf-45d0-a4e2-6740c103a6cf service nova] Lock "f7d50028-73ab-4348-a49e-ca153c854939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.956031] env[68831]: DEBUG oslo_concurrency.lockutils [req-c1585eaa-ee64-46bd-b6f8-4f1cf1c8b479 req-35737fcc-feaf-45d0-a4e2-6740c103a6cf service nova] Lock "f7d50028-73ab-4348-a49e-ca153c854939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.956254] env[68831]: DEBUG nova.compute.manager [req-c1585eaa-ee64-46bd-b6f8-4f1cf1c8b479 req-35737fcc-feaf-45d0-a4e2-6740c103a6cf service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] No waiting events found dispatching network-vif-plugged-7aae7b71-f1a0-484d-a02e-c830e4456ac9 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.956425] env[68831]: WARNING nova.compute.manager [req-c1585eaa-ee64-46bd-b6f8-4f1cf1c8b479 req-35737fcc-feaf-45d0-a4e2-6740c103a6cf service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Received unexpected event network-vif-plugged-7aae7b71-f1a0-484d-a02e-c830e4456ac9 for instance with vm_state building and task_state spawning. [ 655.956582] env[68831]: DEBUG nova.compute.manager [req-c1585eaa-ee64-46bd-b6f8-4f1cf1c8b479 req-35737fcc-feaf-45d0-a4e2-6740c103a6cf service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Received event network-changed-7aae7b71-f1a0-484d-a02e-c830e4456ac9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.956729] env[68831]: DEBUG nova.compute.manager [req-c1585eaa-ee64-46bd-b6f8-4f1cf1c8b479 req-35737fcc-feaf-45d0-a4e2-6740c103a6cf service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Refreshing instance network info cache due to event network-changed-7aae7b71-f1a0-484d-a02e-c830e4456ac9. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 655.956956] env[68831]: DEBUG oslo_concurrency.lockutils [req-c1585eaa-ee64-46bd-b6f8-4f1cf1c8b479 req-35737fcc-feaf-45d0-a4e2-6740c103a6cf service nova] Acquiring lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.957134] env[68831]: DEBUG oslo_concurrency.lockutils [req-c1585eaa-ee64-46bd-b6f8-4f1cf1c8b479 req-35737fcc-feaf-45d0-a4e2-6740c103a6cf service nova] Acquired lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.957293] env[68831]: DEBUG nova.network.neutron [req-c1585eaa-ee64-46bd-b6f8-4f1cf1c8b479 req-35737fcc-feaf-45d0-a4e2-6740c103a6cf service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Refreshing network info cache for port 7aae7b71-f1a0-484d-a02e-c830e4456ac9 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.961286] env[68831]: DEBUG nova.scheduler.client.report [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.057146] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Acquiring lock "f116cf00-074f-41f8-9c1f-bae0cd7932ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.057429] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Lock "f116cf00-074f-41f8-9c1f-bae0cd7932ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.073458] env[68831]: DEBUG nova.compute.manager [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.104268] env[68831]: DEBUG nova.virt.hardware [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.104581] env[68831]: DEBUG nova.virt.hardware [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.104898] env[68831]: DEBUG nova.virt.hardware [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.105216] env[68831]: DEBUG nova.virt.hardware [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.105431] env[68831]: DEBUG nova.virt.hardware [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.105810] env[68831]: DEBUG nova.virt.hardware [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.106075] env[68831]: DEBUG nova.virt.hardware [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.106301] env[68831]: DEBUG nova.virt.hardware [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.106592] env[68831]: DEBUG nova.virt.hardware [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.106903] env[68831]: DEBUG nova.virt.hardware [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.107171] env[68831]: DEBUG nova.virt.hardware [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.111208] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19473a0-b840-4041-9b45-b0032baef6da {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.121415] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3cadf2-f65b-4656-a257-6d3d0c0e91bd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.283775] env[68831]: INFO nova.compute.manager [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Took 18.76 seconds to build instance. [ 656.297045] env[68831]: DEBUG oslo_vmware.api [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802086, 'name': PowerOnVM_Task, 'duration_secs': 0.609232} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.297286] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.297494] env[68831]: INFO nova.compute.manager [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Took 12.19 seconds to spawn the instance on the hypervisor. [ 656.297673] env[68831]: DEBUG nova.compute.manager [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.299400] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ece783-5144-44f8-a948-6eb96479139b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.359950] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802087, 'name': Rename_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.360862] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Releasing lock "refresh_cache-48440713-7649-4947-8bf0-89bcfaec2a28" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.360993] env[68831]: DEBUG nova.compute.manager [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Instance network_info: |[{"id": "b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0", "address": "fa:16:3e:00:3b:6f", "network": {"id": "f9cefb72-b84c-4070-8875-ac943b0c8f65", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1153463908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "226e00df9c984c68aafdb27c1b171719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11a0521-4a", "ovs_interfaceid": "b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.362191] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:3b:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.370680] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Creating folder: Project (226e00df9c984c68aafdb27c1b171719). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.372048] env[68831]: DEBUG oslo_vmware.rw_handles [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Completed reading data from the image iterator. {{(pid=68831) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 656.372262] env[68831]: DEBUG oslo_vmware.rw_handles [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ff7034d5-9ca8-479e-b7e8-5ba95c4e042e/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 656.373051] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38b0f27d-5874-4ba9-8d34-f915e9f51c96 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.384380] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Created folder: Project (226e00df9c984c68aafdb27c1b171719) in parent group-v563050. [ 656.384566] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Creating folder: Instances. Parent ref: group-v563066. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.384922] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e93f30c5-b694-4022-875d-f96e9198497c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.393747] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Created folder: Instances in parent group-v563066. [ 656.393747] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.393869] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.394030] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-272a1f7c-c6d1-47df-bbd7-bd336315df8d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.422986] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.422986] env[68831]: value = "task-2802091" [ 656.422986] env[68831]: _type = "Task" [ 656.422986] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.426334] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088139} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.429638] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.430346] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa28e08-d448-4817-a3e7-1000d356732d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.437773] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802091, 'name': CreateVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.458382] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] f7d50028-73ab-4348-a49e-ca153c854939/f7d50028-73ab-4348-a49e-ca153c854939.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.458711] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2ab4b4d-8883-42ea-bdb8-150ff2de4f27 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.476900] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.477261] env[68831]: DEBUG nova.compute.manager [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.487102] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.312s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.487102] env[68831]: INFO nova.compute.claims [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.494193] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 656.494193] env[68831]: value = "task-2802092" [ 656.494193] env[68831]: _type = "Task" [ 656.494193] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.504026] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.509637] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Downloaded image file data 0729a092-be14-4472-984f-c64ecf5724ef to vmware_temp/ff7034d5-9ca8-479e-b7e8-5ba95c4e042e/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk on the data store datastore1 {{(pid=68831) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 656.511932] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Caching image {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 656.512250] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Copying Virtual Disk [datastore1] vmware_temp/ff7034d5-9ca8-479e-b7e8-5ba95c4e042e/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk to [datastore1] vmware_temp/ff7034d5-9ca8-479e-b7e8-5ba95c4e042e/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.513026] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61c38245-98ba-4840-8ea5-ce55be19b7f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.520375] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 656.520375] env[68831]: value = "task-2802093" [ 656.520375] env[68831]: _type = "Task" [ 656.520375] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.529374] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.786069] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2675637-a78f-4972-965f-188cab20a23a tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Lock "3d615018-ab02-4f07-bc90-d13b44c09a5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.271s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.828271] env[68831]: INFO nova.compute.manager [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Took 18.65 seconds to build instance. [ 656.857270] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802087, 'name': Rename_Task, 'duration_secs': 1.353006} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.857571] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.857823] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44162f77-001c-4d4f-a724-eb00846b9ed5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.866060] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Waiting for the task: (returnval){ [ 656.866060] env[68831]: value = "task-2802094" [ 656.866060] env[68831]: _type = "Task" [ 656.866060] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.879199] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.941805] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802091, 'name': CreateVM_Task, 'duration_secs': 0.438774} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.941994] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.942867] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.943061] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.943418] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.943680] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-558a7d4e-6770-46e4-a55b-6e36e6ffef0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.949785] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Waiting for the task: (returnval){ [ 656.949785] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e8da2b-0b79-f7e5-bef1-c7719f5f84db" [ 656.949785] env[68831]: _type = "Task" [ 656.949785] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.960292] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e8da2b-0b79-f7e5-bef1-c7719f5f84db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.993144] env[68831]: DEBUG nova.compute.utils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.995901] env[68831]: DEBUG nova.compute.manager [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.996076] env[68831]: DEBUG nova.network.neutron [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.016049] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.032460] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802093, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.199838] env[68831]: DEBUG nova.policy [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '116b0ca951f44d0cbc410e8c2bda4948', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4634fd56241a4419a935a00c615f89df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.288621] env[68831]: DEBUG nova.compute.manager [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.332758] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4be997d-35d0-41c3-bb99-39f205d4d486 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Lock "47027cae-3d2d-424e-8f73-38cd839ed5ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.162s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.380548] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802094, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.392521] env[68831]: DEBUG nova.network.neutron [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Successfully updated port: b48a7b2c-b352-4cb1-8aad-89fae0152019 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.460670] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e8da2b-0b79-f7e5-bef1-c7719f5f84db, 'name': SearchDatastore_Task, 'duration_secs': 0.023193} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.462754] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.462754] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.462754] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.462754] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.462981] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.462981] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-237d0c84-8a09-474b-82f8-fb374c9fa530 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.471248] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.471443] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.472193] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e0beca-2bc3-4ecf-8cbc-27233d6ae8d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.480968] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Waiting for the task: (returnval){ [ 657.480968] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52862d42-606e-c1b2-3db3-5a209b5e8b6a" [ 657.480968] env[68831]: _type = "Task" [ 657.480968] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.488899] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52862d42-606e-c1b2-3db3-5a209b5e8b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.497037] env[68831]: DEBUG nova.compute.manager [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.503057] env[68831]: DEBUG nova.network.neutron [req-c1585eaa-ee64-46bd-b6f8-4f1cf1c8b479 req-35737fcc-feaf-45d0-a4e2-6740c103a6cf service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Updated VIF entry in instance network info cache for port 7aae7b71-f1a0-484d-a02e-c830e4456ac9. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.503057] env[68831]: DEBUG nova.network.neutron [req-c1585eaa-ee64-46bd-b6f8-4f1cf1c8b479 req-35737fcc-feaf-45d0-a4e2-6740c103a6cf service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Updating instance_info_cache with network_info: [{"id": "7aae7b71-f1a0-484d-a02e-c830e4456ac9", "address": "fa:16:3e:d2:2c:28", "network": {"id": "9d585a58-9359-4483-b691-3dd39e3739a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-58095815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104945a5ab134e1a83e6e3f62cb39ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aae7b71-f1", "ovs_interfaceid": "7aae7b71-f1a0-484d-a02e-c830e4456ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.522860] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802092, 'name': ReconfigVM_Task, 'duration_secs': 0.616895} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.526415] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Reconfigured VM instance instance-00000004 to attach disk [datastore2] f7d50028-73ab-4348-a49e-ca153c854939/f7d50028-73ab-4348-a49e-ca153c854939.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.527391] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-641ce4df-b62e-432d-9b91-db530087aa70 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.535225] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918322} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.536337] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Copied Virtual Disk [datastore1] vmware_temp/ff7034d5-9ca8-479e-b7e8-5ba95c4e042e/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk to [datastore1] vmware_temp/ff7034d5-9ca8-479e-b7e8-5ba95c4e042e/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.536563] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Deleting the datastore file [datastore1] vmware_temp/ff7034d5-9ca8-479e-b7e8-5ba95c4e042e/0729a092-be14-4472-984f-c64ecf5724ef/tmp-sparse.vmdk {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.537093] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 657.537093] env[68831]: value = "task-2802095" [ 657.537093] env[68831]: _type = "Task" [ 657.537093] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.537093] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-803e1e63-b96d-466d-9594-acf73dc4bf2f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.551908] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802095, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.554649] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 657.554649] env[68831]: value = "task-2802096" [ 657.554649] env[68831]: _type = "Task" [ 657.554649] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.565096] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.806201] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d882aad-93a7-4b52-8b90-e66b5247e59b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.816531] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a51ace-366b-4942-a7b0-d6a0ecdd7635 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.852423] env[68831]: DEBUG nova.compute.manager [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.856366] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.857714] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bdf007-4598-40c0-951d-5cf2372b287f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.865521] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2556e3-3368-4778-b7dd-20b790bf4880 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.882597] env[68831]: DEBUG nova.compute.provider_tree [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.887427] env[68831]: DEBUG oslo_vmware.api [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802094, 'name': PowerOnVM_Task, 'duration_secs': 0.788603} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.887976] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.888187] env[68831]: INFO nova.compute.manager [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Took 11.54 seconds to spawn the instance on the hypervisor. [ 657.888355] env[68831]: DEBUG nova.compute.manager [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.889204] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7381a3f-4961-435a-99e5-c98e0657aee9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.899502] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "refresh_cache-b25fe864-0d1a-4818-810e-6e1cc8cbfe9c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.899672] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquired lock "refresh_cache-b25fe864-0d1a-4818-810e-6e1cc8cbfe9c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.899817] env[68831]: DEBUG nova.network.neutron [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.999283] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52862d42-606e-c1b2-3db3-5a209b5e8b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.008323} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.000158] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6685fd-613d-4078-8f52-dd2846295177 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.006578] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Waiting for the task: (returnval){ [ 658.006578] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520f9c5f-585b-ca49-5cd8-e4a67885cca8" [ 658.006578] env[68831]: _type = "Task" [ 658.006578] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.007042] env[68831]: DEBUG oslo_concurrency.lockutils [req-c1585eaa-ee64-46bd-b6f8-4f1cf1c8b479 req-35737fcc-feaf-45d0-a4e2-6740c103a6cf service nova] Releasing lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.020500] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520f9c5f-585b-ca49-5cd8-e4a67885cca8, 'name': SearchDatastore_Task, 'duration_secs': 0.008817} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.020663] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.020919] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 48440713-7649-4947-8bf0-89bcfaec2a28/48440713-7649-4947-8bf0-89bcfaec2a28.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.021187] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b801aa24-36da-4714-bbb4-9f12bf3c7c47 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.028273] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Waiting for the task: (returnval){ [ 658.028273] env[68831]: value = "task-2802097" [ 658.028273] env[68831]: _type = "Task" [ 658.028273] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.039469] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.047440] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802095, 'name': Rename_Task, 'duration_secs': 0.33607} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.047744] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.047985] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9e386e3-5f54-485a-b3d9-36068e61689c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.056156] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 658.056156] env[68831]: value = "task-2802098" [ 658.056156] env[68831]: _type = "Task" [ 658.056156] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.067810] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033885} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.071403] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.071773] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Moving file from [datastore1] vmware_temp/ff7034d5-9ca8-479e-b7e8-5ba95c4e042e/0729a092-be14-4472-984f-c64ecf5724ef to [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef. {{(pid=68831) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 658.072093] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.072311] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-af4db0f5-bee1-4751-8fd3-e7a1059a7a23 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.079314] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 658.079314] env[68831]: value = "task-2802099" [ 658.079314] env[68831]: _type = "Task" [ 658.079314] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.087744] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802099, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.135953] env[68831]: DEBUG nova.network.neutron [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Successfully created port: 6d3c7c2f-4fd6-4a18-a100-05b259da0904 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.284313] env[68831]: DEBUG oslo_concurrency.lockutils [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Acquiring lock "3d615018-ab02-4f07-bc90-d13b44c09a5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.284789] env[68831]: DEBUG oslo_concurrency.lockutils [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Lock "3d615018-ab02-4f07-bc90-d13b44c09a5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.285119] env[68831]: DEBUG oslo_concurrency.lockutils [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Acquiring lock "3d615018-ab02-4f07-bc90-d13b44c09a5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.285349] env[68831]: DEBUG oslo_concurrency.lockutils [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Lock "3d615018-ab02-4f07-bc90-d13b44c09a5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.285601] env[68831]: DEBUG oslo_concurrency.lockutils [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Lock "3d615018-ab02-4f07-bc90-d13b44c09a5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.292450] env[68831]: INFO nova.compute.manager [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Terminating instance [ 658.387616] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.389399] env[68831]: DEBUG nova.scheduler.client.report [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.400842] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.401945] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.422331] env[68831]: INFO nova.compute.manager [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Took 20.09 seconds to build instance. [ 658.503050] env[68831]: DEBUG nova.network.neutron [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.517112] env[68831]: DEBUG nova.compute.manager [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.538193] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488697} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.540698] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 48440713-7649-4947-8bf0-89bcfaec2a28/48440713-7649-4947-8bf0-89bcfaec2a28.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.540698] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.541272] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f911be7-55cb-47ec-9e36-502094de3d5f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.550772] env[68831]: DEBUG nova.virt.hardware [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.551060] env[68831]: DEBUG nova.virt.hardware [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.551266] env[68831]: DEBUG nova.virt.hardware [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.551527] env[68831]: DEBUG nova.virt.hardware [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.552283] env[68831]: DEBUG nova.virt.hardware [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.552283] env[68831]: DEBUG nova.virt.hardware [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.552283] env[68831]: DEBUG nova.virt.hardware [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.552491] env[68831]: DEBUG nova.virt.hardware [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.552575] env[68831]: DEBUG nova.virt.hardware [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.553051] env[68831]: DEBUG nova.virt.hardware [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.553113] env[68831]: DEBUG nova.virt.hardware [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.553919] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Waiting for the task: (returnval){ [ 658.553919] env[68831]: value = "task-2802100" [ 658.553919] env[68831]: _type = "Task" [ 658.553919] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.554864] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c02633-0fac-43bc-981f-34ecdad71323 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.573043] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c528a34-4adf-4a46-9e84-a284bc4de68a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.577656] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.581435] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802098, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.600823] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802099, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025126} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.601254] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] File moved {{(pid=68831) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 658.601348] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Cleaning up location [datastore1] vmware_temp/ff7034d5-9ca8-479e-b7e8-5ba95c4e042e {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 658.601503] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Deleting the datastore file [datastore1] vmware_temp/ff7034d5-9ca8-479e-b7e8-5ba95c4e042e {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.601929] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0456bb0f-dd43-476e-bf0b-5f379dcd8ddd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.608313] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 658.608313] env[68831]: value = "task-2802101" [ 658.608313] env[68831]: _type = "Task" [ 658.608313] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.618537] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.791727] env[68831]: DEBUG nova.compute.manager [req-4c082ab2-fd15-4b87-8a55-e56e543a3b9a req-91971b27-1e3b-4403-bcd7-9d8135a24b36 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Received event network-changed-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.791727] env[68831]: DEBUG nova.compute.manager [req-4c082ab2-fd15-4b87-8a55-e56e543a3b9a req-91971b27-1e3b-4403-bcd7-9d8135a24b36 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Refreshing instance network info cache due to event network-changed-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 658.791932] env[68831]: DEBUG oslo_concurrency.lockutils [req-4c082ab2-fd15-4b87-8a55-e56e543a3b9a req-91971b27-1e3b-4403-bcd7-9d8135a24b36 service nova] Acquiring lock "refresh_cache-48440713-7649-4947-8bf0-89bcfaec2a28" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.792075] env[68831]: DEBUG oslo_concurrency.lockutils [req-4c082ab2-fd15-4b87-8a55-e56e543a3b9a req-91971b27-1e3b-4403-bcd7-9d8135a24b36 service nova] Acquired lock "refresh_cache-48440713-7649-4947-8bf0-89bcfaec2a28" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.792338] env[68831]: DEBUG nova.network.neutron [req-4c082ab2-fd15-4b87-8a55-e56e543a3b9a req-91971b27-1e3b-4403-bcd7-9d8135a24b36 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Refreshing network info cache for port b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.798034] env[68831]: DEBUG nova.compute.manager [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.798034] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.799867] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6264ed33-0b92-43c4-b45d-a2c809db7a4f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.810549] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.810821] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aad3488-707a-4b8c-9a35-82c03d2ff239 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.824220] env[68831]: DEBUG oslo_vmware.api [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Waiting for the task: (returnval){ [ 658.824220] env[68831]: value = "task-2802102" [ 658.824220] env[68831]: _type = "Task" [ 658.824220] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.842902] env[68831]: DEBUG oslo_vmware.api [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Task: {'id': task-2802102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.901719] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.902632] env[68831]: DEBUG nova.compute.manager [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.906601] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.413s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.908389] env[68831]: INFO nova.compute.claims [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.926392] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Lock "0603a8a3-d704-4ec2-9808-3fda6be1df72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.604s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.071196] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064726} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.075054] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.075054] env[68831]: DEBUG oslo_vmware.api [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802098, 'name': PowerOnVM_Task, 'duration_secs': 0.707033} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.075803] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c581035-5c90-43f4-9318-6c3eba71b5b7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.078637] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.079135] env[68831]: INFO nova.compute.manager [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Took 10.43 seconds to spawn the instance on the hypervisor. [ 659.079135] env[68831]: DEBUG nova.compute.manager [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.079963] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c57e826-ec17-49d8-9cd9-02fbe1974585 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.102739] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 48440713-7649-4947-8bf0-89bcfaec2a28/48440713-7649-4947-8bf0-89bcfaec2a28.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.105225] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d1a847-d365-43a9-aaf9-fcd8779461f8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.124355] env[68831]: DEBUG nova.network.neutron [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Updating instance_info_cache with network_info: [{"id": "b48a7b2c-b352-4cb1-8aad-89fae0152019", "address": "fa:16:3e:be:5d:ea", "network": {"id": "f47aa286-be40-423a-a692-b87029b42132", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1554338288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6280ae0c0ee463683346580055ba847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb48a7b2c-b3", "ovs_interfaceid": "b48a7b2c-b352-4cb1-8aad-89fae0152019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.135234] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024118} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.136686] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.137673] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Waiting for the task: (returnval){ [ 659.137673] env[68831]: value = "task-2802103" [ 659.137673] env[68831]: _type = "Task" [ 659.137673] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.138068] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7bca1e-4837-4b6c-acdf-a1c5036d3ccf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.148035] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 659.148035] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a7aedb-b815-d5d3-cd41-005077afe746" [ 659.148035] env[68831]: _type = "Task" [ 659.148035] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.149799] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802103, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.157229] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a7aedb-b815-d5d3-cd41-005077afe746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.337666] env[68831]: DEBUG oslo_vmware.api [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Task: {'id': task-2802102, 'name': PowerOffVM_Task, 'duration_secs': 0.313232} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.337666] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.337666] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.337666] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbafbaa1-6987-4a12-988d-ecfd1911a19e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.344079] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Acquiring lock "fb8d223d-d2ec-48c1-8d20-7617be76dabe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.344698] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Lock "fb8d223d-d2ec-48c1-8d20-7617be76dabe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.409334] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.409334] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.410249] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Deleting the datastore file [datastore2] 3d615018-ab02-4f07-bc90-d13b44c09a5b {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.410249] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89b4bf37-6681-42ae-afc6-18387e5872b7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.413539] env[68831]: DEBUG nova.compute.utils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.416398] env[68831]: DEBUG nova.compute.manager [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.416590] env[68831]: DEBUG nova.network.neutron [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.424349] env[68831]: DEBUG oslo_vmware.api [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Waiting for the task: (returnval){ [ 659.424349] env[68831]: value = "task-2802105" [ 659.424349] env[68831]: _type = "Task" [ 659.424349] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.430803] env[68831]: DEBUG nova.compute.manager [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.437966] env[68831]: DEBUG oslo_vmware.api [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Task: {'id': task-2802105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.570244] env[68831]: DEBUG nova.policy [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ac7c58103944bfcb896eed10c398e87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6ae89a7459a4292b13307ab17751130', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.630475] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Releasing lock "refresh_cache-b25fe864-0d1a-4818-810e-6e1cc8cbfe9c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.630860] env[68831]: DEBUG nova.compute.manager [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Instance network_info: |[{"id": "b48a7b2c-b352-4cb1-8aad-89fae0152019", "address": "fa:16:3e:be:5d:ea", "network": {"id": "f47aa286-be40-423a-a692-b87029b42132", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1554338288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6280ae0c0ee463683346580055ba847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb48a7b2c-b3", "ovs_interfaceid": "b48a7b2c-b352-4cb1-8aad-89fae0152019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.634056] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:5d:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b48a7b2c-b352-4cb1-8aad-89fae0152019', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.644767] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Creating folder: Project (d6280ae0c0ee463683346580055ba847). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.645426] env[68831]: INFO nova.compute.manager [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Took 21.00 seconds to build instance. [ 659.646588] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3ef45ef-b2ac-4fee-b9dd-b2b1450856a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.660706] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a7aedb-b815-d5d3-cd41-005077afe746, 'name': SearchDatastore_Task, 'duration_secs': 0.013869} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.665353] env[68831]: DEBUG oslo_concurrency.lockutils [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.665353] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] bcce1167-e77a-40a1-afcf-3a6d77789789/bcce1167-e77a-40a1-afcf-3a6d77789789.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.665583] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Created folder: Project (d6280ae0c0ee463683346580055ba847) in parent group-v563050. [ 659.665641] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Creating folder: Instances. Parent ref: group-v563069. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.665842] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.666650] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2639b732-9dc1-4f6a-867d-2fcc1aae269f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.668706] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7640a9e8-abb3-4fa4-bcd4-680fdf25db01 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.675072] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 659.675072] env[68831]: value = "task-2802107" [ 659.675072] env[68831]: _type = "Task" [ 659.675072] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.682349] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Created folder: Instances in parent group-v563069. [ 659.682582] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.683137] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.683844] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8cbc39a-805c-42a1-80dc-818c9232f70a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.701872] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.707900] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.707900] env[68831]: value = "task-2802109" [ 659.707900] env[68831]: _type = "Task" [ 659.707900] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.715616] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802109, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.809871] env[68831]: DEBUG nova.network.neutron [req-4c082ab2-fd15-4b87-8a55-e56e543a3b9a req-91971b27-1e3b-4403-bcd7-9d8135a24b36 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Updated VIF entry in instance network info cache for port b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.809871] env[68831]: DEBUG nova.network.neutron [req-4c082ab2-fd15-4b87-8a55-e56e543a3b9a req-91971b27-1e3b-4403-bcd7-9d8135a24b36 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Updating instance_info_cache with network_info: [{"id": "b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0", "address": "fa:16:3e:00:3b:6f", "network": {"id": "f9cefb72-b84c-4070-8875-ac943b0c8f65", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1153463908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "226e00df9c984c68aafdb27c1b171719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11a0521-4a", "ovs_interfaceid": "b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.921305] env[68831]: DEBUG nova.compute.manager [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.941984] env[68831]: DEBUG oslo_vmware.api [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Task: {'id': task-2802105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433838} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.944381] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.944567] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.944736] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.944900] env[68831]: INFO nova.compute.manager [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 659.945155] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.945548] env[68831]: DEBUG nova.compute.manager [-] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.945642] env[68831]: DEBUG nova.network.neutron [-] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.972888] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.151866] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "f7d50028-73ab-4348-a49e-ca153c854939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.515s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.173217] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802103, 'name': ReconfigVM_Task, 'duration_secs': 0.751634} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.173645] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 48440713-7649-4947-8bf0-89bcfaec2a28/48440713-7649-4947-8bf0-89bcfaec2a28.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.178249] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73d6085d-d315-4495-8887-692a5b648180 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.195803] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802107, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.205799] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Waiting for the task: (returnval){ [ 660.205799] env[68831]: value = "task-2802110" [ 660.205799] env[68831]: _type = "Task" [ 660.205799] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.215023] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802110, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.232558] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802109, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.314082] env[68831]: DEBUG oslo_concurrency.lockutils [req-4c082ab2-fd15-4b87-8a55-e56e543a3b9a req-91971b27-1e3b-4403-bcd7-9d8135a24b36 service nova] Releasing lock "refresh_cache-48440713-7649-4947-8bf0-89bcfaec2a28" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.314082] env[68831]: DEBUG nova.compute.manager [req-4c082ab2-fd15-4b87-8a55-e56e543a3b9a req-91971b27-1e3b-4403-bcd7-9d8135a24b36 service nova] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Received event network-vif-plugged-b48a7b2c-b352-4cb1-8aad-89fae0152019 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.314082] env[68831]: DEBUG oslo_concurrency.lockutils [req-4c082ab2-fd15-4b87-8a55-e56e543a3b9a req-91971b27-1e3b-4403-bcd7-9d8135a24b36 service nova] Acquiring lock "b25fe864-0d1a-4818-810e-6e1cc8cbfe9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.314082] env[68831]: DEBUG oslo_concurrency.lockutils [req-4c082ab2-fd15-4b87-8a55-e56e543a3b9a req-91971b27-1e3b-4403-bcd7-9d8135a24b36 service nova] Lock "b25fe864-0d1a-4818-810e-6e1cc8cbfe9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.314082] env[68831]: DEBUG oslo_concurrency.lockutils [req-4c082ab2-fd15-4b87-8a55-e56e543a3b9a req-91971b27-1e3b-4403-bcd7-9d8135a24b36 service nova] Lock "b25fe864-0d1a-4818-810e-6e1cc8cbfe9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.314739] env[68831]: DEBUG nova.compute.manager [req-4c082ab2-fd15-4b87-8a55-e56e543a3b9a req-91971b27-1e3b-4403-bcd7-9d8135a24b36 service nova] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] No waiting events found dispatching network-vif-plugged-b48a7b2c-b352-4cb1-8aad-89fae0152019 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.314739] env[68831]: WARNING nova.compute.manager [req-4c082ab2-fd15-4b87-8a55-e56e543a3b9a req-91971b27-1e3b-4403-bcd7-9d8135a24b36 service nova] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Received unexpected event network-vif-plugged-b48a7b2c-b352-4cb1-8aad-89fae0152019 for instance with vm_state building and task_state spawning. [ 660.338527] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91b3226-df20-40e4-bf54-752018aa2173 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.348908] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43446d2d-2646-4ff9-b1e7-0ac78e110531 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.386203] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43262ffc-3619-40d3-8152-eed9b3b3abbf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.397266] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7e4e8a-172b-4e6c-90dd-e1796cc59df6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.411725] env[68831]: DEBUG nova.compute.provider_tree [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.571049] env[68831]: DEBUG nova.network.neutron [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Successfully created port: b5421dbb-6226-41f7-9a62-b48dd9a57854 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.656249] env[68831]: DEBUG nova.compute.manager [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.707787] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607804} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.708174] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] bcce1167-e77a-40a1-afcf-3a6d77789789/bcce1167-e77a-40a1-afcf-3a6d77789789.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.708382] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.712192] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9936d14b-f389-497c-ad47-bac420c243a0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.720345] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802110, 'name': Rename_Task, 'duration_secs': 0.19786} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.721918] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.722236] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 660.722236] env[68831]: value = "task-2802111" [ 660.722236] env[68831]: _type = "Task" [ 660.722236] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.722431] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-085eefd2-1541-4afb-8aaa-8f18a18f5843 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.732375] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802109, 'name': CreateVM_Task, 'duration_secs': 0.569379} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.732375] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.733273] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.733430] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.733744] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.734551] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09929572-2a65-4d94-8012-a7d5f8546c8f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.741251] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Waiting for the task: (returnval){ [ 660.741251] env[68831]: value = "task-2802112" [ 660.741251] env[68831]: _type = "Task" [ 660.741251] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.741479] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.747117] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 660.747117] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520c1c77-6362-7ab8-1a0f-a7345b1911ad" [ 660.747117] env[68831]: _type = "Task" [ 660.747117] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.756829] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802112, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.762583] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520c1c77-6362-7ab8-1a0f-a7345b1911ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.848574] env[68831]: DEBUG nova.network.neutron [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Successfully updated port: 6d3c7c2f-4fd6-4a18-a100-05b259da0904 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.917087] env[68831]: DEBUG nova.scheduler.client.report [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.939331] env[68831]: DEBUG nova.compute.manager [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.988078] env[68831]: DEBUG nova.virt.hardware [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.988078] env[68831]: DEBUG nova.virt.hardware [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.988078] env[68831]: DEBUG nova.virt.hardware [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.988418] env[68831]: DEBUG nova.virt.hardware [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.988418] env[68831]: DEBUG nova.virt.hardware [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.988418] env[68831]: DEBUG nova.virt.hardware [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.989214] env[68831]: DEBUG nova.virt.hardware [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.989757] env[68831]: DEBUG nova.virt.hardware [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.990123] env[68831]: DEBUG nova.virt.hardware [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.990486] env[68831]: DEBUG nova.virt.hardware [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.990887] env[68831]: DEBUG nova.virt.hardware [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.992298] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53d1e84-56c4-45a1-887a-d02fad0c1cef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.007855] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c905e568-6f69-4346-b662-b41c87c1849a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.121395] env[68831]: DEBUG nova.network.neutron [-] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.187022] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.243625] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068333} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.247164] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.248177] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a149139a-7976-4e7a-b6d7-7b818c05a5c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.259635] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802112, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.281723] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] bcce1167-e77a-40a1-afcf-3a6d77789789/bcce1167-e77a-40a1-afcf-3a6d77789789.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.286218] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d19c5ac3-1d68-4105-8cfe-eea10cbe9124 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.306178] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520c1c77-6362-7ab8-1a0f-a7345b1911ad, 'name': SearchDatastore_Task, 'duration_secs': 0.015395} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.306178] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.306178] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.306178] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.306433] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.306433] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.306869] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7751fccd-6bf0-4af2-8ec6-23942bfe3893 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.312241] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 661.312241] env[68831]: value = "task-2802113" [ 661.312241] env[68831]: _type = "Task" [ 661.312241] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.317720] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.317937] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.325199] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc155d65-d32c-4ed8-8599-7746f6df08e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.326819] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.329666] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 661.329666] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521c5fc1-80e2-1b47-5c0b-fe66fe52fb9b" [ 661.329666] env[68831]: _type = "Task" [ 661.329666] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.342726] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521c5fc1-80e2-1b47-5c0b-fe66fe52fb9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.351827] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.351827] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.352094] env[68831]: DEBUG nova.network.neutron [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.393815] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Acquiring lock "0603a8a3-d704-4ec2-9808-3fda6be1df72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.394167] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Lock "0603a8a3-d704-4ec2-9808-3fda6be1df72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.394442] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Acquiring lock "0603a8a3-d704-4ec2-9808-3fda6be1df72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.394640] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Lock "0603a8a3-d704-4ec2-9808-3fda6be1df72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.394875] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Lock "0603a8a3-d704-4ec2-9808-3fda6be1df72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.398603] env[68831]: INFO nova.compute.manager [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Terminating instance [ 661.424130] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.424748] env[68831]: DEBUG nova.compute.manager [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.429514] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.694s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.629386] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Acquiring lock "47027cae-3d2d-424e-8f73-38cd839ed5ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.629637] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Lock "47027cae-3d2d-424e-8f73-38cd839ed5ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.629873] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Acquiring lock "47027cae-3d2d-424e-8f73-38cd839ed5ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.630040] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Lock "47027cae-3d2d-424e-8f73-38cd839ed5ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.630204] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Lock "47027cae-3d2d-424e-8f73-38cd839ed5ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.632285] env[68831]: INFO nova.compute.manager [-] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Took 1.69 seconds to deallocate network for instance. [ 661.632782] env[68831]: INFO nova.compute.manager [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Terminating instance [ 661.718369] env[68831]: DEBUG nova.compute.manager [req-11a800ac-2993-432c-bffe-3766fc2b14a5 req-77cbbdae-2338-4b16-82e4-6e770a3f18f3 service nova] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Received event network-vif-deleted-0f2ed645-859f-48bc-b0c1-79bfa28dcead {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.759652] env[68831]: DEBUG oslo_vmware.api [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802112, 'name': PowerOnVM_Task, 'duration_secs': 0.555573} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.759937] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.760150] env[68831]: INFO nova.compute.manager [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Took 10.53 seconds to spawn the instance on the hypervisor. [ 661.760326] env[68831]: DEBUG nova.compute.manager [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.761778] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7188777-955b-4b5f-ab97-2a96ccadefc1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.824652] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802113, 'name': ReconfigVM_Task, 'duration_secs': 0.335411} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.825140] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Reconfigured VM instance instance-00000006 to attach disk [datastore1] bcce1167-e77a-40a1-afcf-3a6d77789789/bcce1167-e77a-40a1-afcf-3a6d77789789.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.825806] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96a4d5ef-2072-4ae4-a6cc-845093882f33 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.843072] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 661.843072] env[68831]: value = "task-2802114" [ 661.843072] env[68831]: _type = "Task" [ 661.843072] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.849255] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521c5fc1-80e2-1b47-5c0b-fe66fe52fb9b, 'name': SearchDatastore_Task, 'duration_secs': 0.014759} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.850701] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7bba806-8684-44c3-8564-6a418427a4ec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.858532] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802114, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.862289] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 661.862289] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52654f6a-efbd-5221-65c4-f4ec92308dc9" [ 661.862289] env[68831]: _type = "Task" [ 661.862289] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.870873] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52654f6a-efbd-5221-65c4-f4ec92308dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.904749] env[68831]: DEBUG nova.compute.manager [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.905144] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.906678] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c06902c-43f8-455e-98ce-f14a995f4030 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.914120] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.914550] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd362084-f482-4f89-b350-d21968b6e2b9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.920862] env[68831]: DEBUG oslo_vmware.api [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Waiting for the task: (returnval){ [ 661.920862] env[68831]: value = "task-2802115" [ 661.920862] env[68831]: _type = "Task" [ 661.920862] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.925531] env[68831]: DEBUG nova.network.neutron [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.929746] env[68831]: DEBUG nova.compute.utils [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.935399] env[68831]: DEBUG nova.compute.manager [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Not allocating networking since 'none' was specified. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 661.941581] env[68831]: DEBUG oslo_vmware.api [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.014618] env[68831]: DEBUG nova.compute.manager [req-0fb020ce-5ffc-4338-ad08-966685600d62 req-129394eb-556c-4288-a554-f73bcfc721c9 service nova] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Received event network-changed-b48a7b2c-b352-4cb1-8aad-89fae0152019 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 662.014618] env[68831]: DEBUG nova.compute.manager [req-0fb020ce-5ffc-4338-ad08-966685600d62 req-129394eb-556c-4288-a554-f73bcfc721c9 service nova] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Refreshing instance network info cache due to event network-changed-b48a7b2c-b352-4cb1-8aad-89fae0152019. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 662.014618] env[68831]: DEBUG oslo_concurrency.lockutils [req-0fb020ce-5ffc-4338-ad08-966685600d62 req-129394eb-556c-4288-a554-f73bcfc721c9 service nova] Acquiring lock "refresh_cache-b25fe864-0d1a-4818-810e-6e1cc8cbfe9c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.014618] env[68831]: DEBUG oslo_concurrency.lockutils [req-0fb020ce-5ffc-4338-ad08-966685600d62 req-129394eb-556c-4288-a554-f73bcfc721c9 service nova] Acquired lock "refresh_cache-b25fe864-0d1a-4818-810e-6e1cc8cbfe9c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.014618] env[68831]: DEBUG nova.network.neutron [req-0fb020ce-5ffc-4338-ad08-966685600d62 req-129394eb-556c-4288-a554-f73bcfc721c9 service nova] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Refreshing network info cache for port b48a7b2c-b352-4cb1-8aad-89fae0152019 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.138750] env[68831]: DEBUG nova.compute.manager [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 662.138990] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.139907] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3641cd-c21a-4a5d-94a7-bb7065296551 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.149172] env[68831]: DEBUG oslo_concurrency.lockutils [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.149561] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.149804] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8366614-16a3-4c09-987f-8b62d05767f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.159240] env[68831]: DEBUG oslo_vmware.api [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Waiting for the task: (returnval){ [ 662.159240] env[68831]: value = "task-2802116" [ 662.159240] env[68831]: _type = "Task" [ 662.159240] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.168441] env[68831]: DEBUG oslo_vmware.api [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.285845] env[68831]: INFO nova.compute.manager [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Took 23.21 seconds to build instance. [ 662.344577] env[68831]: DEBUG nova.network.neutron [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance_info_cache with network_info: [{"id": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "address": "fa:16:3e:4d:9e:00", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d3c7c2f-4f", "ovs_interfaceid": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.361071] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802114, 'name': Rename_Task, 'duration_secs': 0.159611} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.363267] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.363267] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b38465c2-ae8e-46e6-82ac-0d08b8d9f62d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.379913] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52654f6a-efbd-5221-65c4-f4ec92308dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.00839} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.382331] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.386582] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] b25fe864-0d1a-4818-810e-6e1cc8cbfe9c/b25fe864-0d1a-4818-810e-6e1cc8cbfe9c.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.386582] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 662.386582] env[68831]: value = "task-2802117" [ 662.386582] env[68831]: _type = "Task" [ 662.386582] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.386993] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f7205c4-96e0-4348-89bb-ac5864099e99 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.401294] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802117, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.402621] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 662.402621] env[68831]: value = "task-2802118" [ 662.402621] env[68831]: _type = "Task" [ 662.402621] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.412607] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.430772] env[68831]: DEBUG oslo_vmware.api [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802115, 'name': PowerOffVM_Task, 'duration_secs': 0.383185} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.431041] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.431225] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.431482] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25546685-197e-49f9-a956-9be01d040322 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.442459] env[68831]: DEBUG nova.compute.manager [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.476931] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 3d615018-ab02-4f07-bc90-d13b44c09a5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 662.476931] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 47027cae-3d2d-424e-8f73-38cd839ed5ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 662.476931] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 0603a8a3-d704-4ec2-9808-3fda6be1df72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 662.476931] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance f7d50028-73ab-4348-a49e-ca153c854939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 662.477087] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 48440713-7649-4947-8bf0-89bcfaec2a28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 662.477087] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance bcce1167-e77a-40a1-afcf-3a6d77789789 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 662.477143] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance b25fe864-0d1a-4818-810e-6e1cc8cbfe9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 662.477249] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 28bf3f4e-650a-44b4-abf2-8195f32cfb34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 662.477359] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 662.477469] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 223b8b6f-b42c-4a06-b5bb-0354dd87cdea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 662.501780] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.501780] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.501983] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Deleting the datastore file [datastore2] 0603a8a3-d704-4ec2-9808-3fda6be1df72 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.502221] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00d723e7-c4d8-42c9-a313-f691b3f2bccb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.509650] env[68831]: DEBUG oslo_vmware.api [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Waiting for the task: (returnval){ [ 662.509650] env[68831]: value = "task-2802120" [ 662.509650] env[68831]: _type = "Task" [ 662.509650] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.522205] env[68831]: DEBUG oslo_vmware.api [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.669661] env[68831]: DEBUG oslo_vmware.api [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802116, 'name': PowerOffVM_Task, 'duration_secs': 0.332329} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.670038] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.670280] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.670976] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b17e2a31-0677-4893-9b55-5600c24df375 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.747164] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.747399] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.747584] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Deleting the datastore file [datastore2] 47027cae-3d2d-424e-8f73-38cd839ed5ae {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.747850] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e37f43f-4be0-4781-85a1-1cbc92355622 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.754152] env[68831]: DEBUG oslo_vmware.api [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Waiting for the task: (returnval){ [ 662.754152] env[68831]: value = "task-2802122" [ 662.754152] env[68831]: _type = "Task" [ 662.754152] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.763313] env[68831]: DEBUG oslo_vmware.api [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.788931] env[68831]: DEBUG oslo_concurrency.lockutils [None req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Lock "48440713-7649-4947-8bf0-89bcfaec2a28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.728s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.851966] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.852366] env[68831]: DEBUG nova.compute.manager [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Instance network_info: |[{"id": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "address": "fa:16:3e:4d:9e:00", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d3c7c2f-4f", "ovs_interfaceid": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.852873] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:9e:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d3c7c2f-4fd6-4a18-a100-05b259da0904', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.861916] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Creating folder: Project (4634fd56241a4419a935a00c615f89df). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.862451] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f94567ed-c711-4d62-9c03-2e2958722e32 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.873386] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Created folder: Project (4634fd56241a4419a935a00c615f89df) in parent group-v563050. [ 662.873702] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Creating folder: Instances. Parent ref: group-v563072. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.874704] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae2fa955-7b2f-4eee-afc6-7381ab92477c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.883548] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Created folder: Instances in parent group-v563072. [ 662.883993] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.884259] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.884521] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f167981-212f-4d58-bbd0-810e3b4cdbdc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.916266] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802117, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.921771] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.921771] env[68831]: value = "task-2802125" [ 662.921771] env[68831]: _type = "Task" [ 662.921771] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.922577] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802118, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.932978] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802125, 'name': CreateVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.984476] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 5a20a423-c3ac-476e-aecb-7e42a7c24610 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 663.022246] env[68831]: DEBUG oslo_vmware.api [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Task: {'id': task-2802120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325183} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.023754] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.024124] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.024499] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.024835] env[68831]: INFO nova.compute.manager [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Took 1.12 seconds to destroy the instance on the hypervisor. [ 663.025234] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.025846] env[68831]: DEBUG nova.compute.manager [-] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.026969] env[68831]: DEBUG nova.network.neutron [-] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.083417] env[68831]: DEBUG nova.network.neutron [req-0fb020ce-5ffc-4338-ad08-966685600d62 req-129394eb-556c-4288-a554-f73bcfc721c9 service nova] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Updated VIF entry in instance network info cache for port b48a7b2c-b352-4cb1-8aad-89fae0152019. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.083417] env[68831]: DEBUG nova.network.neutron [req-0fb020ce-5ffc-4338-ad08-966685600d62 req-129394eb-556c-4288-a554-f73bcfc721c9 service nova] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Updating instance_info_cache with network_info: [{"id": "b48a7b2c-b352-4cb1-8aad-89fae0152019", "address": "fa:16:3e:be:5d:ea", "network": {"id": "f47aa286-be40-423a-a692-b87029b42132", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1554338288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6280ae0c0ee463683346580055ba847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb48a7b2c-b3", "ovs_interfaceid": "b48a7b2c-b352-4cb1-8aad-89fae0152019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.166988] env[68831]: DEBUG nova.network.neutron [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Successfully updated port: b5421dbb-6226-41f7-9a62-b48dd9a57854 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.271409] env[68831]: DEBUG oslo_vmware.api [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Task: {'id': task-2802122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329489} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.271935] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.272261] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.275020] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.275020] env[68831]: INFO nova.compute.manager [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 663.275020] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.275020] env[68831]: DEBUG nova.compute.manager [-] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.275020] env[68831]: DEBUG nova.network.neutron [-] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.292321] env[68831]: DEBUG nova.compute.manager [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.417497] env[68831]: DEBUG oslo_vmware.api [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802117, 'name': PowerOnVM_Task, 'duration_secs': 0.828385} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.422197] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.422197] env[68831]: INFO nova.compute.manager [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Took 9.73 seconds to spawn the instance on the hypervisor. [ 663.422197] env[68831]: DEBUG nova.compute.manager [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.422641] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600238} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.427027] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1dc19a-bcbf-4dfa-b22c-6a22f72629b5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.427027] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] b25fe864-0d1a-4818-810e-6e1cc8cbfe9c/b25fe864-0d1a-4818-810e-6e1cc8cbfe9c.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.427027] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.427027] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edb1bb1a-384a-4ba3-bc8f-1c346352edfe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.445249] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 663.445249] env[68831]: value = "task-2802126" [ 663.445249] env[68831]: _type = "Task" [ 663.445249] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.445508] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802125, 'name': CreateVM_Task, 'duration_secs': 0.377257} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.446089] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.449969] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.450079] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.450501] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.450791] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aacc15e-73e2-45e9-9285-e5b086e3e3d1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.463166] env[68831]: DEBUG nova.compute.manager [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.464201] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.466665] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 663.466665] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f581a1-0d9e-4607-5224-e189a7530afa" [ 663.466665] env[68831]: _type = "Task" [ 663.466665] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.475228] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f581a1-0d9e-4607-5224-e189a7530afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.487897] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 1c541afe-a78b-4cd1-8d70-63221956a835 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 663.505415] env[68831]: DEBUG nova.virt.hardware [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.505415] env[68831]: DEBUG nova.virt.hardware [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.505415] env[68831]: DEBUG nova.virt.hardware [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.505677] env[68831]: DEBUG nova.virt.hardware [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.505677] env[68831]: DEBUG nova.virt.hardware [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.505677] env[68831]: DEBUG nova.virt.hardware [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.505677] env[68831]: DEBUG nova.virt.hardware [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.505677] env[68831]: DEBUG nova.virt.hardware [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.505848] env[68831]: DEBUG nova.virt.hardware [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.505848] env[68831]: DEBUG nova.virt.hardware [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.505848] env[68831]: DEBUG nova.virt.hardware [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.507902] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7e42d9-0318-4903-9e2f-977ccc91d388 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.517701] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd7b17e-f44d-45b5-9705-2629e8530125 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.533758] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.540533] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Creating folder: Project (958f042552ae469e8c2d96b91f146fe9). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.541186] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6885baa7-ed5a-4fcc-ba6b-ec32c00a05f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.551044] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Created folder: Project (958f042552ae469e8c2d96b91f146fe9) in parent group-v563050. [ 663.551247] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Creating folder: Instances. Parent ref: group-v563075. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.551479] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34de2df7-ddf1-499d-ba4c-c3b208b5cc51 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.560599] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Created folder: Instances in parent group-v563075. [ 663.560843] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.561088] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.561259] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89addbca-704c-4ca1-8767-11b937510015 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.581860] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.581860] env[68831]: value = "task-2802129" [ 663.581860] env[68831]: _type = "Task" [ 663.581860] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.585785] env[68831]: DEBUG oslo_concurrency.lockutils [req-0fb020ce-5ffc-4338-ad08-966685600d62 req-129394eb-556c-4288-a554-f73bcfc721c9 service nova] Releasing lock "refresh_cache-b25fe864-0d1a-4818-810e-6e1cc8cbfe9c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.590928] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802129, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.671221] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Acquiring lock "refresh_cache-bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.671381] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Acquired lock "refresh_cache-bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.672105] env[68831]: DEBUG nova.network.neutron [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.828882] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.956430] env[68831]: INFO nova.compute.manager [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Took 24.01 seconds to build instance. [ 663.963519] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062984} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.963519] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.963901] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a013f0f8-305e-4d52-b439-13d6576d6f52 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.981931] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f581a1-0d9e-4607-5224-e189a7530afa, 'name': SearchDatastore_Task, 'duration_secs': 0.02023} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.992422] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.992422] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.992422] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.992422] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.992866] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.002043] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] b25fe864-0d1a-4818-810e-6e1cc8cbfe9c/b25fe864-0d1a-4818-810e-6e1cc8cbfe9c.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.002188] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-270f45c8-5c51-45aa-9ea7-91888de3850b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.005058] env[68831]: DEBUG nova.network.neutron [-] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.006847] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 176ad5bc-882c-4539-b69e-03c06616f933 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 664.011235] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef2e78b6-8b79-4aca-9f3c-a216b093e186 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.036409] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 664.036409] env[68831]: value = "task-2802130" [ 664.036409] env[68831]: _type = "Task" [ 664.036409] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.039019] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.039019] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.042477] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51037ae7-8108-4f85-9f19-7cd18ff9ecb1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.049115] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 664.049115] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521ace08-cd5f-483d-7328-78ea5dedc353" [ 664.049115] env[68831]: _type = "Task" [ 664.049115] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.054531] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802130, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.063587] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521ace08-cd5f-483d-7328-78ea5dedc353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.094033] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802129, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.153575] env[68831]: DEBUG nova.network.neutron [-] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.247649] env[68831]: DEBUG nova.network.neutron [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.459896] env[68831]: DEBUG oslo_concurrency.lockutils [None req-335698fa-01ea-4347-8a8e-f74ef8d928a1 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Lock "bcce1167-e77a-40a1-afcf-3a6d77789789" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.537s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.474193] env[68831]: DEBUG nova.network.neutron [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Updating instance_info_cache with network_info: [{"id": "b5421dbb-6226-41f7-9a62-b48dd9a57854", "address": "fa:16:3e:ef:41:e9", "network": {"id": "bce0e363-5a0c-4d0d-a2cb-a96d38131a82", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1739977822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6ae89a7459a4292b13307ab17751130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5421dbb-62", "ovs_interfaceid": "b5421dbb-6226-41f7-9a62-b48dd9a57854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.531246] env[68831]: INFO nova.compute.manager [-] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Took 1.50 seconds to deallocate network for instance. [ 664.531246] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 664.550244] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.565697] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521ace08-cd5f-483d-7328-78ea5dedc353, 'name': SearchDatastore_Task, 'duration_secs': 0.02032} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.566511] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ebb5a5f-b6e0-48f4-bfcc-3c7c56f886e2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.572795] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 664.572795] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5234af16-3422-7c0b-6628-8584e666f60d" [ 664.572795] env[68831]: _type = "Task" [ 664.572795] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.583049] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5234af16-3422-7c0b-6628-8584e666f60d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.593493] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802129, 'name': CreateVM_Task, 'duration_secs': 0.58883} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.593682] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.594164] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.594396] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.595052] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.595189] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d78d0b3a-2cea-45e2-a622-38c2b1f1dd0d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.602284] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Waiting for the task: (returnval){ [ 664.602284] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52500ade-1d01-c3a2-9cd9-a2ea0409a68b" [ 664.602284] env[68831]: _type = "Task" [ 664.602284] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.609122] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52500ade-1d01-c3a2-9cd9-a2ea0409a68b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.657628] env[68831]: INFO nova.compute.manager [-] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Took 1.38 seconds to deallocate network for instance. [ 664.963680] env[68831]: DEBUG nova.compute.manager [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.980589] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Releasing lock "refresh_cache-bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.980589] env[68831]: DEBUG nova.compute.manager [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Instance network_info: |[{"id": "b5421dbb-6226-41f7-9a62-b48dd9a57854", "address": "fa:16:3e:ef:41:e9", "network": {"id": "bce0e363-5a0c-4d0d-a2cb-a96d38131a82", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1739977822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6ae89a7459a4292b13307ab17751130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5421dbb-62", "ovs_interfaceid": "b5421dbb-6226-41f7-9a62-b48dd9a57854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.981186] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:41:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5421dbb-6226-41f7-9a62-b48dd9a57854', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.990936] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Creating folder: Project (b6ae89a7459a4292b13307ab17751130). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.991533] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6e3b23b-8f89-4ab2-b7e8-76329a26da37 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.005072] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Created folder: Project (b6ae89a7459a4292b13307ab17751130) in parent group-v563050. [ 665.005250] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Creating folder: Instances. Parent ref: group-v563078. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.005494] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-effae169-391a-4d0e-a3c6-20a1f15ce362 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.017610] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Created folder: Instances in parent group-v563078. [ 665.017854] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.018840] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.018840] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-099500f3-51f8-4bc5-9261-ed608c1c8a94 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.034345] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 665.040600] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.048559] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.048559] env[68831]: value = "task-2802133" [ 665.048559] env[68831]: _type = "Task" [ 665.048559] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.061465] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802130, 'name': ReconfigVM_Task, 'duration_secs': 0.594671} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.062073] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Reconfigured VM instance instance-00000007 to attach disk [datastore1] b25fe864-0d1a-4818-810e-6e1cc8cbfe9c/b25fe864-0d1a-4818-810e-6e1cc8cbfe9c.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.062735] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0ee054a-c4d5-4235-a835-14f70088ae63 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.069517] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802133, 'name': CreateVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.080148] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 665.080148] env[68831]: value = "task-2802134" [ 665.080148] env[68831]: _type = "Task" [ 665.080148] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.092298] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5234af16-3422-7c0b-6628-8584e666f60d, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.093196] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.093590] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 28bf3f4e-650a-44b4-abf2-8195f32cfb34/28bf3f4e-650a-44b4-abf2-8195f32cfb34.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.094542] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd36785d-a2c2-44dd-9e2d-f50a9b75cb60 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.104606] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802134, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.113033] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 665.113033] env[68831]: value = "task-2802135" [ 665.113033] env[68831]: _type = "Task" [ 665.113033] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.128319] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52500ade-1d01-c3a2-9cd9-a2ea0409a68b, 'name': SearchDatastore_Task, 'duration_secs': 0.012957} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.129550] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.129724] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.130041] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.130281] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.130560] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.142140] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a62a1b15-4ee6-4c12-9340-1a4fed7b97e4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.144243] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.144563] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.144741] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.152467] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.152666] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.153502] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0bca287-9469-483a-a053-0b632ee10c42 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.161858] env[68831]: DEBUG nova.compute.manager [req-6023efff-6501-4012-8a6f-c705c35f478c req-e3498e44-d4c1-41c1-af01-adbdb1bd5cd6 service nova] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Received event network-vif-plugged-6d3c7c2f-4fd6-4a18-a100-05b259da0904 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.161858] env[68831]: DEBUG oslo_concurrency.lockutils [req-6023efff-6501-4012-8a6f-c705c35f478c req-e3498e44-d4c1-41c1-af01-adbdb1bd5cd6 service nova] Acquiring lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.161858] env[68831]: DEBUG oslo_concurrency.lockutils [req-6023efff-6501-4012-8a6f-c705c35f478c req-e3498e44-d4c1-41c1-af01-adbdb1bd5cd6 service nova] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.161858] env[68831]: DEBUG oslo_concurrency.lockutils [req-6023efff-6501-4012-8a6f-c705c35f478c req-e3498e44-d4c1-41c1-af01-adbdb1bd5cd6 service nova] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.161858] env[68831]: DEBUG nova.compute.manager [req-6023efff-6501-4012-8a6f-c705c35f478c req-e3498e44-d4c1-41c1-af01-adbdb1bd5cd6 service nova] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] No waiting events found dispatching network-vif-plugged-6d3c7c2f-4fd6-4a18-a100-05b259da0904 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.162129] env[68831]: WARNING nova.compute.manager [req-6023efff-6501-4012-8a6f-c705c35f478c req-e3498e44-d4c1-41c1-af01-adbdb1bd5cd6 service nova] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Received unexpected event network-vif-plugged-6d3c7c2f-4fd6-4a18-a100-05b259da0904 for instance with vm_state building and task_state spawning. [ 665.162129] env[68831]: DEBUG nova.compute.manager [req-6023efff-6501-4012-8a6f-c705c35f478c req-e3498e44-d4c1-41c1-af01-adbdb1bd5cd6 service nova] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Received event network-changed-6d3c7c2f-4fd6-4a18-a100-05b259da0904 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.162129] env[68831]: DEBUG nova.compute.manager [req-6023efff-6501-4012-8a6f-c705c35f478c req-e3498e44-d4c1-41c1-af01-adbdb1bd5cd6 service nova] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Refreshing instance network info cache due to event network-changed-6d3c7c2f-4fd6-4a18-a100-05b259da0904. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.162129] env[68831]: DEBUG oslo_concurrency.lockutils [req-6023efff-6501-4012-8a6f-c705c35f478c req-e3498e44-d4c1-41c1-af01-adbdb1bd5cd6 service nova] Acquiring lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.162129] env[68831]: DEBUG oslo_concurrency.lockutils [req-6023efff-6501-4012-8a6f-c705c35f478c req-e3498e44-d4c1-41c1-af01-adbdb1bd5cd6 service nova] Acquired lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.162582] env[68831]: DEBUG nova.network.neutron [req-6023efff-6501-4012-8a6f-c705c35f478c req-e3498e44-d4c1-41c1-af01-adbdb1bd5cd6 service nova] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Refreshing network info cache for port 6d3c7c2f-4fd6-4a18-a100-05b259da0904 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.166160] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Waiting for the task: (returnval){ [ 665.166160] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522f8d4e-4520-16a8-a1cd-b7601d9eed53" [ 665.166160] env[68831]: _type = "Task" [ 665.166160] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.166615] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.177696] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522f8d4e-4520-16a8-a1cd-b7601d9eed53, 'name': SearchDatastore_Task, 'duration_secs': 0.009568} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.179479] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be7b298-da79-48d4-8c4a-de61cce18e28 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.186393] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Waiting for the task: (returnval){ [ 665.186393] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a4f8a0-10d5-8df0-35b4-0c44316fc5bf" [ 665.186393] env[68831]: _type = "Task" [ 665.186393] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.196403] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a4f8a0-10d5-8df0-35b4-0c44316fc5bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.253475] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Acquiring lock "40404246-f067-4f63-b751-1509d0844840" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.254033] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Lock "40404246-f067-4f63-b751-1509d0844840" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.497132] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.537950] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance f116cf00-074f-41f8-9c1f-bae0cd7932ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 665.564583] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802133, 'name': CreateVM_Task, 'duration_secs': 0.43012} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.564784] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.565616] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.565777] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.566584] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.566883] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0883c34-08c7-4266-8194-933e8beca738 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.573081] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Waiting for the task: (returnval){ [ 665.573081] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e8802b-9fd7-86eb-84f8-2d94a540f6fb" [ 665.573081] env[68831]: _type = "Task" [ 665.573081] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.585308] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e8802b-9fd7-86eb-84f8-2d94a540f6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.600046] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802134, 'name': Rename_Task, 'duration_secs': 0.161422} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.600046] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.600046] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31f6036f-aa46-4d57-b1bb-5edb45e93dd8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.604672] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 665.604672] env[68831]: value = "task-2802136" [ 665.604672] env[68831]: _type = "Task" [ 665.604672] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.614805] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.626055] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802135, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.701941] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a4f8a0-10d5-8df0-35b4-0c44316fc5bf, 'name': SearchDatastore_Task, 'duration_secs': 0.014513} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.703123] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.703123] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 223b8b6f-b42c-4a06-b5bb-0354dd87cdea/223b8b6f-b42c-4a06-b5bb-0354dd87cdea.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.703670] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26dfe6bf-1d69-45bf-81a7-cd29968bf6f5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.714309] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Waiting for the task: (returnval){ [ 665.714309] env[68831]: value = "task-2802137" [ 665.714309] env[68831]: _type = "Task" [ 665.714309] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.725533] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.738132] env[68831]: DEBUG nova.compute.manager [req-6e355b8a-dbb1-42e5-809c-22b1c16fc90b req-79eed5e2-85d3-459a-8e80-d9a4311b4209 service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Received event network-vif-plugged-b5421dbb-6226-41f7-9a62-b48dd9a57854 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.738132] env[68831]: DEBUG oslo_concurrency.lockutils [req-6e355b8a-dbb1-42e5-809c-22b1c16fc90b req-79eed5e2-85d3-459a-8e80-d9a4311b4209 service nova] Acquiring lock "bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.738132] env[68831]: DEBUG oslo_concurrency.lockutils [req-6e355b8a-dbb1-42e5-809c-22b1c16fc90b req-79eed5e2-85d3-459a-8e80-d9a4311b4209 service nova] Lock "bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.738482] env[68831]: DEBUG oslo_concurrency.lockutils [req-6e355b8a-dbb1-42e5-809c-22b1c16fc90b req-79eed5e2-85d3-459a-8e80-d9a4311b4209 service nova] Lock "bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.738482] env[68831]: DEBUG nova.compute.manager [req-6e355b8a-dbb1-42e5-809c-22b1c16fc90b req-79eed5e2-85d3-459a-8e80-d9a4311b4209 service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] No waiting events found dispatching network-vif-plugged-b5421dbb-6226-41f7-9a62-b48dd9a57854 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.738673] env[68831]: WARNING nova.compute.manager [req-6e355b8a-dbb1-42e5-809c-22b1c16fc90b req-79eed5e2-85d3-459a-8e80-d9a4311b4209 service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Received unexpected event network-vif-plugged-b5421dbb-6226-41f7-9a62-b48dd9a57854 for instance with vm_state building and task_state spawning. [ 665.738745] env[68831]: DEBUG nova.compute.manager [req-6e355b8a-dbb1-42e5-809c-22b1c16fc90b req-79eed5e2-85d3-459a-8e80-d9a4311b4209 service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Received event network-changed-b5421dbb-6226-41f7-9a62-b48dd9a57854 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.740076] env[68831]: DEBUG nova.compute.manager [req-6e355b8a-dbb1-42e5-809c-22b1c16fc90b req-79eed5e2-85d3-459a-8e80-d9a4311b4209 service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Refreshing instance network info cache due to event network-changed-b5421dbb-6226-41f7-9a62-b48dd9a57854. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.740076] env[68831]: DEBUG oslo_concurrency.lockutils [req-6e355b8a-dbb1-42e5-809c-22b1c16fc90b req-79eed5e2-85d3-459a-8e80-d9a4311b4209 service nova] Acquiring lock "refresh_cache-bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.740076] env[68831]: DEBUG oslo_concurrency.lockutils [req-6e355b8a-dbb1-42e5-809c-22b1c16fc90b req-79eed5e2-85d3-459a-8e80-d9a4311b4209 service nova] Acquired lock "refresh_cache-bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.740076] env[68831]: DEBUG nova.network.neutron [req-6e355b8a-dbb1-42e5-809c-22b1c16fc90b req-79eed5e2-85d3-459a-8e80-d9a4311b4209 service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Refreshing network info cache for port b5421dbb-6226-41f7-9a62-b48dd9a57854 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.047331] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 666.090712] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e8802b-9fd7-86eb-84f8-2d94a540f6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.041244} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.091170] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.091462] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.091790] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.092057] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.092203] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.096466] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10717afd-1212-42b5-85bd-5b14b9527874 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.112546] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.112546] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.113647] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a61ba2a-7dde-4aa4-92c4-04f615f5f7f3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.122351] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.129983] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Waiting for the task: (returnval){ [ 666.129983] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5238df8e-2b13-ec77-0dad-c0463271fccc" [ 666.129983] env[68831]: _type = "Task" [ 666.129983] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.134782] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523415} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.138848] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 28bf3f4e-650a-44b4-abf2-8195f32cfb34/28bf3f4e-650a-44b4-abf2-8195f32cfb34.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.139217] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.139545] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e199a7eb-a76e-4580-9a16-d7edb48a7585 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.151123] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5238df8e-2b13-ec77-0dad-c0463271fccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.154258] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 666.154258] env[68831]: value = "task-2802138" [ 666.154258] env[68831]: _type = "Task" [ 666.154258] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.167460] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.190139] env[68831]: DEBUG nova.network.neutron [req-6023efff-6501-4012-8a6f-c705c35f478c req-e3498e44-d4c1-41c1-af01-adbdb1bd5cd6 service nova] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updated VIF entry in instance network info cache for port 6d3c7c2f-4fd6-4a18-a100-05b259da0904. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.190633] env[68831]: DEBUG nova.network.neutron [req-6023efff-6501-4012-8a6f-c705c35f478c req-e3498e44-d4c1-41c1-af01-adbdb1bd5cd6 service nova] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance_info_cache with network_info: [{"id": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "address": "fa:16:3e:4d:9e:00", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d3c7c2f-4f", "ovs_interfaceid": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.225450] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802137, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.360197] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "2494681b-ef4f-405a-8898-affcc4f7f136" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.360446] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "2494681b-ef4f-405a-8898-affcc4f7f136" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.551742] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance fb8d223d-d2ec-48c1-8d20-7617be76dabe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 666.552029] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 666.552190] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 666.563555] env[68831]: DEBUG nova.network.neutron [req-6e355b8a-dbb1-42e5-809c-22b1c16fc90b req-79eed5e2-85d3-459a-8e80-d9a4311b4209 service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Updated VIF entry in instance network info cache for port b5421dbb-6226-41f7-9a62-b48dd9a57854. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.565054] env[68831]: DEBUG nova.network.neutron [req-6e355b8a-dbb1-42e5-809c-22b1c16fc90b req-79eed5e2-85d3-459a-8e80-d9a4311b4209 service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Updating instance_info_cache with network_info: [{"id": "b5421dbb-6226-41f7-9a62-b48dd9a57854", "address": "fa:16:3e:ef:41:e9", "network": {"id": "bce0e363-5a0c-4d0d-a2cb-a96d38131a82", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1739977822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6ae89a7459a4292b13307ab17751130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5421dbb-62", "ovs_interfaceid": "b5421dbb-6226-41f7-9a62-b48dd9a57854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.623531] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802136, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.644753] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5238df8e-2b13-ec77-0dad-c0463271fccc, 'name': SearchDatastore_Task, 'duration_secs': 0.02308} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.648567] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9268ec90-0e4a-4841-949e-5b290d501a32 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.654176] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Waiting for the task: (returnval){ [ 666.654176] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ba0cbf-7ee4-cc38-62bb-4b931f9342ef" [ 666.654176] env[68831]: _type = "Task" [ 666.654176] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.672659] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091175} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.673352] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.673693] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ba0cbf-7ee4-cc38-62bb-4b931f9342ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.674457] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01837564-1e8c-4838-a062-719d34fcb7a2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.698743] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 28bf3f4e-650a-44b4-abf2-8195f32cfb34/28bf3f4e-650a-44b4-abf2-8195f32cfb34.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.702159] env[68831]: DEBUG oslo_concurrency.lockutils [req-6023efff-6501-4012-8a6f-c705c35f478c req-e3498e44-d4c1-41c1-af01-adbdb1bd5cd6 service nova] Releasing lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.702408] env[68831]: DEBUG nova.compute.manager [req-6023efff-6501-4012-8a6f-c705c35f478c req-e3498e44-d4c1-41c1-af01-adbdb1bd5cd6 service nova] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Received event network-vif-deleted-515669ab-18ad-404a-ac64-ba02423a7ab0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.703119] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-193684e6-2883-4af3-92a3-ff56fa825399 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.728080] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532583} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.729726] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 223b8b6f-b42c-4a06-b5bb-0354dd87cdea/223b8b6f-b42c-4a06-b5bb-0354dd87cdea.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.729726] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.730306] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 666.730306] env[68831]: value = "task-2802139" [ 666.730306] env[68831]: _type = "Task" [ 666.730306] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.730306] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d74033be-f6c3-4c27-b985-eb7b67561d72 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.743876] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.745366] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Waiting for the task: (returnval){ [ 666.745366] env[68831]: value = "task-2802140" [ 666.745366] env[68831]: _type = "Task" [ 666.745366] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.754652] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.963508] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67c92fa-81ec-4ebb-a51b-4a3cfede54d1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.972550] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffe691a-8660-4605-94e6-77ef48660122 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.006755] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd07ae81-2314-4dc9-be64-c6e7609a0c79 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.015101] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b92186-f60b-4cd5-a9fe-44958c80b8be {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.030217] env[68831]: DEBUG nova.compute.provider_tree [None req-7a59a185-4126-4951-817d-27337712c253 None None] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.070267] env[68831]: DEBUG oslo_concurrency.lockutils [req-6e355b8a-dbb1-42e5-809c-22b1c16fc90b req-79eed5e2-85d3-459a-8e80-d9a4311b4209 service nova] Releasing lock "refresh_cache-bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.070267] env[68831]: DEBUG nova.compute.manager [req-6e355b8a-dbb1-42e5-809c-22b1c16fc90b req-79eed5e2-85d3-459a-8e80-d9a4311b4209 service nova] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Received event network-vif-deleted-19298934-9c27-40cd-ac4f-04f51883d800 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.117747] env[68831]: DEBUG oslo_vmware.api [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802136, 'name': PowerOnVM_Task, 'duration_secs': 1.333639} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.117941] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.118169] env[68831]: INFO nova.compute.manager [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Took 11.04 seconds to spawn the instance on the hypervisor. [ 667.118351] env[68831]: DEBUG nova.compute.manager [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.119161] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9183a7-0e75-461a-9b3f-989207eb175e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.169488] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ba0cbf-7ee4-cc38-62bb-4b931f9342ef, 'name': SearchDatastore_Task, 'duration_secs': 0.018792} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.169798] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.170664] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae/bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.171060] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ff1bbaa-cce6-4922-b4f4-17c7ecb25faa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.179098] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Waiting for the task: (returnval){ [ 667.179098] env[68831]: value = "task-2802141" [ 667.179098] env[68831]: _type = "Task" [ 667.179098] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.188934] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.241799] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.254389] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108954} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.254647] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.255439] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9159f392-ebfc-4a3c-a323-f52f81d6ea55 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.282761] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 223b8b6f-b42c-4a06-b5bb-0354dd87cdea/223b8b6f-b42c-4a06-b5bb-0354dd87cdea.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.283139] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef3f28dd-bec7-4e39-b997-244f30e9e705 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.304763] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Waiting for the task: (returnval){ [ 667.304763] env[68831]: value = "task-2802142" [ 667.304763] env[68831]: _type = "Task" [ 667.304763] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.314584] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.553633] env[68831]: ERROR nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] [req-b2a52b23-612c-45ca-ab00-58143aa39865] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b2a52b23-612c-45ca-ab00-58143aa39865"}]} [ 667.578431] env[68831]: DEBUG nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] Refreshing inventories for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 667.596072] env[68831]: DEBUG nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] Updating ProviderTree inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 667.596072] env[68831]: DEBUG nova.compute.provider_tree [None req-7a59a185-4126-4951-817d-27337712c253 None None] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.608372] env[68831]: DEBUG nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] Refreshing aggregate associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, aggregates: None {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 667.627260] env[68831]: DEBUG nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] Refreshing trait associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 667.636426] env[68831]: INFO nova.compute.manager [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Took 23.96 seconds to build instance. [ 667.689758] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802141, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.746937] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802139, 'name': ReconfigVM_Task, 'duration_secs': 0.672675} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.750198] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 28bf3f4e-650a-44b4-abf2-8195f32cfb34/28bf3f4e-650a-44b4-abf2-8195f32cfb34.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.751511] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4dafc98-95b1-4f0e-b31d-4f27f5e66ca3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.761370] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 667.761370] env[68831]: value = "task-2802143" [ 667.761370] env[68831]: _type = "Task" [ 667.761370] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.776507] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802143, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.821816] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.048407] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3da1e4-8111-4bd6-a118-0a8486874f4e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.057023] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cef3b9e-b163-49f2-83ee-b49961a36e12 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.090751] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231f0211-3899-4e95-9478-ddec64e40bff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.099475] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63208761-321b-4dfd-a552-9ba03a0cc57c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.116056] env[68831]: DEBUG nova.compute.provider_tree [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.138521] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c22f507a-2818-47d2-a331-8f29bf3807ea tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "b25fe864-0d1a-4818-810e-6e1cc8cbfe9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.478s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.189881] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842981} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.190454] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae/bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.190691] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.190932] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f578ed8a-13d9-4887-a691-76000fa46743 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.198415] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Waiting for the task: (returnval){ [ 668.198415] env[68831]: value = "task-2802144" [ 668.198415] env[68831]: _type = "Task" [ 668.198415] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.209257] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.272995] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802143, 'name': Rename_Task, 'duration_secs': 0.281352} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.276315] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.276315] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-302fc699-3849-4256-9ac3-8b84ff5963fd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.286908] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 668.286908] env[68831]: value = "task-2802145" [ 668.286908] env[68831]: _type = "Task" [ 668.286908] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.295988] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.319844] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802142, 'name': ReconfigVM_Task, 'duration_secs': 0.752218} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.319844] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 223b8b6f-b42c-4a06-b5bb-0354dd87cdea/223b8b6f-b42c-4a06-b5bb-0354dd87cdea.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.320443] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e61ce5fb-366a-4f6f-87c6-9d3950887e3f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.328743] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Waiting for the task: (returnval){ [ 668.328743] env[68831]: value = "task-2802146" [ 668.328743] env[68831]: _type = "Task" [ 668.328743] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.342369] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802146, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.620222] env[68831]: DEBUG nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.641108] env[68831]: DEBUG nova.compute.manager [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.709839] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137458} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.710995] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.711819] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd670618-0b3f-4bd6-9013-261dbc8c29f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.737274] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae/bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.737809] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c27fb571-3667-497b-9d61-93cc464b0263 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.759924] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Waiting for the task: (returnval){ [ 668.759924] env[68831]: value = "task-2802147" [ 668.759924] env[68831]: _type = "Task" [ 668.759924] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.769606] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.797514] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.843391] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802146, 'name': Rename_Task, 'duration_secs': 0.217766} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.843847] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.843994] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b15611e4-9f1c-429c-b497-a9315bc0436b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.857926] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.857926] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.858085] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Waiting for the task: (returnval){ [ 668.858085] env[68831]: value = "task-2802148" [ 668.858085] env[68831]: _type = "Task" [ 668.858085] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.869877] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802148, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.911972] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "9cc8488b-6eba-4f35-84a1-ef972b043b95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.912313] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "9cc8488b-6eba-4f35-84a1-ef972b043b95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.125697] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 669.127543] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.698s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.127543] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.270s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.129585] env[68831]: INFO nova.compute.claims [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.173358] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.274351] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.296683] env[68831]: DEBUG oslo_vmware.api [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802145, 'name': PowerOnVM_Task, 'duration_secs': 0.884187} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.297051] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.297797] env[68831]: INFO nova.compute.manager [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Took 10.78 seconds to spawn the instance on the hypervisor. [ 669.298054] env[68831]: DEBUG nova.compute.manager [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.298808] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3626ed0d-043c-4499-bcbe-af6f46b68eea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.369070] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802148, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.774485] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802147, 'name': ReconfigVM_Task, 'duration_secs': 0.659323} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.776564] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Reconfigured VM instance instance-00000009 to attach disk [datastore1] bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae/bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.777045] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01482976-2fce-4a07-a7da-73b52d64045b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.783745] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Waiting for the task: (returnval){ [ 669.783745] env[68831]: value = "task-2802149" [ 669.783745] env[68831]: _type = "Task" [ 669.783745] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.799294] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802149, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.816796] env[68831]: INFO nova.compute.manager [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Took 25.25 seconds to build instance. [ 669.871378] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802148, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.299314] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802149, 'name': Rename_Task, 'duration_secs': 0.204847} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.299848] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.300122] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a30c6b9f-96e7-4d2b-9a5d-1b275ba329a0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.308867] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Waiting for the task: (returnval){ [ 670.308867] env[68831]: value = "task-2802150" [ 670.308867] env[68831]: _type = "Task" [ 670.308867] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.319811] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.323170] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.768s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.374290] env[68831]: DEBUG oslo_vmware.api [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802148, 'name': PowerOnVM_Task, 'duration_secs': 1.169911} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.376555] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.376555] env[68831]: INFO nova.compute.manager [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Took 6.91 seconds to spawn the instance on the hypervisor. [ 670.376555] env[68831]: DEBUG nova.compute.manager [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.377093] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5fa42d-3862-496c-8839-962ec7e619e5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.599988] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffbea84-63f9-43e3-adf9-3049d5a8619e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.614122] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e021fce-63bd-4051-a28a-161c56428cf9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.655836] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34c8878-e0ba-4824-beab-0b411c27e9a7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.677173] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8c78c0-47a4-42db-a1bd-0af33d3697d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.702219] env[68831]: DEBUG nova.compute.provider_tree [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.818652] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802150, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.829512] env[68831]: DEBUG nova.compute.manager [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.899211] env[68831]: INFO nova.compute.manager [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Took 25.42 seconds to build instance. [ 671.172501] env[68831]: INFO nova.compute.manager [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Rebuilding instance [ 671.206729] env[68831]: DEBUG nova.scheduler.client.report [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.254036] env[68831]: DEBUG nova.compute.manager [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.255771] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85252471-ad88-4f0b-804d-553163485c8a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.326130] env[68831]: DEBUG oslo_vmware.api [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802150, 'name': PowerOnVM_Task, 'duration_secs': 0.889036} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.326130] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.326130] env[68831]: INFO nova.compute.manager [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Took 10.39 seconds to spawn the instance on the hypervisor. [ 671.326296] env[68831]: DEBUG nova.compute.manager [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.327043] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e76765d-6db3-4450-9f99-f85ec18a3f3b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.371417] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.402845] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bbe095e4-8c0a-402a-906d-ac6e6e5ab9c3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Lock "223b8b6f-b42c-4a06-b5bb-0354dd87cdea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.935s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.640749] env[68831]: DEBUG nova.compute.manager [req-e0b5178e-dd34-4cde-b63c-7232e458c58e req-99223c26-7688-46ac-b1d2-4a40cf2e6577 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Received event network-changed-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.640749] env[68831]: DEBUG nova.compute.manager [req-e0b5178e-dd34-4cde-b63c-7232e458c58e req-99223c26-7688-46ac-b1d2-4a40cf2e6577 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Refreshing instance network info cache due to event network-changed-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 671.640749] env[68831]: DEBUG oslo_concurrency.lockutils [req-e0b5178e-dd34-4cde-b63c-7232e458c58e req-99223c26-7688-46ac-b1d2-4a40cf2e6577 service nova] Acquiring lock "refresh_cache-48440713-7649-4947-8bf0-89bcfaec2a28" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.640749] env[68831]: DEBUG oslo_concurrency.lockutils [req-e0b5178e-dd34-4cde-b63c-7232e458c58e req-99223c26-7688-46ac-b1d2-4a40cf2e6577 service nova] Acquired lock "refresh_cache-48440713-7649-4947-8bf0-89bcfaec2a28" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.641070] env[68831]: DEBUG nova.network.neutron [req-e0b5178e-dd34-4cde-b63c-7232e458c58e req-99223c26-7688-46ac-b1d2-4a40cf2e6577 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Refreshing network info cache for port b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.718082] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.718082] env[68831]: DEBUG nova.compute.manager [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.722587] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.333s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.722587] env[68831]: INFO nova.compute.claims [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.854323] env[68831]: INFO nova.compute.manager [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Took 26.71 seconds to build instance. [ 671.908225] env[68831]: DEBUG nova.compute.manager [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.231844] env[68831]: DEBUG nova.compute.utils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.233333] env[68831]: DEBUG nova.compute.manager [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.233543] env[68831]: DEBUG nova.network.neutron [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.275819] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.276341] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3a26f05-0171-4feb-ae6c-5d40c124a821 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.284864] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 672.284864] env[68831]: value = "task-2802151" [ 672.284864] env[68831]: _type = "Task" [ 672.284864] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.296324] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.357405] env[68831]: DEBUG nova.policy [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3472e023cad9473aa82d83e0d7cf649c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9443b2c2676349adbde8ff7b5b39ced2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.360079] env[68831]: DEBUG oslo_concurrency.lockutils [None req-22749cf5-0e93-4f89-af31-aac07e76614d tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Lock "bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.228s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.440596] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.738507] env[68831]: DEBUG nova.compute.manager [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.796337] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802151, 'name': PowerOffVM_Task, 'duration_secs': 0.245543} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.802034] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.802034] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.802034] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662f7412-3f9e-40e5-807b-4d6123b1979b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.817306] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.817306] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfbd6500-081d-489a-b8ee-f542b40b2df3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.839979] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.840218] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.840392] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Deleting the datastore file [datastore1] bcce1167-e77a-40a1-afcf-3a6d77789789 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.840648] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abb73062-4ed0-4d12-9a07-6ae179d65902 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.847243] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 672.847243] env[68831]: value = "task-2802153" [ 672.847243] env[68831]: _type = "Task" [ 672.847243] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.865331] env[68831]: DEBUG nova.compute.manager [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.867084] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.966208] env[68831]: DEBUG nova.network.neutron [req-e0b5178e-dd34-4cde-b63c-7232e458c58e req-99223c26-7688-46ac-b1d2-4a40cf2e6577 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Updated VIF entry in instance network info cache for port b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.966572] env[68831]: DEBUG nova.network.neutron [req-e0b5178e-dd34-4cde-b63c-7232e458c58e req-99223c26-7688-46ac-b1d2-4a40cf2e6577 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Updating instance_info_cache with network_info: [{"id": "b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0", "address": "fa:16:3e:00:3b:6f", "network": {"id": "f9cefb72-b84c-4070-8875-ac943b0c8f65", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1153463908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "226e00df9c984c68aafdb27c1b171719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11a0521-4a", "ovs_interfaceid": "b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.968664] env[68831]: DEBUG nova.network.neutron [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Successfully created port: 61f8ec14-6163-40d9-bfb9-937d8effe1e8 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.196122] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff353f7a-2de6-426b-98e8-25e1e6ca00a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.204458] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046b421c-230e-4dc6-aa3d-cdb392e57f25 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.238855] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffefb33d-f3bf-4f7e-8522-429738e9b2b0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.246825] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedfb913-3f10-4d25-a5bb-56a0d026d9f3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.264195] env[68831]: DEBUG nova.compute.provider_tree [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.362276] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175983} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.363305] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.363305] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.363305] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.390403] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.472108] env[68831]: DEBUG oslo_concurrency.lockutils [req-e0b5178e-dd34-4cde-b63c-7232e458c58e req-99223c26-7688-46ac-b1d2-4a40cf2e6577 service nova] Releasing lock "refresh_cache-48440713-7649-4947-8bf0-89bcfaec2a28" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.682677] env[68831]: DEBUG nova.compute.manager [None req-98d0b3af-7a5b-4bcc-af22-e0da2beb93e4 tempest-ServerDiagnosticsV248Test-526919235 tempest-ServerDiagnosticsV248Test-526919235-project-admin] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.683938] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862a549a-1b17-4084-a6e0-bd593c5de620 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.693131] env[68831]: INFO nova.compute.manager [None req-98d0b3af-7a5b-4bcc-af22-e0da2beb93e4 tempest-ServerDiagnosticsV248Test-526919235 tempest-ServerDiagnosticsV248Test-526919235-project-admin] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Retrieving diagnostics [ 673.694204] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71565860-8690-4163-95ea-3c87ba83eb21 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.756315] env[68831]: DEBUG nova.compute.manager [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.767505] env[68831]: DEBUG nova.scheduler.client.report [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.788380] env[68831]: DEBUG nova.virt.hardware [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.788643] env[68831]: DEBUG nova.virt.hardware [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.788793] env[68831]: DEBUG nova.virt.hardware [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.788998] env[68831]: DEBUG nova.virt.hardware [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.789464] env[68831]: DEBUG nova.virt.hardware [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.789634] env[68831]: DEBUG nova.virt.hardware [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.789873] env[68831]: DEBUG nova.virt.hardware [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.791099] env[68831]: DEBUG nova.virt.hardware [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.791343] env[68831]: DEBUG nova.virt.hardware [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.791525] env[68831]: DEBUG nova.virt.hardware [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.791707] env[68831]: DEBUG nova.virt.hardware [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.792598] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf51676-9fbe-4ada-b0c0-91ba6c135b06 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.802640] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3b4b57-2fcf-448f-b7c0-5a88d0e6cd87 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.273335] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.273335] env[68831]: DEBUG nova.compute.manager [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.279199] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.308s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.280693] env[68831]: INFO nova.compute.claims [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.418949] env[68831]: DEBUG nova.virt.hardware [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.420110] env[68831]: DEBUG nova.virt.hardware [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.420110] env[68831]: DEBUG nova.virt.hardware [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.420110] env[68831]: DEBUG nova.virt.hardware [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.420110] env[68831]: DEBUG nova.virt.hardware [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.420630] env[68831]: DEBUG nova.virt.hardware [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.424069] env[68831]: DEBUG nova.virt.hardware [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.424069] env[68831]: DEBUG nova.virt.hardware [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.424069] env[68831]: DEBUG nova.virt.hardware [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.424069] env[68831]: DEBUG nova.virt.hardware [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.424069] env[68831]: DEBUG nova.virt.hardware [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.424477] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd986e40-69be-4bdd-bde4-90d0e6c8ecf9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.436030] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e645bd32-3d9a-4522-ac5d-4cdb8cd38055 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.447602] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.454468] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.454468] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.454468] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ae67da4-1870-4a10-b08b-51c9c6053936 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.472028] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.472028] env[68831]: value = "task-2802154" [ 674.472028] env[68831]: _type = "Task" [ 674.472028] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.481247] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802154, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.788018] env[68831]: DEBUG nova.compute.utils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.788018] env[68831]: DEBUG nova.compute.manager [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.788377] env[68831]: DEBUG nova.network.neutron [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.898454] env[68831]: DEBUG nova.policy [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56410de262a94862be32436ca1866ef2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fbdd1232dc94352b77cd3428c28459b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.986156] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802154, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.293697] env[68831]: DEBUG nova.compute.manager [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.348850] env[68831]: DEBUG nova.network.neutron [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Successfully updated port: 61f8ec14-6163-40d9-bfb9-937d8effe1e8 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.487014] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802154, 'name': CreateVM_Task, 'duration_secs': 0.518341} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.487014] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.487765] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.487840] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.488154] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.488561] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe1717e-f284-45e1-b75e-e875fe3f3b7a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.498221] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 675.498221] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d9cde9-0a2b-d45d-1343-da37a0f1619c" [ 675.498221] env[68831]: _type = "Task" [ 675.498221] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.514198] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d9cde9-0a2b-d45d-1343-da37a0f1619c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.649450] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Acquiring lock "1e1899d0-34ea-4ff3-a123-7790cf4989f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.649450] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Lock "1e1899d0-34ea-4ff3-a123-7790cf4989f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.682945] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd806a2-557d-41d9-a771-93d86bc9f2ed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.692092] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aaf1c1-2ad9-47eb-a36f-7462f577ce3c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.723939] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b72e4cf-4da0-4f66-a482-3ff904ab003b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.733404] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b38394-0cab-41f8-97d0-ed68e871846f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.747304] env[68831]: DEBUG nova.compute.provider_tree [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.763913] env[68831]: DEBUG nova.network.neutron [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Successfully created port: 30a68814-b2ae-48b4-aeff-f342e3e8731f {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.852813] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "refresh_cache-5a20a423-c3ac-476e-aecb-7e42a7c24610" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.853097] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired lock "refresh_cache-5a20a423-c3ac-476e-aecb-7e42a7c24610" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.853217] env[68831]: DEBUG nova.network.neutron [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.951587] env[68831]: DEBUG nova.compute.manager [req-03d136ab-9f70-42b5-829e-b11123426f89 req-05feb270-4e20-4269-b8cb-cc7e7d75dd9d service nova] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Received event network-changed-6d3c7c2f-4fd6-4a18-a100-05b259da0904 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.951781] env[68831]: DEBUG nova.compute.manager [req-03d136ab-9f70-42b5-829e-b11123426f89 req-05feb270-4e20-4269-b8cb-cc7e7d75dd9d service nova] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Refreshing instance network info cache due to event network-changed-6d3c7c2f-4fd6-4a18-a100-05b259da0904. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 675.951990] env[68831]: DEBUG oslo_concurrency.lockutils [req-03d136ab-9f70-42b5-829e-b11123426f89 req-05feb270-4e20-4269-b8cb-cc7e7d75dd9d service nova] Acquiring lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.952766] env[68831]: DEBUG oslo_concurrency.lockutils [req-03d136ab-9f70-42b5-829e-b11123426f89 req-05feb270-4e20-4269-b8cb-cc7e7d75dd9d service nova] Acquired lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.952766] env[68831]: DEBUG nova.network.neutron [req-03d136ab-9f70-42b5-829e-b11123426f89 req-05feb270-4e20-4269-b8cb-cc7e7d75dd9d service nova] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Refreshing network info cache for port 6d3c7c2f-4fd6-4a18-a100-05b259da0904 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.013470] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d9cde9-0a2b-d45d-1343-da37a0f1619c, 'name': SearchDatastore_Task, 'duration_secs': 0.014446} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.013938] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.014252] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.014579] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.014783] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.015034] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.015389] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d844c23b-019e-4cea-b75f-0d61e96db2d9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.025145] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.025360] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.026108] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ccb9e9b-4c98-4c62-b076-6ddbf63b3ea0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.033417] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 676.033417] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526a75c1-825b-6335-f1f5-7bbce1fe2d18" [ 676.033417] env[68831]: _type = "Task" [ 676.033417] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.041750] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526a75c1-825b-6335-f1f5-7bbce1fe2d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.254629] env[68831]: DEBUG nova.scheduler.client.report [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.306430] env[68831]: DEBUG nova.compute.manager [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.342969] env[68831]: DEBUG nova.virt.hardware [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.343313] env[68831]: DEBUG nova.virt.hardware [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.344382] env[68831]: DEBUG nova.virt.hardware [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.344854] env[68831]: DEBUG nova.virt.hardware [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.345355] env[68831]: DEBUG nova.virt.hardware [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.346443] env[68831]: DEBUG nova.virt.hardware [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.346443] env[68831]: DEBUG nova.virt.hardware [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.346749] env[68831]: DEBUG nova.virt.hardware [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.347072] env[68831]: DEBUG nova.virt.hardware [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.347394] env[68831]: DEBUG nova.virt.hardware [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.347773] env[68831]: DEBUG nova.virt.hardware [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.349350] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9da783-135a-4f81-bf34-2f6c8b484242 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.361300] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba30564-a2cc-48c8-9b39-5d6fca095d92 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.407848] env[68831]: DEBUG nova.network.neutron [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.542915] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526a75c1-825b-6335-f1f5-7bbce1fe2d18, 'name': SearchDatastore_Task, 'duration_secs': 0.011297} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.544020] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e1f249-adff-4339-97de-a10f146617f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.551127] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 676.551127] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524f5f11-9f57-7a21-9b39-602b85ccdb84" [ 676.551127] env[68831]: _type = "Task" [ 676.551127] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.561805] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524f5f11-9f57-7a21-9b39-602b85ccdb84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.757268] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.758151] env[68831]: DEBUG nova.compute.manager [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.764249] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.579s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.765964] env[68831]: INFO nova.compute.claims [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.832673] env[68831]: DEBUG nova.network.neutron [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Updating instance_info_cache with network_info: [{"id": "61f8ec14-6163-40d9-bfb9-937d8effe1e8", "address": "fa:16:3e:99:a0:0b", "network": {"id": "8dc0259c-6f94-413e-9c32-eb1a0276e97e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-849667077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9443b2c2676349adbde8ff7b5b39ced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61f8ec14-61", "ovs_interfaceid": "61f8ec14-6163-40d9-bfb9-937d8effe1e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.071024] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524f5f11-9f57-7a21-9b39-602b85ccdb84, 'name': SearchDatastore_Task, 'duration_secs': 0.026188} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.071299] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.073246] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] bcce1167-e77a-40a1-afcf-3a6d77789789/bcce1167-e77a-40a1-afcf-3a6d77789789.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.073644] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5644fef9-4f3d-45df-b76b-888912d414c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.082194] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 677.082194] env[68831]: value = "task-2802155" [ 677.082194] env[68831]: _type = "Task" [ 677.082194] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.086616] env[68831]: DEBUG nova.network.neutron [req-03d136ab-9f70-42b5-829e-b11123426f89 req-05feb270-4e20-4269-b8cb-cc7e7d75dd9d service nova] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updated VIF entry in instance network info cache for port 6d3c7c2f-4fd6-4a18-a100-05b259da0904. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.087642] env[68831]: DEBUG nova.network.neutron [req-03d136ab-9f70-42b5-829e-b11123426f89 req-05feb270-4e20-4269-b8cb-cc7e7d75dd9d service nova] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance_info_cache with network_info: [{"id": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "address": "fa:16:3e:4d:9e:00", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d3c7c2f-4f", "ovs_interfaceid": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.095997] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.264544] env[68831]: DEBUG nova.compute.utils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.266972] env[68831]: DEBUG nova.compute.manager [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.266972] env[68831]: DEBUG nova.network.neutron [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.338254] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lock "refresh_cache-5a20a423-c3ac-476e-aecb-7e42a7c24610" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.338727] env[68831]: DEBUG nova.compute.manager [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Instance network_info: |[{"id": "61f8ec14-6163-40d9-bfb9-937d8effe1e8", "address": "fa:16:3e:99:a0:0b", "network": {"id": "8dc0259c-6f94-413e-9c32-eb1a0276e97e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-849667077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9443b2c2676349adbde8ff7b5b39ced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61f8ec14-61", "ovs_interfaceid": "61f8ec14-6163-40d9-bfb9-937d8effe1e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.338993] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:a0:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61f8ec14-6163-40d9-bfb9-937d8effe1e8', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.350231] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Creating folder: Project (9443b2c2676349adbde8ff7b5b39ced2). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.350231] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b910528-eca0-40fe-8c9c-0033f48e4436 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.354523] env[68831]: DEBUG nova.policy [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a654293f12c14f13b4180e0315fce107', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11904f2766494d33858534efdffbd497', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.362649] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Created folder: Project (9443b2c2676349adbde8ff7b5b39ced2) in parent group-v563050. [ 677.362870] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Creating folder: Instances. Parent ref: group-v563082. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.363138] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b0dd85f-84bf-41dd-a133-4c1414e3ac94 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.373153] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Created folder: Instances in parent group-v563082. [ 677.373398] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.374384] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.374384] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24b90523-d0c6-47cf-ad3f-74d81ce39b5b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.394021] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.394021] env[68831]: value = "task-2802158" [ 677.394021] env[68831]: _type = "Task" [ 677.394021] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.399454] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802158, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.591189] env[68831]: DEBUG oslo_concurrency.lockutils [req-03d136ab-9f70-42b5-829e-b11123426f89 req-05feb270-4e20-4269-b8cb-cc7e7d75dd9d service nova] Releasing lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.597684] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802155, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.628365] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "926ca96a-e296-406e-b870-8982aad41870" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.628614] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "926ca96a-e296-406e-b870-8982aad41870" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.770944] env[68831]: DEBUG nova.compute.manager [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.911922] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802158, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.938453] env[68831]: DEBUG nova.network.neutron [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Successfully updated port: 30a68814-b2ae-48b4-aeff-f342e3e8731f {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.096529] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764912} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.101506] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] bcce1167-e77a-40a1-afcf-3a6d77789789/bcce1167-e77a-40a1-afcf-3a6d77789789.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.102345] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.103527] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9019c80d-c5ba-4dfc-a34d-7472de9fde23 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.111538] env[68831]: DEBUG nova.network.neutron [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Successfully created port: b880b8ee-af0e-413a-937b-8f43c17d4270 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.121405] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 678.121405] env[68831]: value = "task-2802159" [ 678.121405] env[68831]: _type = "Task" [ 678.121405] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.133823] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.233976] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99546152-b651-48df-bec1-fbb015e4b72c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.243735] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ab9393-ea28-441d-bc3e-3eba781914ca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.285760] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9891c6-fce0-49a9-8534-52b084554bf3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.292373] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2433e1-84c1-44e8-bd29-7b0e3b2e4ec1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.307165] env[68831]: DEBUG nova.compute.provider_tree [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.403973] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802158, 'name': CreateVM_Task, 'duration_secs': 0.716148} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.404318] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.404901] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.405134] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.405887] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.406198] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c2832c-bff6-4f93-b899-df6a0d6a4081 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.411113] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 678.411113] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e882dc-6f29-972a-9e3a-a11047e087fd" [ 678.411113] env[68831]: _type = "Task" [ 678.411113] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.419244] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e882dc-6f29-972a-9e3a-a11047e087fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.441070] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "refresh_cache-1c541afe-a78b-4cd1-8d70-63221956a835" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.441232] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquired lock "refresh_cache-1c541afe-a78b-4cd1-8d70-63221956a835" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.441423] env[68831]: DEBUG nova.network.neutron [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.632091] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.303514} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.632377] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.633391] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d751e94-d06c-4743-afd4-f6a6157e7106 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.655778] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] bcce1167-e77a-40a1-afcf-3a6d77789789/bcce1167-e77a-40a1-afcf-3a6d77789789.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.656149] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be7ff769-a5b8-4589-a1e2-44260c962f89 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.677213] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 678.677213] env[68831]: value = "task-2802160" [ 678.677213] env[68831]: _type = "Task" [ 678.677213] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.685956] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.789055] env[68831]: DEBUG nova.compute.manager [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.821558] env[68831]: DEBUG nova.virt.hardware [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.825023] env[68831]: DEBUG nova.virt.hardware [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.825023] env[68831]: DEBUG nova.virt.hardware [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.825023] env[68831]: DEBUG nova.virt.hardware [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.825023] env[68831]: DEBUG nova.virt.hardware [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.825023] env[68831]: DEBUG nova.virt.hardware [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.825722] env[68831]: DEBUG nova.virt.hardware [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.825722] env[68831]: DEBUG nova.virt.hardware [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.825722] env[68831]: DEBUG nova.virt.hardware [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.825722] env[68831]: DEBUG nova.virt.hardware [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.825722] env[68831]: DEBUG nova.virt.hardware [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.826711] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752127c8-c7ca-44ca-a5dd-b61aaaa1a12c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.837809] env[68831]: ERROR nova.scheduler.client.report [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [req-fb4ab7a2-77f8-465f-8700-a80c29cb0aea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fb4ab7a2-77f8-465f-8700-a80c29cb0aea"}]} [ 678.840544] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da592deb-1130-4408-b1c8-17b74c17538a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.869660] env[68831]: DEBUG nova.scheduler.client.report [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Refreshing inventories for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 678.887062] env[68831]: DEBUG nova.scheduler.client.report [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Updating ProviderTree inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 678.887356] env[68831]: DEBUG nova.compute.provider_tree [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.899377] env[68831]: DEBUG nova.scheduler.client.report [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Refreshing aggregate associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, aggregates: None {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 678.921561] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e882dc-6f29-972a-9e3a-a11047e087fd, 'name': SearchDatastore_Task, 'duration_secs': 0.048358} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.922702] env[68831]: DEBUG nova.scheduler.client.report [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Refreshing trait associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 678.925770] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.926015] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.926265] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.926412] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.926586] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.927840] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dba0b970-132a-4291-8247-3ef25c08d887 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.936180] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.936409] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.937627] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87342573-bc95-4429-ba9b-329b2fe8f621 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.947406] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 678.947406] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5203014c-de09-ec26-b2ce-ad3d405a2d24" [ 678.947406] env[68831]: _type = "Task" [ 678.947406] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.963062] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5203014c-de09-ec26-b2ce-ad3d405a2d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.008194] env[68831]: DEBUG nova.network.neutron [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.188487] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.294296] env[68831]: DEBUG nova.network.neutron [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Updating instance_info_cache with network_info: [{"id": "30a68814-b2ae-48b4-aeff-f342e3e8731f", "address": "fa:16:3e:36:e7:e6", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a68814-b2", "ovs_interfaceid": "30a68814-b2ae-48b4-aeff-f342e3e8731f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.379676] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28501da-b57f-4a7b-ace8-ff94ac9c03fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.389790] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4ee9fc-3db1-45ff-b11c-c44190b67ff0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.422341] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bee63f1-04cc-4a89-8df3-63174db437e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.433416] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24708234-c3cd-47d4-a73c-cd3974cd4ce0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.454631] env[68831]: DEBUG nova.compute.provider_tree [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.467500] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5203014c-de09-ec26-b2ce-ad3d405a2d24, 'name': SearchDatastore_Task, 'duration_secs': 0.027746} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.468607] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e41463-8055-41f3-9608-a2b0fd97c15f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.476504] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 679.476504] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522971bf-e7ea-2a98-39d8-bb7ce9be06cd" [ 679.476504] env[68831]: _type = "Task" [ 679.476504] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.488515] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522971bf-e7ea-2a98-39d8-bb7ce9be06cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.498726] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.498837] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.692851] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802160, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.798707] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Releasing lock "refresh_cache-1c541afe-a78b-4cd1-8d70-63221956a835" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.799019] env[68831]: DEBUG nova.compute.manager [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Instance network_info: |[{"id": "30a68814-b2ae-48b4-aeff-f342e3e8731f", "address": "fa:16:3e:36:e7:e6", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a68814-b2", "ovs_interfaceid": "30a68814-b2ae-48b4-aeff-f342e3e8731f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.799532] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:e7:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30a68814-b2ae-48b4-aeff-f342e3e8731f', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.807545] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Creating folder: Project (1fbdd1232dc94352b77cd3428c28459b). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.808200] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16a7079a-c21e-40f6-80c6-3b20caebd9ae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.820152] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Created folder: Project (1fbdd1232dc94352b77cd3428c28459b) in parent group-v563050. [ 679.820387] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Creating folder: Instances. Parent ref: group-v563085. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.820699] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7754e573-8076-4b1f-9c97-0f4a18da1d31 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.829443] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Created folder: Instances in parent group-v563085. [ 679.829706] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.830367] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.830367] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b25028d-2ad5-4293-87f5-3b4c53f330ed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.849420] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.849420] env[68831]: value = "task-2802163" [ 679.849420] env[68831]: _type = "Task" [ 679.849420] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.860008] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802163, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.925759] env[68831]: DEBUG nova.compute.manager [req-3c2b5746-0ab3-4cd5-b633-8ba7e188634a req-d7b5f141-f86b-4417-8580-7b7877065d32 service nova] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Received event network-vif-plugged-30a68814-b2ae-48b4-aeff-f342e3e8731f {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.926214] env[68831]: DEBUG oslo_concurrency.lockutils [req-3c2b5746-0ab3-4cd5-b633-8ba7e188634a req-d7b5f141-f86b-4417-8580-7b7877065d32 service nova] Acquiring lock "1c541afe-a78b-4cd1-8d70-63221956a835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.926396] env[68831]: DEBUG oslo_concurrency.lockutils [req-3c2b5746-0ab3-4cd5-b633-8ba7e188634a req-d7b5f141-f86b-4417-8580-7b7877065d32 service nova] Lock "1c541afe-a78b-4cd1-8d70-63221956a835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.926632] env[68831]: DEBUG oslo_concurrency.lockutils [req-3c2b5746-0ab3-4cd5-b633-8ba7e188634a req-d7b5f141-f86b-4417-8580-7b7877065d32 service nova] Lock "1c541afe-a78b-4cd1-8d70-63221956a835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.926901] env[68831]: DEBUG nova.compute.manager [req-3c2b5746-0ab3-4cd5-b633-8ba7e188634a req-d7b5f141-f86b-4417-8580-7b7877065d32 service nova] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] No waiting events found dispatching network-vif-plugged-30a68814-b2ae-48b4-aeff-f342e3e8731f {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.927295] env[68831]: WARNING nova.compute.manager [req-3c2b5746-0ab3-4cd5-b633-8ba7e188634a req-d7b5f141-f86b-4417-8580-7b7877065d32 service nova] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Received unexpected event network-vif-plugged-30a68814-b2ae-48b4-aeff-f342e3e8731f for instance with vm_state building and task_state spawning. [ 679.982240] env[68831]: ERROR nova.scheduler.client.report [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [req-1c5096b7-a058-48c1-ae7c-3764cd6f5659] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1c5096b7-a058-48c1-ae7c-3764cd6f5659"}]} [ 679.989896] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522971bf-e7ea-2a98-39d8-bb7ce9be06cd, 'name': SearchDatastore_Task, 'duration_secs': 0.016855} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.990215] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.990486] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 5a20a423-c3ac-476e-aecb-7e42a7c24610/5a20a423-c3ac-476e-aecb-7e42a7c24610.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.991205] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b478156-92fe-48cb-b2a5-495e5f58eeb3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.998927] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 679.998927] env[68831]: value = "task-2802164" [ 679.998927] env[68831]: _type = "Task" [ 679.998927] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.007682] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.008731] env[68831]: DEBUG nova.scheduler.client.report [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Refreshing inventories for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 680.034068] env[68831]: DEBUG nova.scheduler.client.report [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Updating ProviderTree inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 680.034371] env[68831]: DEBUG nova.compute.provider_tree [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.051592] env[68831]: DEBUG nova.scheduler.client.report [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Refreshing aggregate associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, aggregates: e3144dee-a196-47ae-a593-6fab5da950e2 {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 680.079401] env[68831]: DEBUG nova.compute.manager [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Received event network-vif-plugged-61f8ec14-6163-40d9-bfb9-937d8effe1e8 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.079562] env[68831]: DEBUG oslo_concurrency.lockutils [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] Acquiring lock "5a20a423-c3ac-476e-aecb-7e42a7c24610-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.079809] env[68831]: DEBUG oslo_concurrency.lockutils [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] Lock "5a20a423-c3ac-476e-aecb-7e42a7c24610-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.079921] env[68831]: DEBUG oslo_concurrency.lockutils [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] Lock "5a20a423-c3ac-476e-aecb-7e42a7c24610-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.080366] env[68831]: DEBUG nova.compute.manager [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] No waiting events found dispatching network-vif-plugged-61f8ec14-6163-40d9-bfb9-937d8effe1e8 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.080607] env[68831]: WARNING nova.compute.manager [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Received unexpected event network-vif-plugged-61f8ec14-6163-40d9-bfb9-937d8effe1e8 for instance with vm_state building and task_state spawning. [ 680.080760] env[68831]: DEBUG nova.compute.manager [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Received event network-changed-61f8ec14-6163-40d9-bfb9-937d8effe1e8 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.080925] env[68831]: DEBUG nova.compute.manager [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Refreshing instance network info cache due to event network-changed-61f8ec14-6163-40d9-bfb9-937d8effe1e8. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 680.081125] env[68831]: DEBUG oslo_concurrency.lockutils [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] Acquiring lock "refresh_cache-5a20a423-c3ac-476e-aecb-7e42a7c24610" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.081250] env[68831]: DEBUG oslo_concurrency.lockutils [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] Acquired lock "refresh_cache-5a20a423-c3ac-476e-aecb-7e42a7c24610" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.081402] env[68831]: DEBUG nova.network.neutron [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Refreshing network info cache for port 61f8ec14-6163-40d9-bfb9-937d8effe1e8 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.083744] env[68831]: DEBUG nova.scheduler.client.report [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Refreshing trait associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 680.090537] env[68831]: DEBUG nova.network.neutron [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Successfully updated port: b880b8ee-af0e-413a-937b-8f43c17d4270 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.199553] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802160, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.360986] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802163, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.516541] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802164, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.541602] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20cfc8a-6ed1-473f-8c08-9fc9f2c02f32 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.549119] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c575ec-c061-4b0f-96ee-b48b9ed901cf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.582812] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1690edbe-7c3a-4eb7-a536-ceda8a51e1f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.599343] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Acquiring lock "refresh_cache-176ad5bc-882c-4539-b69e-03c06616f933" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.599343] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Acquired lock "refresh_cache-176ad5bc-882c-4539-b69e-03c06616f933" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.599343] env[68831]: DEBUG nova.network.neutron [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.607900] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e36d19-4130-4ff0-aef9-d8af7292c0ae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.627273] env[68831]: DEBUG nova.compute.provider_tree [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.689701] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802160, 'name': ReconfigVM_Task, 'duration_secs': 1.77758} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.690875] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Reconfigured VM instance instance-00000006 to attach disk [datastore2] bcce1167-e77a-40a1-afcf-3a6d77789789/bcce1167-e77a-40a1-afcf-3a6d77789789.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.691591] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0050c814-379d-4504-af44-e9ca7d6bd56a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.698486] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 680.698486] env[68831]: value = "task-2802165" [ 680.698486] env[68831]: _type = "Task" [ 680.698486] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.708841] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802165, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.867390] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802163, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.961804] env[68831]: DEBUG nova.network.neutron [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Updated VIF entry in instance network info cache for port 61f8ec14-6163-40d9-bfb9-937d8effe1e8. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.962417] env[68831]: DEBUG nova.network.neutron [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Updating instance_info_cache with network_info: [{"id": "61f8ec14-6163-40d9-bfb9-937d8effe1e8", "address": "fa:16:3e:99:a0:0b", "network": {"id": "8dc0259c-6f94-413e-9c32-eb1a0276e97e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-849667077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9443b2c2676349adbde8ff7b5b39ced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61f8ec14-61", "ovs_interfaceid": "61f8ec14-6163-40d9-bfb9-937d8effe1e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.010820] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858859} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.011137] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 5a20a423-c3ac-476e-aecb-7e42a7c24610/5a20a423-c3ac-476e-aecb-7e42a7c24610.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.012127] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.012127] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89645d08-4fed-456f-828d-3375654721c9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.019352] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 681.019352] env[68831]: value = "task-2802166" [ 681.019352] env[68831]: _type = "Task" [ 681.019352] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.026957] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "cdb592f0-6224-4f00-84f3-afbd2b7e24a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.027217] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "cdb592f0-6224-4f00-84f3-afbd2b7e24a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.032216] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.132457] env[68831]: DEBUG nova.scheduler.client.report [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.165868] env[68831]: DEBUG nova.network.neutron [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.210131] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802165, 'name': Rename_Task, 'duration_secs': 0.268883} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.210599] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.210778] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-995348da-1d7d-49de-b4aa-1a45c83a178b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.220016] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 681.220016] env[68831]: value = "task-2802167" [ 681.220016] env[68831]: _type = "Task" [ 681.220016] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.229354] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.362060] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802163, 'name': CreateVM_Task, 'duration_secs': 1.092331} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.362285] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.363337] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.363552] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.363925] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.364390] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f913a335-e907-4ded-a13d-f288d0145643 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.370441] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 681.370441] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528e0d3a-3fee-d66d-5768-da70ad4184bc" [ 681.370441] env[68831]: _type = "Task" [ 681.370441] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.380973] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528e0d3a-3fee-d66d-5768-da70ad4184bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.400381] env[68831]: DEBUG nova.network.neutron [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Updating instance_info_cache with network_info: [{"id": "b880b8ee-af0e-413a-937b-8f43c17d4270", "address": "fa:16:3e:38:14:38", "network": {"id": "30cffab5-2e0d-4576-a9a4-7810ea903052", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-505296219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11904f2766494d33858534efdffbd497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb880b8ee-af", "ovs_interfaceid": "b880b8ee-af0e-413a-937b-8f43c17d4270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.464893] env[68831]: DEBUG oslo_concurrency.lockutils [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] Releasing lock "refresh_cache-5a20a423-c3ac-476e-aecb-7e42a7c24610" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.465203] env[68831]: DEBUG nova.compute.manager [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Received event network-changed-b5421dbb-6226-41f7-9a62-b48dd9a57854 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.465382] env[68831]: DEBUG nova.compute.manager [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Refreshing instance network info cache due to event network-changed-b5421dbb-6226-41f7-9a62-b48dd9a57854. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 681.465592] env[68831]: DEBUG oslo_concurrency.lockutils [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] Acquiring lock "refresh_cache-bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.465731] env[68831]: DEBUG oslo_concurrency.lockutils [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] Acquired lock "refresh_cache-bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.465889] env[68831]: DEBUG nova.network.neutron [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Refreshing network info cache for port b5421dbb-6226-41f7-9a62-b48dd9a57854 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.529973] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068997} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.530288] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.531047] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e6ef24-dad6-4927-8074-3abf4f1ac28c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.554103] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 5a20a423-c3ac-476e-aecb-7e42a7c24610/5a20a423-c3ac-476e-aecb-7e42a7c24610.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.554727] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b94e2bc6-01a3-445c-965d-e661ad098c19 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.575694] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 681.575694] env[68831]: value = "task-2802168" [ 681.575694] env[68831]: _type = "Task" [ 681.575694] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.585548] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.639206] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.875s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.639746] env[68831]: DEBUG nova.compute.manager [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.643406] env[68831]: DEBUG oslo_concurrency.lockutils [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.494s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.643406] env[68831]: DEBUG nova.objects.instance [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Lazy-loading 'resources' on Instance uuid 3d615018-ab02-4f07-bc90-d13b44c09a5b {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.728576] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802167, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.881124] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528e0d3a-3fee-d66d-5768-da70ad4184bc, 'name': SearchDatastore_Task, 'duration_secs': 0.033711} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.881586] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.881896] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.882170] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.882329] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.882598] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.882784] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bd0ca37-a1e2-4456-9e27-4dd067142c63 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.892723] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.893035] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.894182] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4423d1ec-5fb4-43c2-8c80-bad45e6aa80f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.900598] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 681.900598] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ceca72-6591-9ac4-a654-d410db9a454f" [ 681.900598] env[68831]: _type = "Task" [ 681.900598] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.904046] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Releasing lock "refresh_cache-176ad5bc-882c-4539-b69e-03c06616f933" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.904332] env[68831]: DEBUG nova.compute.manager [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Instance network_info: |[{"id": "b880b8ee-af0e-413a-937b-8f43c17d4270", "address": "fa:16:3e:38:14:38", "network": {"id": "30cffab5-2e0d-4576-a9a4-7810ea903052", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-505296219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11904f2766494d33858534efdffbd497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb880b8ee-af", "ovs_interfaceid": "b880b8ee-af0e-413a-937b-8f43c17d4270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.904695] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:14:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b880b8ee-af0e-413a-937b-8f43c17d4270', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.911945] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Creating folder: Project (11904f2766494d33858534efdffbd497). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.912604] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42bbf983-8d2e-4424-b12d-1b26fbac7a9a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.917585] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ceca72-6591-9ac4-a654-d410db9a454f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.925719] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Created folder: Project (11904f2766494d33858534efdffbd497) in parent group-v563050. [ 681.925719] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Creating folder: Instances. Parent ref: group-v563088. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.925995] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0057fbf4-243b-4f9a-9c9a-0641ad8187fc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.934171] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Created folder: Instances in parent group-v563088. [ 681.934460] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.934594] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.934784] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f74b795-16d9-417f-b25b-3c45d9cd00fd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.954713] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.954713] env[68831]: value = "task-2802171" [ 681.954713] env[68831]: _type = "Task" [ 681.954713] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.962646] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802171, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.088964] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.145966] env[68831]: DEBUG nova.compute.utils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.151558] env[68831]: DEBUG nova.compute.manager [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.151558] env[68831]: DEBUG nova.network.neutron [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.221466] env[68831]: DEBUG nova.policy [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36109695f9464df4b5dcbbd64453eb22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7222cf3da86d41d1896db0a00e349aba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.235376] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "998ffe8e-1aba-4e8c-96ab-367a5d54d54f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.235612] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "998ffe8e-1aba-4e8c-96ab-367a5d54d54f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.247115] env[68831]: DEBUG oslo_vmware.api [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802167, 'name': PowerOnVM_Task, 'duration_secs': 0.572996} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.247403] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.247617] env[68831]: DEBUG nova.compute.manager [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.251864] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61862d3-acb1-49f3-a9ba-215b2bf1e981 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.265802] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "5593b9ed-c7cb-498c-b4c3-4a2da54c2036" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.266042] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "5593b9ed-c7cb-498c-b4c3-4a2da54c2036" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.336246] env[68831]: DEBUG nova.network.neutron [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Updated VIF entry in instance network info cache for port b5421dbb-6226-41f7-9a62-b48dd9a57854. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.337022] env[68831]: DEBUG nova.network.neutron [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Updating instance_info_cache with network_info: [{"id": "b5421dbb-6226-41f7-9a62-b48dd9a57854", "address": "fa:16:3e:ef:41:e9", "network": {"id": "bce0e363-5a0c-4d0d-a2cb-a96d38131a82", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1739977822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6ae89a7459a4292b13307ab17751130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5421dbb-62", "ovs_interfaceid": "b5421dbb-6226-41f7-9a62-b48dd9a57854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.414336] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ceca72-6591-9ac4-a654-d410db9a454f, 'name': SearchDatastore_Task, 'duration_secs': 0.02068} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.419283] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21569155-432b-4df9-86b7-3631540b21e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.428009] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 682.428009] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523379da-fe40-8c5b-18b5-09a192dbc3a9" [ 682.428009] env[68831]: _type = "Task" [ 682.428009] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.435672] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523379da-fe40-8c5b-18b5-09a192dbc3a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.463824] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802171, 'name': CreateVM_Task, 'duration_secs': 0.388659} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.466714] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.467584] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.468120] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.468493] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.468771] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8fbd04a-8d02-483d-ae97-8801478c612f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.476263] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 682.476263] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5244bee1-6f62-1f17-3894-af9f2c4780ef" [ 682.476263] env[68831]: _type = "Task" [ 682.476263] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.485180] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5244bee1-6f62-1f17-3894-af9f2c4780ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.587426] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802168, 'name': ReconfigVM_Task, 'duration_secs': 0.605746} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.590545] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 5a20a423-c3ac-476e-aecb-7e42a7c24610/5a20a423-c3ac-476e-aecb-7e42a7c24610.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.591662] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-964f56b3-b3c7-413c-a9cb-92b0121c5d0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.598966] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 682.598966] env[68831]: value = "task-2802172" [ 682.598966] env[68831]: _type = "Task" [ 682.598966] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.612698] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802172, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.651080] env[68831]: DEBUG nova.compute.manager [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.684840] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb04fb5-c5e6-437b-8ffd-155db78f59ee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.694640] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b0c798-34e0-414c-957b-c796d71f4bc6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.730518] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc95c6e-8720-4986-bde9-d2006f2dc2a0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.734410] env[68831]: DEBUG nova.compute.manager [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Received event network-changed-30a68814-b2ae-48b4-aeff-f342e3e8731f {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.734603] env[68831]: DEBUG nova.compute.manager [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Refreshing instance network info cache due to event network-changed-30a68814-b2ae-48b4-aeff-f342e3e8731f. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 682.734809] env[68831]: DEBUG oslo_concurrency.lockutils [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] Acquiring lock "refresh_cache-1c541afe-a78b-4cd1-8d70-63221956a835" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.734947] env[68831]: DEBUG oslo_concurrency.lockutils [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] Acquired lock "refresh_cache-1c541afe-a78b-4cd1-8d70-63221956a835" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.735117] env[68831]: DEBUG nova.network.neutron [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Refreshing network info cache for port 30a68814-b2ae-48b4-aeff-f342e3e8731f {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.743785] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1556e23-459a-463c-9a52-917af8a0d3fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.749063] env[68831]: DEBUG nova.network.neutron [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Successfully created port: 9cf46b27-147d-469d-bc0b-242e3d095e41 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.761319] env[68831]: DEBUG nova.compute.provider_tree [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.780667] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.841189] env[68831]: DEBUG oslo_concurrency.lockutils [req-1dcf7b9e-926e-443a-abf6-61740ed195d9 req-4f0f4928-1a49-45a4-9316-fa034bc4c6e6 service nova] Releasing lock "refresh_cache-bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.925586] env[68831]: DEBUG nova.compute.manager [req-1ddb36c2-1482-4393-93f9-894f0fb123c3 req-d83f000d-60a6-457e-b2b8-f48a44905ed1 service nova] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Received event network-vif-plugged-b880b8ee-af0e-413a-937b-8f43c17d4270 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.925586] env[68831]: DEBUG oslo_concurrency.lockutils [req-1ddb36c2-1482-4393-93f9-894f0fb123c3 req-d83f000d-60a6-457e-b2b8-f48a44905ed1 service nova] Acquiring lock "176ad5bc-882c-4539-b69e-03c06616f933-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.925586] env[68831]: DEBUG oslo_concurrency.lockutils [req-1ddb36c2-1482-4393-93f9-894f0fb123c3 req-d83f000d-60a6-457e-b2b8-f48a44905ed1 service nova] Lock "176ad5bc-882c-4539-b69e-03c06616f933-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.925989] env[68831]: DEBUG oslo_concurrency.lockutils [req-1ddb36c2-1482-4393-93f9-894f0fb123c3 req-d83f000d-60a6-457e-b2b8-f48a44905ed1 service nova] Lock "176ad5bc-882c-4539-b69e-03c06616f933-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.925989] env[68831]: DEBUG nova.compute.manager [req-1ddb36c2-1482-4393-93f9-894f0fb123c3 req-d83f000d-60a6-457e-b2b8-f48a44905ed1 service nova] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] No waiting events found dispatching network-vif-plugged-b880b8ee-af0e-413a-937b-8f43c17d4270 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.926155] env[68831]: WARNING nova.compute.manager [req-1ddb36c2-1482-4393-93f9-894f0fb123c3 req-d83f000d-60a6-457e-b2b8-f48a44905ed1 service nova] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Received unexpected event network-vif-plugged-b880b8ee-af0e-413a-937b-8f43c17d4270 for instance with vm_state building and task_state spawning. [ 682.926243] env[68831]: DEBUG nova.compute.manager [req-1ddb36c2-1482-4393-93f9-894f0fb123c3 req-d83f000d-60a6-457e-b2b8-f48a44905ed1 service nova] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Received event network-changed-b880b8ee-af0e-413a-937b-8f43c17d4270 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.926543] env[68831]: DEBUG nova.compute.manager [req-1ddb36c2-1482-4393-93f9-894f0fb123c3 req-d83f000d-60a6-457e-b2b8-f48a44905ed1 service nova] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Refreshing instance network info cache due to event network-changed-b880b8ee-af0e-413a-937b-8f43c17d4270. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 682.926543] env[68831]: DEBUG oslo_concurrency.lockutils [req-1ddb36c2-1482-4393-93f9-894f0fb123c3 req-d83f000d-60a6-457e-b2b8-f48a44905ed1 service nova] Acquiring lock "refresh_cache-176ad5bc-882c-4539-b69e-03c06616f933" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.926729] env[68831]: DEBUG oslo_concurrency.lockutils [req-1ddb36c2-1482-4393-93f9-894f0fb123c3 req-d83f000d-60a6-457e-b2b8-f48a44905ed1 service nova] Acquired lock "refresh_cache-176ad5bc-882c-4539-b69e-03c06616f933" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.926868] env[68831]: DEBUG nova.network.neutron [req-1ddb36c2-1482-4393-93f9-894f0fb123c3 req-d83f000d-60a6-457e-b2b8-f48a44905ed1 service nova] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Refreshing network info cache for port b880b8ee-af0e-413a-937b-8f43c17d4270 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.938162] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523379da-fe40-8c5b-18b5-09a192dbc3a9, 'name': SearchDatastore_Task, 'duration_secs': 0.034508} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.938556] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.938694] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 1c541afe-a78b-4cd1-8d70-63221956a835/1c541afe-a78b-4cd1-8d70-63221956a835.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.939432] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f8cf4ea-c2b3-4581-b334-ee22749f181f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.946761] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 682.946761] env[68831]: value = "task-2802173" [ 682.946761] env[68831]: _type = "Task" [ 682.946761] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.956223] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.985150] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5244bee1-6f62-1f17-3894-af9f2c4780ef, 'name': SearchDatastore_Task, 'duration_secs': 0.031763} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.985441] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.985665] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.985891] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.986048] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.986225] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.986512] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9e59116-caa5-4bcb-96b3-4d87e092ce19 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.018405] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.018609] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.019421] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a5983f-d4b9-4b31-a8fc-9b1320fb0fde {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.024940] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 683.024940] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ea59a0-80a3-7fb0-18f3-5db619903bcd" [ 683.024940] env[68831]: _type = "Task" [ 683.024940] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.033196] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ea59a0-80a3-7fb0-18f3-5db619903bcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.108762] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802172, 'name': Rename_Task, 'duration_secs': 0.294563} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.109107] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.109360] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4be74cf-6e27-4797-ae2c-6c6bcaa1d1f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.115247] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 683.115247] env[68831]: value = "task-2802174" [ 683.115247] env[68831]: _type = "Task" [ 683.115247] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.125235] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.294219] env[68831]: ERROR nova.scheduler.client.report [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] [req-3d63324c-b51a-4858-9687-9d4503ddb1b3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3d63324c-b51a-4858-9687-9d4503ddb1b3"}]} [ 683.317027] env[68831]: DEBUG nova.scheduler.client.report [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Refreshing inventories for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 683.331494] env[68831]: DEBUG nova.scheduler.client.report [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Updating ProviderTree inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 683.333315] env[68831]: DEBUG nova.compute.provider_tree [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.350799] env[68831]: DEBUG nova.scheduler.client.report [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Refreshing aggregate associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, aggregates: None {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 683.374868] env[68831]: DEBUG nova.scheduler.client.report [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Refreshing trait associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 683.458127] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802173, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.536762] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ea59a0-80a3-7fb0-18f3-5db619903bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.009274} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.540662] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a516d2-39b6-4059-98ea-919907e2b1ca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.547819] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 683.547819] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52724ab2-b288-1f56-0db8-9fdbb766a6c9" [ 683.547819] env[68831]: _type = "Task" [ 683.547819] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.557368] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52724ab2-b288-1f56-0db8-9fdbb766a6c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.626618] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802174, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.659320] env[68831]: DEBUG nova.network.neutron [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Updated VIF entry in instance network info cache for port 30a68814-b2ae-48b4-aeff-f342e3e8731f. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.659544] env[68831]: DEBUG nova.network.neutron [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Updating instance_info_cache with network_info: [{"id": "30a68814-b2ae-48b4-aeff-f342e3e8731f", "address": "fa:16:3e:36:e7:e6", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a68814-b2", "ovs_interfaceid": "30a68814-b2ae-48b4-aeff-f342e3e8731f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.661723] env[68831]: DEBUG nova.compute.manager [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.749668] env[68831]: DEBUG nova.virt.hardware [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:31:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='92763164',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1133232094',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.749914] env[68831]: DEBUG nova.virt.hardware [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.750123] env[68831]: DEBUG nova.virt.hardware [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.750370] env[68831]: DEBUG nova.virt.hardware [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.750526] env[68831]: DEBUG nova.virt.hardware [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.750671] env[68831]: DEBUG nova.virt.hardware [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.750912] env[68831]: DEBUG nova.virt.hardware [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.751110] env[68831]: DEBUG nova.virt.hardware [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.751294] env[68831]: DEBUG nova.virt.hardware [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.751455] env[68831]: DEBUG nova.virt.hardware [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.751625] env[68831]: DEBUG nova.virt.hardware [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.754844] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8c1b51-2739-429f-a3b6-c374e465df7c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.769302] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f801a93-f4bd-42f3-9ac8-28cb04efe52e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.795510] env[68831]: DEBUG nova.network.neutron [req-1ddb36c2-1482-4393-93f9-894f0fb123c3 req-d83f000d-60a6-457e-b2b8-f48a44905ed1 service nova] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Updated VIF entry in instance network info cache for port b880b8ee-af0e-413a-937b-8f43c17d4270. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.795664] env[68831]: DEBUG nova.network.neutron [req-1ddb36c2-1482-4393-93f9-894f0fb123c3 req-d83f000d-60a6-457e-b2b8-f48a44905ed1 service nova] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Updating instance_info_cache with network_info: [{"id": "b880b8ee-af0e-413a-937b-8f43c17d4270", "address": "fa:16:3e:38:14:38", "network": {"id": "30cffab5-2e0d-4576-a9a4-7810ea903052", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-505296219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11904f2766494d33858534efdffbd497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb880b8ee-af", "ovs_interfaceid": "b880b8ee-af0e-413a-937b-8f43c17d4270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.855318] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70520e1-5533-447d-bc5d-5b71daff3d07 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.863852] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391523ec-ced9-4c87-afdf-33b4c9e2618f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.898682] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f34da03-a7c7-4558-ad60-03900bae697c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.907361] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892be3f8-633f-418d-8d16-a4c84012e2d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.921523] env[68831]: DEBUG nova.compute.provider_tree [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.959092] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686606} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.959454] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 1c541afe-a78b-4cd1-8d70-63221956a835/1c541afe-a78b-4cd1-8d70-63221956a835.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.959594] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.960022] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e021802-52a5-409b-b875-45ac85fc5c6c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.966376] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 683.966376] env[68831]: value = "task-2802175" [ 683.966376] env[68831]: _type = "Task" [ 683.966376] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.974821] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.062560] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52724ab2-b288-1f56-0db8-9fdbb766a6c9, 'name': SearchDatastore_Task, 'duration_secs': 0.057437} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.062853] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.064234] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 176ad5bc-882c-4539-b69e-03c06616f933/176ad5bc-882c-4539-b69e-03c06616f933.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.064234] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dcba058-7572-4454-92ea-610de45bec0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.069976] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 684.069976] env[68831]: value = "task-2802176" [ 684.069976] env[68831]: _type = "Task" [ 684.069976] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.078240] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.125383] env[68831]: DEBUG oslo_vmware.api [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802174, 'name': PowerOnVM_Task, 'duration_secs': 0.941538} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.125647] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.125932] env[68831]: INFO nova.compute.manager [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Took 10.37 seconds to spawn the instance on the hypervisor. [ 684.126140] env[68831]: DEBUG nova.compute.manager [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.126923] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a593cdf0-32d8-439e-8e9e-c2303ed62194 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.175531] env[68831]: DEBUG oslo_concurrency.lockutils [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] Releasing lock "refresh_cache-1c541afe-a78b-4cd1-8d70-63221956a835" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.175809] env[68831]: DEBUG nova.compute.manager [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Received event network-changed-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.175980] env[68831]: DEBUG nova.compute.manager [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Refreshing instance network info cache due to event network-changed-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 684.176209] env[68831]: DEBUG oslo_concurrency.lockutils [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] Acquiring lock "refresh_cache-48440713-7649-4947-8bf0-89bcfaec2a28" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.176361] env[68831]: DEBUG oslo_concurrency.lockutils [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] Acquired lock "refresh_cache-48440713-7649-4947-8bf0-89bcfaec2a28" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.176596] env[68831]: DEBUG nova.network.neutron [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Refreshing network info cache for port b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.303219] env[68831]: DEBUG oslo_concurrency.lockutils [req-1ddb36c2-1482-4393-93f9-894f0fb123c3 req-d83f000d-60a6-457e-b2b8-f48a44905ed1 service nova] Releasing lock "refresh_cache-176ad5bc-882c-4539-b69e-03c06616f933" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.321028] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Acquiring lock "48440713-7649-4947-8bf0-89bcfaec2a28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.321319] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Lock "48440713-7649-4947-8bf0-89bcfaec2a28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.321531] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Acquiring lock "48440713-7649-4947-8bf0-89bcfaec2a28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.321936] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Lock "48440713-7649-4947-8bf0-89bcfaec2a28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.321936] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Lock "48440713-7649-4947-8bf0-89bcfaec2a28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.324696] env[68831]: INFO nova.compute.manager [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Terminating instance [ 684.468782] env[68831]: DEBUG nova.scheduler.client.report [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Updated inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with generation 35 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 684.468782] env[68831]: DEBUG nova.compute.provider_tree [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 35 to 36 during operation: update_inventory {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 684.468782] env[68831]: DEBUG nova.compute.provider_tree [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.473235] env[68831]: DEBUG nova.network.neutron [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Successfully updated port: 9cf46b27-147d-469d-bc0b-242e3d095e41 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.489386] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073388} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.489386] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.490586] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44552e18-e75d-4f41-8fb9-40abb6042a1a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.521416] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 1c541afe-a78b-4cd1-8d70-63221956a835/1c541afe-a78b-4cd1-8d70-63221956a835.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.522789] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49a4ff6b-05b6-47b3-89b5-f2532654d347 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.545405] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 684.545405] env[68831]: value = "task-2802177" [ 684.545405] env[68831]: _type = "Task" [ 684.545405] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.557212] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.580802] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802176, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.644719] env[68831]: INFO nova.compute.manager [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Took 26.85 seconds to build instance. [ 684.828150] env[68831]: DEBUG nova.compute.manager [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.828386] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.829293] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5569047-9d99-4b46-a046-e7a78126b50a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.844250] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.844435] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebe7f964-4b37-44cf-8d03-663c7edd7b68 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.850998] env[68831]: DEBUG oslo_vmware.api [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Waiting for the task: (returnval){ [ 684.850998] env[68831]: value = "task-2802178" [ 684.850998] env[68831]: _type = "Task" [ 684.850998] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.861780] env[68831]: DEBUG oslo_vmware.api [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.864587] env[68831]: DEBUG nova.compute.manager [None req-65f3bdbf-2054-4868-9ebe-4ec4bc43652e tempest-ServerDiagnosticsV248Test-526919235 tempest-ServerDiagnosticsV248Test-526919235-project-admin] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.865703] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d04196-a2c5-43f9-b41f-9e0146829084 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.873866] env[68831]: INFO nova.compute.manager [None req-65f3bdbf-2054-4868-9ebe-4ec4bc43652e tempest-ServerDiagnosticsV248Test-526919235 tempest-ServerDiagnosticsV248Test-526919235-project-admin] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Retrieving diagnostics [ 684.876883] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d03b70-d227-4995-85b2-535e4844385a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.923025] env[68831]: DEBUG nova.network.neutron [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Updated VIF entry in instance network info cache for port b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.923448] env[68831]: DEBUG nova.network.neutron [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Updating instance_info_cache with network_info: [{"id": "b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0", "address": "fa:16:3e:00:3b:6f", "network": {"id": "f9cefb72-b84c-4070-8875-ac943b0c8f65", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1153463908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "226e00df9c984c68aafdb27c1b171719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11a0521-4a", "ovs_interfaceid": "b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.982466] env[68831]: DEBUG oslo_concurrency.lockutils [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.340s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.985252] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "refresh_cache-e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.985409] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquired lock "refresh_cache-e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.985584] env[68831]: DEBUG nova.network.neutron [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.986803] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.158s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.988258] env[68831]: INFO nova.compute.claims [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.008449] env[68831]: INFO nova.scheduler.client.report [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Deleted allocations for instance 3d615018-ab02-4f07-bc90-d13b44c09a5b [ 685.045530] env[68831]: DEBUG nova.compute.manager [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.047789] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482c268c-f964-40e9-a600-3ca59cf913c7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.063953] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.080536] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588866} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.082790] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 176ad5bc-882c-4539-b69e-03c06616f933/176ad5bc-882c-4539-b69e-03c06616f933.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.082790] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.082790] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-065b29f0-ade7-4389-bbe6-f3594a656531 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.087977] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 685.087977] env[68831]: value = "task-2802179" [ 685.087977] env[68831]: _type = "Task" [ 685.087977] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.098460] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.146816] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd1e64e2-d363-4487-bd6d-2845348f21b1 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "5a20a423-c3ac-476e-aecb-7e42a7c24610" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.201s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.362968] env[68831]: DEBUG oslo_vmware.api [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802178, 'name': PowerOffVM_Task, 'duration_secs': 0.309385} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.363328] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.363522] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.363811] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ead5785-e8ce-4963-8ba9-66d3e28b87f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.385272] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquiring lock "bcce1167-e77a-40a1-afcf-3a6d77789789" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.385531] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Lock "bcce1167-e77a-40a1-afcf-3a6d77789789" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.385743] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquiring lock "bcce1167-e77a-40a1-afcf-3a6d77789789-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.385924] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Lock "bcce1167-e77a-40a1-afcf-3a6d77789789-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.386221] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Lock "bcce1167-e77a-40a1-afcf-3a6d77789789-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.388296] env[68831]: INFO nova.compute.manager [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Terminating instance [ 685.426806] env[68831]: DEBUG oslo_concurrency.lockutils [req-2d56557d-d0d8-46f2-924b-038a8b71afc3 req-5bc11b85-c3db-4217-831d-33f26975f349 service nova] Releasing lock "refresh_cache-48440713-7649-4947-8bf0-89bcfaec2a28" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.450308] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.450308] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.450308] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Deleting the datastore file [datastore2] 48440713-7649-4947-8bf0-89bcfaec2a28 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.450308] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7d5128f-72be-46ae-bbe3-f41d7e803851 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.459993] env[68831]: DEBUG oslo_vmware.api [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Waiting for the task: (returnval){ [ 685.459993] env[68831]: value = "task-2802181" [ 685.459993] env[68831]: _type = "Task" [ 685.459993] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.464611] env[68831]: DEBUG oslo_vmware.api [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.516564] env[68831]: DEBUG oslo_concurrency.lockutils [None req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Lock "3d615018-ab02-4f07-bc90-d13b44c09a5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.232s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.549207] env[68831]: DEBUG nova.compute.manager [req-77d9b68b-5d58-4fdb-85be-1a6bdef7d363 req-b192b8af-e5e8-4383-9c2a-074ba826342a service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Received event network-vif-plugged-9cf46b27-147d-469d-bc0b-242e3d095e41 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.549430] env[68831]: DEBUG oslo_concurrency.lockutils [req-77d9b68b-5d58-4fdb-85be-1a6bdef7d363 req-b192b8af-e5e8-4383-9c2a-074ba826342a service nova] Acquiring lock "e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.549637] env[68831]: DEBUG oslo_concurrency.lockutils [req-77d9b68b-5d58-4fdb-85be-1a6bdef7d363 req-b192b8af-e5e8-4383-9c2a-074ba826342a service nova] Lock "e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.549800] env[68831]: DEBUG oslo_concurrency.lockutils [req-77d9b68b-5d58-4fdb-85be-1a6bdef7d363 req-b192b8af-e5e8-4383-9c2a-074ba826342a service nova] Lock "e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.549966] env[68831]: DEBUG nova.compute.manager [req-77d9b68b-5d58-4fdb-85be-1a6bdef7d363 req-b192b8af-e5e8-4383-9c2a-074ba826342a service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] No waiting events found dispatching network-vif-plugged-9cf46b27-147d-469d-bc0b-242e3d095e41 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.550195] env[68831]: WARNING nova.compute.manager [req-77d9b68b-5d58-4fdb-85be-1a6bdef7d363 req-b192b8af-e5e8-4383-9c2a-074ba826342a service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Received unexpected event network-vif-plugged-9cf46b27-147d-469d-bc0b-242e3d095e41 for instance with vm_state building and task_state spawning. [ 685.550364] env[68831]: DEBUG nova.compute.manager [req-77d9b68b-5d58-4fdb-85be-1a6bdef7d363 req-b192b8af-e5e8-4383-9c2a-074ba826342a service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Received event network-changed-9cf46b27-147d-469d-bc0b-242e3d095e41 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.550582] env[68831]: DEBUG nova.compute.manager [req-77d9b68b-5d58-4fdb-85be-1a6bdef7d363 req-b192b8af-e5e8-4383-9c2a-074ba826342a service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Refreshing instance network info cache due to event network-changed-9cf46b27-147d-469d-bc0b-242e3d095e41. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 685.550908] env[68831]: DEBUG oslo_concurrency.lockutils [req-77d9b68b-5d58-4fdb-85be-1a6bdef7d363 req-b192b8af-e5e8-4383-9c2a-074ba826342a service nova] Acquiring lock "refresh_cache-e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.560539] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802177, 'name': ReconfigVM_Task, 'duration_secs': 0.632333} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.560794] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 1c541afe-a78b-4cd1-8d70-63221956a835/1c541afe-a78b-4cd1-8d70-63221956a835.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.561650] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1361d554-cc23-4b73-b593-37efe0de0937 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.565393] env[68831]: INFO nova.compute.manager [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] instance snapshotting [ 685.570376] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 685.570376] env[68831]: value = "task-2802182" [ 685.570376] env[68831]: _type = "Task" [ 685.570376] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.574380] env[68831]: DEBUG nova.network.neutron [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.580023] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023347ec-fd89-4e51-8f10-af7fb3cc74cb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.584992] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802182, 'name': Rename_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.604567] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d20c107-a46d-4d7b-b99f-f0e36ce36ec6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.613634] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072828} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.618567] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.625552] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff73e04e-bb40-4236-a19b-e95ae1e6df74 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.648907] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 176ad5bc-882c-4539-b69e-03c06616f933/176ad5bc-882c-4539-b69e-03c06616f933.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.649413] env[68831]: DEBUG nova.compute.manager [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.651971] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3fd5e09-ecda-4fce-aac9-3f86c515b3a4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.674552] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 685.674552] env[68831]: value = "task-2802183" [ 685.674552] env[68831]: _type = "Task" [ 685.674552] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.683716] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.892169] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquiring lock "refresh_cache-bcce1167-e77a-40a1-afcf-3a6d77789789" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.892322] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquired lock "refresh_cache-bcce1167-e77a-40a1-afcf-3a6d77789789" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.892564] env[68831]: DEBUG nova.network.neutron [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.967854] env[68831]: DEBUG oslo_vmware.api [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Task: {'id': task-2802181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457994} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.968243] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.968459] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.968656] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.968843] env[68831]: INFO nova.compute.manager [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Took 1.14 seconds to destroy the instance on the hypervisor. [ 685.969109] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.969398] env[68831]: DEBUG nova.compute.manager [-] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.969398] env[68831]: DEBUG nova.network.neutron [-] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.053476] env[68831]: DEBUG nova.network.neutron [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Updating instance_info_cache with network_info: [{"id": "9cf46b27-147d-469d-bc0b-242e3d095e41", "address": "fa:16:3e:8e:3c:b5", "network": {"id": "8f68d8dd-6669-4878-adfe-4a92140e2d85", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-826465114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7222cf3da86d41d1896db0a00e349aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf46b27-14", "ovs_interfaceid": "9cf46b27-147d-469d-bc0b-242e3d095e41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.079139] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802182, 'name': Rename_Task, 'duration_secs': 0.313498} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.082997] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.084359] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f193848-5565-4a59-bd8b-91de1f359841 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.093746] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 686.093746] env[68831]: value = "task-2802184" [ 686.093746] env[68831]: _type = "Task" [ 686.093746] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.110838] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802184, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.130633] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 686.133547] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-008c19f2-4a47-4b8e-89f9-9e0d81055c1b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.145172] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 686.145172] env[68831]: value = "task-2802185" [ 686.145172] env[68831]: _type = "Task" [ 686.145172] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.162017] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802185, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.184285] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802183, 'name': ReconfigVM_Task, 'duration_secs': 0.288503} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.184573] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 176ad5bc-882c-4539-b69e-03c06616f933/176ad5bc-882c-4539-b69e-03c06616f933.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.185302] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af530964-e417-4f7b-9413-ff11610593f7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.194026] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 686.194026] env[68831]: value = "task-2802186" [ 686.194026] env[68831]: _type = "Task" [ 686.194026] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.197977] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.204421] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802186, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.422726] env[68831]: DEBUG nova.network.neutron [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.496905] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b444eca-c868-4fd9-b658-9ff23702a1e3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.500905] env[68831]: DEBUG nova.network.neutron [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.511092] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ebf73a-ad2a-4273-87f6-f1b54b5618a2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.549143] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4da8531-1cfc-4841-857e-f19de1c3461f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.557894] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1a7d98-2c73-4009-a16f-e820224f500c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.562514] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Releasing lock "refresh_cache-e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.563791] env[68831]: DEBUG nova.compute.manager [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Instance network_info: |[{"id": "9cf46b27-147d-469d-bc0b-242e3d095e41", "address": "fa:16:3e:8e:3c:b5", "network": {"id": "8f68d8dd-6669-4878-adfe-4a92140e2d85", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-826465114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7222cf3da86d41d1896db0a00e349aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf46b27-14", "ovs_interfaceid": "9cf46b27-147d-469d-bc0b-242e3d095e41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.563791] env[68831]: DEBUG oslo_concurrency.lockutils [req-77d9b68b-5d58-4fdb-85be-1a6bdef7d363 req-b192b8af-e5e8-4383-9c2a-074ba826342a service nova] Acquired lock "refresh_cache-e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.564021] env[68831]: DEBUG nova.network.neutron [req-77d9b68b-5d58-4fdb-85be-1a6bdef7d363 req-b192b8af-e5e8-4383-9c2a-074ba826342a service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Refreshing network info cache for port 9cf46b27-147d-469d-bc0b-242e3d095e41 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.565618] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:3c:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cf46b27-147d-469d-bc0b-242e3d095e41', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.574779] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Creating folder: Project (7222cf3da86d41d1896db0a00e349aba). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.576535] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ede46802-a597-4bd8-982a-72d770ddb859 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.592191] env[68831]: DEBUG nova.compute.provider_tree [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.604616] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802184, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.607007] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Created folder: Project (7222cf3da86d41d1896db0a00e349aba) in parent group-v563050. [ 686.607269] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Creating folder: Instances. Parent ref: group-v563091. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.607580] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04254c19-75c3-484d-aaaf-2bcea611740d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.620088] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Created folder: Instances in parent group-v563091. [ 686.620088] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.620088] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.620088] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-372bff10-1947-41b5-a406-513471e27f02 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.640655] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.640655] env[68831]: value = "task-2802189" [ 686.640655] env[68831]: _type = "Task" [ 686.640655] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.651856] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802189, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.659059] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802185, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.703345] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802186, 'name': Rename_Task, 'duration_secs': 0.141013} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.703572] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.703856] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb9752aa-a710-463c-aefc-4c8234175f80 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.710302] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 686.710302] env[68831]: value = "task-2802190" [ 686.710302] env[68831]: _type = "Task" [ 686.710302] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.719287] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.799550] env[68831]: DEBUG nova.network.neutron [-] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.881079] env[68831]: DEBUG nova.compute.manager [req-5222166a-d9c5-4a0b-be46-4d6604718094 req-36d77f07-c332-41f8-b30a-4a4ad07603e6 service nova] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Received event network-vif-deleted-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.926646] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Acquiring lock "223b8b6f-b42c-4a06-b5bb-0354dd87cdea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.926965] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Lock "223b8b6f-b42c-4a06-b5bb-0354dd87cdea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.927240] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Acquiring lock "223b8b6f-b42c-4a06-b5bb-0354dd87cdea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.927452] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Lock "223b8b6f-b42c-4a06-b5bb-0354dd87cdea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.927652] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Lock "223b8b6f-b42c-4a06-b5bb-0354dd87cdea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.930233] env[68831]: INFO nova.compute.manager [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Terminating instance [ 687.005203] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Releasing lock "refresh_cache-bcce1167-e77a-40a1-afcf-3a6d77789789" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.005744] env[68831]: DEBUG nova.compute.manager [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.006030] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.010559] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366357b7-2fc2-43c2-b0d2-fcca350875cb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.016911] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.016911] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91fd99d2-6e95-48cd-9ba3-062523075419 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.022944] env[68831]: DEBUG oslo_vmware.api [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 687.022944] env[68831]: value = "task-2802191" [ 687.022944] env[68831]: _type = "Task" [ 687.022944] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.032466] env[68831]: DEBUG oslo_vmware.api [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.095663] env[68831]: DEBUG nova.scheduler.client.report [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.116817] env[68831]: DEBUG oslo_vmware.api [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802184, 'name': PowerOnVM_Task, 'duration_secs': 0.631691} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.118579] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.118844] env[68831]: INFO nova.compute.manager [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Took 10.81 seconds to spawn the instance on the hypervisor. [ 687.119071] env[68831]: DEBUG nova.compute.manager [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.120255] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ada443-e90d-4010-a457-8d3050a3f056 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.155761] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802189, 'name': CreateVM_Task, 'duration_secs': 0.344144} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.159985] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.161061] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802185, 'name': CreateSnapshot_Task, 'duration_secs': 0.831188} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.161432] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.161603] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.161925] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.162247] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 687.162490] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822edc00-121b-42cf-8741-47e18888b9b9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.164875] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a847744b-b208-4276-8919-4c516fc68f26 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.171602] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 687.171602] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52005752-d7b2-1586-4480-d1c0b0f9e5ae" [ 687.171602] env[68831]: _type = "Task" [ 687.171602] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.186315] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52005752-d7b2-1586-4480-d1c0b0f9e5ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.223599] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802190, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.302458] env[68831]: INFO nova.compute.manager [-] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Took 1.33 seconds to deallocate network for instance. [ 687.359597] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a6fb78d7-aeb0-4f2a-a183-a6afcacd8930 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "5a20a423-c3ac-476e-aecb-7e42a7c24610" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.359946] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a6fb78d7-aeb0-4f2a-a183-a6afcacd8930 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "5a20a423-c3ac-476e-aecb-7e42a7c24610" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.360219] env[68831]: DEBUG nova.compute.manager [None req-a6fb78d7-aeb0-4f2a-a183-a6afcacd8930 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.361566] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468caf96-b7f2-4726-ba94-7b6486a3c71a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.368363] env[68831]: DEBUG nova.network.neutron [req-77d9b68b-5d58-4fdb-85be-1a6bdef7d363 req-b192b8af-e5e8-4383-9c2a-074ba826342a service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Updated VIF entry in instance network info cache for port 9cf46b27-147d-469d-bc0b-242e3d095e41. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.368714] env[68831]: DEBUG nova.network.neutron [req-77d9b68b-5d58-4fdb-85be-1a6bdef7d363 req-b192b8af-e5e8-4383-9c2a-074ba826342a service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Updating instance_info_cache with network_info: [{"id": "9cf46b27-147d-469d-bc0b-242e3d095e41", "address": "fa:16:3e:8e:3c:b5", "network": {"id": "8f68d8dd-6669-4878-adfe-4a92140e2d85", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-826465114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7222cf3da86d41d1896db0a00e349aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf46b27-14", "ovs_interfaceid": "9cf46b27-147d-469d-bc0b-242e3d095e41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.375307] env[68831]: DEBUG nova.compute.manager [None req-a6fb78d7-aeb0-4f2a-a183-a6afcacd8930 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68831) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 687.375979] env[68831]: DEBUG nova.objects.instance [None req-a6fb78d7-aeb0-4f2a-a183-a6afcacd8930 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lazy-loading 'flavor' on Instance uuid 5a20a423-c3ac-476e-aecb-7e42a7c24610 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.435412] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Acquiring lock "refresh_cache-223b8b6f-b42c-4a06-b5bb-0354dd87cdea" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.435412] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Acquired lock "refresh_cache-223b8b6f-b42c-4a06-b5bb-0354dd87cdea" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.435412] env[68831]: DEBUG nova.network.neutron [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.533376] env[68831]: DEBUG oslo_vmware.api [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802191, 'name': PowerOffVM_Task, 'duration_secs': 0.141585} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.533843] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.534142] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.534605] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d87dc9a2-cffa-4e83-b681-1b19c78e3c28 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.565719] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.570020] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.570020] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Deleting the datastore file [datastore2] bcce1167-e77a-40a1-afcf-3a6d77789789 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.570020] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afccd794-16e1-4f80-b026-517a9c9ceee7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.578344] env[68831]: DEBUG oslo_vmware.api [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for the task: (returnval){ [ 687.578344] env[68831]: value = "task-2802193" [ 687.578344] env[68831]: _type = "Task" [ 687.578344] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.587846] env[68831]: DEBUG oslo_vmware.api [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.609410] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.612017] env[68831]: DEBUG nova.compute.manager [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.613194] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.573s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.613534] env[68831]: DEBUG nova.objects.instance [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Lazy-loading 'resources' on Instance uuid 0603a8a3-d704-4ec2-9808-3fda6be1df72 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.641494] env[68831]: INFO nova.compute.manager [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Took 29.28 seconds to build instance. [ 687.688042] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 687.691927] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-913b673d-9e0f-4661-b34c-0205d6b805bf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.697195] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52005752-d7b2-1586-4480-d1c0b0f9e5ae, 'name': SearchDatastore_Task, 'duration_secs': 0.019982} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.697578] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.697835] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.698168] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.698274] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.698401] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.699040] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-112502b8-6860-4f12-a078-9ab7db219e81 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.703061] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 687.703061] env[68831]: value = "task-2802194" [ 687.703061] env[68831]: _type = "Task" [ 687.703061] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.708332] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.708511] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.712315] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d85db4-bc8a-47f5-ac22-f4e66e601d29 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.714675] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802194, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.724287] env[68831]: DEBUG oslo_vmware.api [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802190, 'name': PowerOnVM_Task, 'duration_secs': 0.585263} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.724675] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.724903] env[68831]: INFO nova.compute.manager [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Took 8.94 seconds to spawn the instance on the hypervisor. [ 687.725913] env[68831]: DEBUG nova.compute.manager [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.725913] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 687.725913] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5271d246-a4f2-5abf-c701-0fc5939f28a6" [ 687.725913] env[68831]: _type = "Task" [ 687.725913] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.726282] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6747760a-0737-4902-883e-b25a137c5fe4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.743370] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5271d246-a4f2-5abf-c701-0fc5939f28a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.812539] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.872702] env[68831]: DEBUG oslo_concurrency.lockutils [req-77d9b68b-5d58-4fdb-85be-1a6bdef7d363 req-b192b8af-e5e8-4383-9c2a-074ba826342a service nova] Releasing lock "refresh_cache-e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.959032] env[68831]: DEBUG nova.network.neutron [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.978956] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquiring lock "06b1ab57-ad18-44ea-87f6-1e189219697e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.979112] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Lock "06b1ab57-ad18-44ea-87f6-1e189219697e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.023836] env[68831]: DEBUG nova.network.neutron [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.089439] env[68831]: DEBUG oslo_vmware.api [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Task: {'id': task-2802193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24462} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.089706] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.089898] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.090087] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.090265] env[68831]: INFO nova.compute.manager [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Took 1.08 seconds to destroy the instance on the hypervisor. [ 688.090592] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.090801] env[68831]: DEBUG nova.compute.manager [-] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.090916] env[68831]: DEBUG nova.network.neutron [-] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.111162] env[68831]: DEBUG nova.network.neutron [-] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.118707] env[68831]: DEBUG nova.compute.utils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.120591] env[68831]: DEBUG nova.compute.manager [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.120726] env[68831]: DEBUG nova.network.neutron [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.146135] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "1c541afe-a78b-4cd1-8d70-63221956a835" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.150s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.154142] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Acquiring lock "08f79565-00e9-4b4e-a675-d150436201ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.154142] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Lock "08f79565-00e9-4b4e-a675-d150436201ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.188111] env[68831]: DEBUG nova.policy [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dba588f3d8842e88fbd411393242a1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19b33f969fc84a21a1f73af5146efcaa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.213937] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802194, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.240934] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5271d246-a4f2-5abf-c701-0fc5939f28a6, 'name': SearchDatastore_Task, 'duration_secs': 0.018261} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.241775] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-285ed83b-aee9-43fa-bda1-8c2dd161da59 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.254090] env[68831]: INFO nova.compute.manager [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Took 28.31 seconds to build instance. [ 688.255145] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 688.255145] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52da722f-aa3b-ebc7-cc49-d1df766dc3d0" [ 688.255145] env[68831]: _type = "Task" [ 688.255145] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.265683] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52da722f-aa3b-ebc7-cc49-d1df766dc3d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.389174] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6fb78d7-aeb0-4f2a-a183-a6afcacd8930 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.389566] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f106c90-6873-4dde-9874-3294e864b6f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.398120] env[68831]: DEBUG oslo_vmware.api [None req-a6fb78d7-aeb0-4f2a-a183-a6afcacd8930 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 688.398120] env[68831]: value = "task-2802195" [ 688.398120] env[68831]: _type = "Task" [ 688.398120] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.406424] env[68831]: DEBUG oslo_vmware.api [None req-a6fb78d7-aeb0-4f2a-a183-a6afcacd8930 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.527185] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Releasing lock "refresh_cache-223b8b6f-b42c-4a06-b5bb-0354dd87cdea" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.527710] env[68831]: DEBUG nova.compute.manager [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.527948] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.528894] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f3f6bd-ebe7-488e-8fb8-5d5e490d5560 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.544957] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.545040] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac8e7d81-4427-44e7-97fe-b836e80dd4ab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.551539] env[68831]: DEBUG oslo_vmware.api [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Waiting for the task: (returnval){ [ 688.551539] env[68831]: value = "task-2802196" [ 688.551539] env[68831]: _type = "Task" [ 688.551539] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.561177] env[68831]: DEBUG oslo_vmware.api [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.613453] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a458d6-9c37-4c9b-8570-45af82ce6d16 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.616553] env[68831]: DEBUG nova.network.neutron [-] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.622769] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b4b5b6-a99c-46ef-ad85-64880e08e8d4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.627599] env[68831]: DEBUG nova.compute.manager [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.662436] env[68831]: DEBUG nova.compute.manager [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.666865] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0baab0-adcd-4a40-a454-795e67cc3bd0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.678922] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3066b5-e078-4a4d-9a4d-effe916c609e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.694758] env[68831]: DEBUG nova.compute.provider_tree [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.714975] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802194, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.747430] env[68831]: DEBUG nova.network.neutron [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Successfully created port: d9716f7f-681e-411a-86b7-872fb7156546 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.757138] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09176f29-b0fb-4420-956d-c041918a0eae tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Lock "176ad5bc-882c-4539-b69e-03c06616f933" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.150s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.771901] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52da722f-aa3b-ebc7-cc49-d1df766dc3d0, 'name': SearchDatastore_Task, 'duration_secs': 0.014478} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.771901] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.772158] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a/e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.773222] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f23423c4-6887-492f-bb24-a767ccd8c514 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.780462] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 688.780462] env[68831]: value = "task-2802197" [ 688.780462] env[68831]: _type = "Task" [ 688.780462] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.793557] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.910365] env[68831]: DEBUG oslo_vmware.api [None req-a6fb78d7-aeb0-4f2a-a183-a6afcacd8930 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802195, 'name': PowerOffVM_Task, 'duration_secs': 0.384912} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.910827] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6fb78d7-aeb0-4f2a-a183-a6afcacd8930 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.911211] env[68831]: DEBUG nova.compute.manager [None req-a6fb78d7-aeb0-4f2a-a183-a6afcacd8930 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.912569] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3f0089-ac73-4517-82d3-eeb2af42c3f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.063585] env[68831]: DEBUG oslo_vmware.api [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802196, 'name': PowerOffVM_Task, 'duration_secs': 0.23116} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.064113] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.064345] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.064549] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5da86f6-3dcb-4de6-8ddd-da06e03b2c7e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.096408] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.096674] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.096864] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Deleting the datastore file [datastore2] 223b8b6f-b42c-4a06-b5bb-0354dd87cdea {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.097162] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3973770-3b55-44fa-8e71-979f1cc2d069 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.105624] env[68831]: DEBUG oslo_vmware.api [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Waiting for the task: (returnval){ [ 689.105624] env[68831]: value = "task-2802199" [ 689.105624] env[68831]: _type = "Task" [ 689.105624] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.119103] env[68831]: INFO nova.compute.manager [-] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Took 1.03 seconds to deallocate network for instance. [ 689.119452] env[68831]: DEBUG oslo_vmware.api [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.192357] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.197958] env[68831]: DEBUG nova.scheduler.client.report [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.214251] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802194, 'name': CloneVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.267186] env[68831]: DEBUG nova.compute.manager [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.291833] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802197, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.428541] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a6fb78d7-aeb0-4f2a-a183-a6afcacd8930 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "5a20a423-c3ac-476e-aecb-7e42a7c24610" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.617402] env[68831]: DEBUG oslo_vmware.api [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Task: {'id': task-2802199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25577} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.617402] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.617660] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.617871] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.618158] env[68831]: INFO nova.compute.manager [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Took 1.09 seconds to destroy the instance on the hypervisor. [ 689.618469] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.618699] env[68831]: DEBUG nova.compute.manager [-] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.618823] env[68831]: DEBUG nova.network.neutron [-] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.625688] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.639384] env[68831]: DEBUG nova.compute.manager [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.641989] env[68831]: DEBUG nova.network.neutron [-] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.665513] env[68831]: DEBUG nova.virt.hardware [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.666175] env[68831]: DEBUG nova.virt.hardware [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.666175] env[68831]: DEBUG nova.virt.hardware [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.666175] env[68831]: DEBUG nova.virt.hardware [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.666333] env[68831]: DEBUG nova.virt.hardware [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.666373] env[68831]: DEBUG nova.virt.hardware [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.666570] env[68831]: DEBUG nova.virt.hardware [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.666734] env[68831]: DEBUG nova.virt.hardware [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.666901] env[68831]: DEBUG nova.virt.hardware [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.667077] env[68831]: DEBUG nova.virt.hardware [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.667277] env[68831]: DEBUG nova.virt.hardware [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.668115] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef89f884-25ce-4607-b5f6-057aeddf2435 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.680567] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4086f472-5224-4be4-a717-7592ce0cf582 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.703145] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.708029] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.539s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.708029] env[68831]: DEBUG nova.objects.instance [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Lazy-loading 'resources' on Instance uuid 47027cae-3d2d-424e-8f73-38cd839ed5ae {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.718924] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802194, 'name': CloneVM_Task, 'duration_secs': 1.510544} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.723900] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Created linked-clone VM from snapshot [ 689.724754] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040c6585-067e-46c3-a8c8-131ec3ef23c2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.734099] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Uploading image 0ec6fb36-50cf-44a1-ba44-239afa5d025e {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 689.736995] env[68831]: INFO nova.scheduler.client.report [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Deleted allocations for instance 0603a8a3-d704-4ec2-9808-3fda6be1df72 [ 689.749779] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 689.750381] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d7e0fffa-6d50-4931-9831-a578b7fe3dc8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.759679] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 689.759679] env[68831]: value = "task-2802200" [ 689.759679] env[68831]: _type = "Task" [ 689.759679] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.768922] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802200, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.793442] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533088} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.794415] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.794735] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a/e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.794957] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.798070] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48395e61-061c-4f9e-b3d1-db992ac72a5a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.801862] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 689.801862] env[68831]: value = "task-2802201" [ 689.801862] env[68831]: _type = "Task" [ 689.801862] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.812168] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.144606] env[68831]: DEBUG nova.network.neutron [-] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.250627] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Lock "0603a8a3-d704-4ec2-9808-3fda6be1df72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.856s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.279044] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802200, 'name': Destroy_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.312697] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067632} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.318226] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.319975] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275aeebc-11c1-441f-a6cd-fc442ff1ae29 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.346110] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a/e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.348825] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f810de7-00cc-4256-ad60-fdf976d3e659 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.371541] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 690.371541] env[68831]: value = "task-2802202" [ 690.371541] env[68831]: _type = "Task" [ 690.371541] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.380414] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.429936] env[68831]: DEBUG nova.compute.manager [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.431234] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05241fc-0f81-493b-9cb7-6a614b40ba58 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.504728] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "9c5bda7c-55f0-402d-a515-87147f39fdd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.504959] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "9c5bda7c-55f0-402d-a515-87147f39fdd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.590069] env[68831]: DEBUG nova.network.neutron [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Successfully updated port: d9716f7f-681e-411a-86b7-872fb7156546 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.644916] env[68831]: DEBUG nova.compute.manager [req-36d13883-f7dc-46c0-b2d4-eac21ce680f7 req-a4671190-3333-43f2-b404-796fa8d4e868 service nova] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Received event network-vif-plugged-d9716f7f-681e-411a-86b7-872fb7156546 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.645150] env[68831]: DEBUG oslo_concurrency.lockutils [req-36d13883-f7dc-46c0-b2d4-eac21ce680f7 req-a4671190-3333-43f2-b404-796fa8d4e868 service nova] Acquiring lock "94e9ac10-b6a0-4fc0-b64e-763f3793b7e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.645355] env[68831]: DEBUG oslo_concurrency.lockutils [req-36d13883-f7dc-46c0-b2d4-eac21ce680f7 req-a4671190-3333-43f2-b404-796fa8d4e868 service nova] Lock "94e9ac10-b6a0-4fc0-b64e-763f3793b7e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.645627] env[68831]: DEBUG oslo_concurrency.lockutils [req-36d13883-f7dc-46c0-b2d4-eac21ce680f7 req-a4671190-3333-43f2-b404-796fa8d4e868 service nova] Lock "94e9ac10-b6a0-4fc0-b64e-763f3793b7e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.645670] env[68831]: DEBUG nova.compute.manager [req-36d13883-f7dc-46c0-b2d4-eac21ce680f7 req-a4671190-3333-43f2-b404-796fa8d4e868 service nova] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] No waiting events found dispatching network-vif-plugged-d9716f7f-681e-411a-86b7-872fb7156546 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.645857] env[68831]: WARNING nova.compute.manager [req-36d13883-f7dc-46c0-b2d4-eac21ce680f7 req-a4671190-3333-43f2-b404-796fa8d4e868 service nova] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Received unexpected event network-vif-plugged-d9716f7f-681e-411a-86b7-872fb7156546 for instance with vm_state building and task_state spawning. [ 690.648812] env[68831]: INFO nova.compute.manager [-] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Took 1.03 seconds to deallocate network for instance. [ 690.704680] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95d3158-6296-4f65-9677-261c93100ac9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.713052] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c427b933-665e-4530-b8cb-f4446e1877da {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.748794] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e102113-59fb-4634-a7d0-dd1bc0f7259b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.756955] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f313681-e9e5-41d1-9abf-7f47e2a14957 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.773167] env[68831]: DEBUG nova.compute.provider_tree [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.779052] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802200, 'name': Destroy_Task, 'duration_secs': 0.664399} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.779421] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Destroyed the VM [ 690.779739] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 690.780347] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fac5e189-09a4-48d3-8b61-f27bc69cfef0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.785617] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 690.785617] env[68831]: value = "task-2802203" [ 690.785617] env[68831]: _type = "Task" [ 690.785617] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.794370] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802203, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.882940] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.944281] env[68831]: INFO nova.compute.manager [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] instance snapshotting [ 690.951331] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49e1cbe-a611-4afe-8545-23bcb71ac6d4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.975541] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c93003-5a4f-4b17-9636-ed9583e61715 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.092718] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Acquiring lock "refresh_cache-94e9ac10-b6a0-4fc0-b64e-763f3793b7e8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.093253] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Acquired lock "refresh_cache-94e9ac10-b6a0-4fc0-b64e-763f3793b7e8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.093707] env[68831]: DEBUG nova.network.neutron [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.158905] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.276815] env[68831]: DEBUG nova.scheduler.client.report [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.301379] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802203, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.385154] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802202, 'name': ReconfigVM_Task, 'duration_secs': 0.722933} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.385354] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Reconfigured VM instance instance-0000000e to attach disk [datastore1] e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a/e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.386017] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4686c328-ac7d-437a-a1a0-c25a1643679c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.394057] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 691.394057] env[68831]: value = "task-2802204" [ 691.394057] env[68831]: _type = "Task" [ 691.394057] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.403680] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802204, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.486337] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 691.486650] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f5912dc8-6cc4-43de-8a1e-422b52dafc31 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.495840] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 691.495840] env[68831]: value = "task-2802205" [ 691.495840] env[68831]: _type = "Task" [ 691.495840] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.507312] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.643966] env[68831]: DEBUG nova.network.neutron [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.787472] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.792622] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.296s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.795048] env[68831]: INFO nova.compute.claims [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.811335] env[68831]: DEBUG oslo_vmware.api [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802203, 'name': RemoveSnapshot_Task, 'duration_secs': 0.999538} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.811515] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 691.826223] env[68831]: INFO nova.scheduler.client.report [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Deleted allocations for instance 47027cae-3d2d-424e-8f73-38cd839ed5ae [ 691.907020] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802204, 'name': Rename_Task, 'duration_secs': 0.210445} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.907243] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.907517] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42242955-f22b-49da-8ab8-75b5ca59d4fc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.913807] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 691.913807] env[68831]: value = "task-2802206" [ 691.913807] env[68831]: _type = "Task" [ 691.913807] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.922432] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.959191] env[68831]: DEBUG nova.network.neutron [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Updating instance_info_cache with network_info: [{"id": "d9716f7f-681e-411a-86b7-872fb7156546", "address": "fa:16:3e:62:8b:c1", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9716f7f-68", "ovs_interfaceid": "d9716f7f-681e-411a-86b7-872fb7156546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.006755] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.307563] env[68831]: DEBUG nova.compute.manager [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.309337] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d106c6-49ab-49eb-bb03-e25a04365517 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.318927] env[68831]: WARNING nova.compute.manager [None req-4e55e046-ccda-4dd6-9bd4-db7ec681f0b1 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Image not found during snapshot: nova.exception.ImageNotFound: Image 0ec6fb36-50cf-44a1-ba44-239afa5d025e could not be found. [ 692.334987] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f103c294-246b-4503-80db-94cd1d662bde tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Lock "47027cae-3d2d-424e-8f73-38cd839ed5ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.705s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.425680] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802206, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.462921] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Releasing lock "refresh_cache-94e9ac10-b6a0-4fc0-b64e-763f3793b7e8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.463926] env[68831]: DEBUG nova.compute.manager [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Instance network_info: |[{"id": "d9716f7f-681e-411a-86b7-872fb7156546", "address": "fa:16:3e:62:8b:c1", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9716f7f-68", "ovs_interfaceid": "d9716f7f-681e-411a-86b7-872fb7156546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.464084] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:8b:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9716f7f-681e-411a-86b7-872fb7156546', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.471249] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Creating folder: Project (19b33f969fc84a21a1f73af5146efcaa). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.471524] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d65f4775-b472-4c71-96b6-2af6e7c96641 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.481579] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Created folder: Project (19b33f969fc84a21a1f73af5146efcaa) in parent group-v563050. [ 692.481772] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Creating folder: Instances. Parent ref: group-v563097. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.482009] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b1a1bab-5701-4d26-9b0e-d8c1dd3fe7c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.490785] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Created folder: Instances in parent group-v563097. [ 692.490970] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.491207] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.492062] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30ff07bf-4919-4d88-b43b-74136745f6e3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.517429] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802205, 'name': CreateSnapshot_Task, 'duration_secs': 0.651289} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.518070] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 692.518679] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.518679] env[68831]: value = "task-2802209" [ 692.518679] env[68831]: _type = "Task" [ 692.518679] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.519379] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea1b41f-7340-4bf8-a03a-ea12aada25d5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.535459] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802209, 'name': CreateVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.755395] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "db7fed3c-36db-439c-bdf9-90289f849eac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.755697] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "db7fed3c-36db-439c-bdf9-90289f849eac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.796940] env[68831]: DEBUG nova.compute.manager [req-9a73acb7-7914-477a-a100-09a07062d6a0 req-985c8d35-f76c-4aa7-b1de-1972e1c77bc8 service nova] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Received event network-changed-d9716f7f-681e-411a-86b7-872fb7156546 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.796940] env[68831]: DEBUG nova.compute.manager [req-9a73acb7-7914-477a-a100-09a07062d6a0 req-985c8d35-f76c-4aa7-b1de-1972e1c77bc8 service nova] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Refreshing instance network info cache due to event network-changed-d9716f7f-681e-411a-86b7-872fb7156546. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 692.796940] env[68831]: DEBUG oslo_concurrency.lockutils [req-9a73acb7-7914-477a-a100-09a07062d6a0 req-985c8d35-f76c-4aa7-b1de-1972e1c77bc8 service nova] Acquiring lock "refresh_cache-94e9ac10-b6a0-4fc0-b64e-763f3793b7e8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.796940] env[68831]: DEBUG oslo_concurrency.lockutils [req-9a73acb7-7914-477a-a100-09a07062d6a0 req-985c8d35-f76c-4aa7-b1de-1972e1c77bc8 service nova] Acquired lock "refresh_cache-94e9ac10-b6a0-4fc0-b64e-763f3793b7e8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.796940] env[68831]: DEBUG nova.network.neutron [req-9a73acb7-7914-477a-a100-09a07062d6a0 req-985c8d35-f76c-4aa7-b1de-1972e1c77bc8 service nova] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Refreshing network info cache for port d9716f7f-681e-411a-86b7-872fb7156546 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.825034] env[68831]: INFO nova.compute.manager [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] instance snapshotting [ 692.825264] env[68831]: WARNING nova.compute.manager [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 692.828304] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d251ea-5d1b-4f74-91bd-e72133173505 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.859266] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edca48c6-208d-4a0c-8c3d-769cb8486d56 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.925944] env[68831]: DEBUG oslo_vmware.api [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802206, 'name': PowerOnVM_Task, 'duration_secs': 0.778021} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.926264] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.926621] env[68831]: INFO nova.compute.manager [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Took 9.26 seconds to spawn the instance on the hypervisor. [ 692.926682] env[68831]: DEBUG nova.compute.manager [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.927567] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57962bd5-b42d-4557-8708-d71773771e0c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.046065] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 693.046859] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802209, 'name': CreateVM_Task, 'duration_secs': 0.356239} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.048224] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9cf7939d-c8cd-4390-8cdc-8169f2c88662 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.052469] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.056225] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.056225] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.056448] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.057488] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-568904d3-cfd7-4010-be8b-d57fde72c1de {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.062637] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 693.062637] env[68831]: value = "task-2802210" [ 693.062637] env[68831]: _type = "Task" [ 693.062637] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.067712] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Waiting for the task: (returnval){ [ 693.067712] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5241ef9b-1a1e-ac21-9bea-c905ed376bf0" [ 693.067712] env[68831]: _type = "Task" [ 693.067712] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.085164] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802210, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.088460] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5241ef9b-1a1e-ac21-9bea-c905ed376bf0, 'name': SearchDatastore_Task, 'duration_secs': 0.014715} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.091709] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.091709] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.091899] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.092052] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.092286] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.092823] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c10de52-77af-4325-9ca7-c28c59b6ae64 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.103067] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.105018] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.105018] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08983d50-1387-405a-bf0d-6ac527e53274 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.110647] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Waiting for the task: (returnval){ [ 693.110647] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528148c5-459d-1d7d-abba-5c02b8caeb62" [ 693.110647] env[68831]: _type = "Task" [ 693.110647] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.126196] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528148c5-459d-1d7d-abba-5c02b8caeb62, 'name': SearchDatastore_Task, 'duration_secs': 0.012785} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.127015] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b111b961-2ce3-4dfd-972c-7da7a2ff47c7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.132804] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Waiting for the task: (returnval){ [ 693.132804] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527da571-2ff7-66ae-ec76-4a7b23eb4628" [ 693.132804] env[68831]: _type = "Task" [ 693.132804] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.145613] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527da571-2ff7-66ae-ec76-4a7b23eb4628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.379964] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 693.380270] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0532022d-7cdf-4ba9-a41c-3a81e78489a4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.387773] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 693.387773] env[68831]: value = "task-2802211" [ 693.387773] env[68831]: _type = "Task" [ 693.387773] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.405314] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802211, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.437642] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6b178c-3552-4508-97c5-f50052c5d96c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.451306] env[68831]: INFO nova.compute.manager [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Took 32.29 seconds to build instance. [ 693.453042] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ad5875-50ff-42c0-b192-1ca35700e596 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.489918] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c527832-1653-406b-85e4-bbd903f81dfb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.496275] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a942045-2760-4b40-a7d4-b981c1c87937 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.511463] env[68831]: DEBUG nova.compute.provider_tree [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.558560] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "b25fe864-0d1a-4818-810e-6e1cc8cbfe9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.558560] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "b25fe864-0d1a-4818-810e-6e1cc8cbfe9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.558786] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "b25fe864-0d1a-4818-810e-6e1cc8cbfe9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.558957] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "b25fe864-0d1a-4818-810e-6e1cc8cbfe9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.559229] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "b25fe864-0d1a-4818-810e-6e1cc8cbfe9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.564020] env[68831]: INFO nova.compute.manager [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Terminating instance [ 693.578302] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802210, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.649365] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527da571-2ff7-66ae-ec76-4a7b23eb4628, 'name': SearchDatastore_Task, 'duration_secs': 0.020392} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.649941] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.649941] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8/94e9ac10-b6a0-4fc0-b64e-763f3793b7e8.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.650137] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13fe4eff-76f2-4f10-86ff-1d7487781503 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.661137] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Waiting for the task: (returnval){ [ 693.661137] env[68831]: value = "task-2802212" [ 693.661137] env[68831]: _type = "Task" [ 693.661137] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.673469] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.717402] env[68831]: DEBUG nova.network.neutron [req-9a73acb7-7914-477a-a100-09a07062d6a0 req-985c8d35-f76c-4aa7-b1de-1972e1c77bc8 service nova] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Updated VIF entry in instance network info cache for port d9716f7f-681e-411a-86b7-872fb7156546. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.717402] env[68831]: DEBUG nova.network.neutron [req-9a73acb7-7914-477a-a100-09a07062d6a0 req-985c8d35-f76c-4aa7-b1de-1972e1c77bc8 service nova] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Updating instance_info_cache with network_info: [{"id": "d9716f7f-681e-411a-86b7-872fb7156546", "address": "fa:16:3e:62:8b:c1", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9716f7f-68", "ovs_interfaceid": "d9716f7f-681e-411a-86b7-872fb7156546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.901763] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802211, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.957633] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.837s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.016183] env[68831]: DEBUG nova.scheduler.client.report [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.073769] env[68831]: DEBUG nova.compute.manager [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.073977] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.078679] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e160ac3-3130-4cbc-b21b-075a905c2df1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.082534] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802210, 'name': CloneVM_Task} progress is 95%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.086907] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.087603] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b43fdde-27d0-4872-84f1-6dc4395dd73b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.094488] env[68831]: DEBUG oslo_vmware.api [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 694.094488] env[68831]: value = "task-2802213" [ 694.094488] env[68831]: _type = "Task" [ 694.094488] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.104260] env[68831]: DEBUG oslo_vmware.api [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.178230] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802212, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.219641] env[68831]: DEBUG oslo_concurrency.lockutils [req-9a73acb7-7914-477a-a100-09a07062d6a0 req-985c8d35-f76c-4aa7-b1de-1972e1c77bc8 service nova] Releasing lock "refresh_cache-94e9ac10-b6a0-4fc0-b64e-763f3793b7e8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.400036] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802211, 'name': CreateSnapshot_Task, 'duration_secs': 0.671962} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.400036] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 694.400945] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f21b72-a782-4555-97ee-6c840332d823 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.463663] env[68831]: DEBUG nova.compute.manager [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.528127] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.528127] env[68831]: DEBUG nova.compute.manager [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.528366] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.355s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.530564] env[68831]: INFO nova.compute.claims [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.578548] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802210, 'name': CloneVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.603970] env[68831]: DEBUG oslo_vmware.api [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802213, 'name': PowerOffVM_Task, 'duration_secs': 0.384479} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.604270] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.604439] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.604682] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-970d405a-5f32-4e94-91ed-f6730ca69637 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.672831] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564982} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.673132] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8/94e9ac10-b6a0-4fc0-b64e-763f3793b7e8.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.673969] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.673969] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cb5ecd4-1965-454e-a202-745f53a6f537 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.679579] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Waiting for the task: (returnval){ [ 694.679579] env[68831]: value = "task-2802215" [ 694.679579] env[68831]: _type = "Task" [ 694.679579] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.688880] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.697916] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.698216] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.698420] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Deleting the datastore file [datastore1] b25fe864-0d1a-4818-810e-6e1cc8cbfe9c {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.698704] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ddcde78-6404-4de2-9c9c-76c5ae4fede2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.705015] env[68831]: DEBUG oslo_vmware.api [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 694.705015] env[68831]: value = "task-2802216" [ 694.705015] env[68831]: _type = "Task" [ 694.705015] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.714694] env[68831]: DEBUG oslo_vmware.api [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.923302] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 694.923784] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d5d62710-da27-48f5-bd73-6e1ce8a5692b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.935424] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 694.935424] env[68831]: value = "task-2802217" [ 694.935424] env[68831]: _type = "Task" [ 694.935424] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.944986] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802217, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.999837] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.035834] env[68831]: DEBUG nova.compute.utils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.041648] env[68831]: DEBUG nova.compute.manager [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.041648] env[68831]: DEBUG nova.network.neutron [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.083548] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802210, 'name': CloneVM_Task, 'duration_secs': 1.576732} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.083859] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Created linked-clone VM from snapshot [ 695.085563] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7738344-f891-4f38-b5da-81e216cdb0b7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.095407] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Uploading image ba64be62-fdb8-4656-bf9a-d8ee0d401069 {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 695.099075] env[68831]: DEBUG nova.policy [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a9ce092593241efb43740698e3befc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5a84e42d0274623846849eb17b298b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.126621] env[68831]: DEBUG oslo_vmware.rw_handles [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 695.126621] env[68831]: value = "vm-563100" [ 695.126621] env[68831]: _type = "VirtualMachine" [ 695.126621] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 695.126621] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0b90cc12-082c-4141-9284-7aa4370e06eb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.138599] env[68831]: DEBUG oslo_vmware.rw_handles [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Lease: (returnval){ [ 695.138599] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5275d51e-f451-bdab-86b2-42b8e6a00c5f" [ 695.138599] env[68831]: _type = "HttpNfcLease" [ 695.138599] env[68831]: } obtained for exporting VM: (result){ [ 695.138599] env[68831]: value = "vm-563100" [ 695.138599] env[68831]: _type = "VirtualMachine" [ 695.138599] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 695.139051] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the lease: (returnval){ [ 695.139051] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5275d51e-f451-bdab-86b2-42b8e6a00c5f" [ 695.139051] env[68831]: _type = "HttpNfcLease" [ 695.139051] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 695.148256] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 695.148256] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5275d51e-f451-bdab-86b2-42b8e6a00c5f" [ 695.148256] env[68831]: _type = "HttpNfcLease" [ 695.148256] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 695.194816] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072836} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.194956] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.196321] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152eb74b-a32d-4552-9430-b14d28cd1cb1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.220939] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8/94e9ac10-b6a0-4fc0-b64e-763f3793b7e8.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.224420] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ca84213-40f2-4188-bbbf-0b3c61d139c8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.247161] env[68831]: DEBUG oslo_vmware.api [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413197} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.248148] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.248443] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.248512] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.248687] env[68831]: INFO nova.compute.manager [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 695.249027] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.249366] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Waiting for the task: (returnval){ [ 695.249366] env[68831]: value = "task-2802219" [ 695.249366] env[68831]: _type = "Task" [ 695.249366] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.249788] env[68831]: DEBUG nova.compute.manager [-] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.249788] env[68831]: DEBUG nova.network.neutron [-] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.260946] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802219, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.422122] env[68831]: DEBUG nova.compute.manager [req-a2aacd74-d54f-4995-9800-656ade9d735f req-f8aa169e-c399-46fe-89e8-eb164df77098 service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Received event network-changed-9cf46b27-147d-469d-bc0b-242e3d095e41 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.422363] env[68831]: DEBUG nova.compute.manager [req-a2aacd74-d54f-4995-9800-656ade9d735f req-f8aa169e-c399-46fe-89e8-eb164df77098 service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Refreshing instance network info cache due to event network-changed-9cf46b27-147d-469d-bc0b-242e3d095e41. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 695.422711] env[68831]: DEBUG oslo_concurrency.lockutils [req-a2aacd74-d54f-4995-9800-656ade9d735f req-f8aa169e-c399-46fe-89e8-eb164df77098 service nova] Acquiring lock "refresh_cache-e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.422805] env[68831]: DEBUG oslo_concurrency.lockutils [req-a2aacd74-d54f-4995-9800-656ade9d735f req-f8aa169e-c399-46fe-89e8-eb164df77098 service nova] Acquired lock "refresh_cache-e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.423784] env[68831]: DEBUG nova.network.neutron [req-a2aacd74-d54f-4995-9800-656ade9d735f req-f8aa169e-c399-46fe-89e8-eb164df77098 service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Refreshing network info cache for port 9cf46b27-147d-469d-bc0b-242e3d095e41 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.452425] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802217, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.543934] env[68831]: DEBUG nova.compute.manager [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.559495] env[68831]: DEBUG nova.network.neutron [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Successfully created port: 6e60bda2-f6db-40b7-bef3-55056d235adf {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.651691] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 695.651691] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5275d51e-f451-bdab-86b2-42b8e6a00c5f" [ 695.651691] env[68831]: _type = "HttpNfcLease" [ 695.651691] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 695.652110] env[68831]: DEBUG oslo_vmware.rw_handles [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 695.652110] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5275d51e-f451-bdab-86b2-42b8e6a00c5f" [ 695.652110] env[68831]: _type = "HttpNfcLease" [ 695.652110] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 695.653423] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4a164d-2ea5-4504-9ac1-94caeb8dbb27 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.661405] env[68831]: DEBUG oslo_vmware.rw_handles [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529121aa-1a9e-2a38-172b-0dff544cf148/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 695.661531] env[68831]: DEBUG oslo_vmware.rw_handles [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529121aa-1a9e-2a38-172b-0dff544cf148/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 695.761997] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802219, 'name': ReconfigVM_Task, 'duration_secs': 0.319425} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.765824] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8/94e9ac10-b6a0-4fc0-b64e-763f3793b7e8.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.767023] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e8c8038-d154-4b07-9842-9689fefd83a0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.769391] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-41115bf4-05e9-4e45-81c6-1c70691f91e2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.782619] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Waiting for the task: (returnval){ [ 695.782619] env[68831]: value = "task-2802220" [ 695.782619] env[68831]: _type = "Task" [ 695.782619] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.797162] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802220, 'name': Rename_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.944619] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Acquiring lock "bf972e49-a76d-47d5-bc4f-f934412c899a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.944993] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Lock "bf972e49-a76d-47d5-bc4f-f934412c899a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.965236] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802217, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.215690] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e72985a-bd26-4060-a4a6-bf5107e71a15 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.227043] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bfdad3-2626-45bd-8090-47cb890c6ae5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.270263] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b760b043-5213-43a5-b2e4-704bd62949b3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.282736] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e72f79f-f965-4d7c-816f-8714defe3310 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.288794] env[68831]: DEBUG nova.compute.manager [req-3ba77324-b5f7-46a2-9249-f47e4d3b5731 req-7427004c-e3b0-4b19-8779-0be4a0ff3ad4 service nova] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Received event network-vif-deleted-b48a7b2c-b352-4cb1-8aad-89fae0152019 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.289202] env[68831]: INFO nova.compute.manager [req-3ba77324-b5f7-46a2-9249-f47e4d3b5731 req-7427004c-e3b0-4b19-8779-0be4a0ff3ad4 service nova] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Neutron deleted interface b48a7b2c-b352-4cb1-8aad-89fae0152019; detaching it from the instance and deleting it from the info cache [ 696.289202] env[68831]: DEBUG nova.network.neutron [req-3ba77324-b5f7-46a2-9249-f47e4d3b5731 req-7427004c-e3b0-4b19-8779-0be4a0ff3ad4 service nova] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.311627] env[68831]: DEBUG nova.compute.provider_tree [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 696.313593] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802220, 'name': Rename_Task, 'duration_secs': 0.200803} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.314361] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.314616] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e135f317-e11a-4eea-b2e4-54567e4e8560 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.322361] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Waiting for the task: (returnval){ [ 696.322361] env[68831]: value = "task-2802221" [ 696.322361] env[68831]: _type = "Task" [ 696.322361] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.334760] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.386740] env[68831]: DEBUG nova.network.neutron [-] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.458840] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802217, 'name': CloneVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.584317] env[68831]: DEBUG nova.compute.manager [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.612142] env[68831]: DEBUG nova.virt.hardware [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.612747] env[68831]: DEBUG nova.virt.hardware [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.612747] env[68831]: DEBUG nova.virt.hardware [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.613033] env[68831]: DEBUG nova.virt.hardware [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.613249] env[68831]: DEBUG nova.virt.hardware [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.613447] env[68831]: DEBUG nova.virt.hardware [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.613728] env[68831]: DEBUG nova.virt.hardware [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.614013] env[68831]: DEBUG nova.virt.hardware [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.614306] env[68831]: DEBUG nova.virt.hardware [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.614503] env[68831]: DEBUG nova.virt.hardware [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.615853] env[68831]: DEBUG nova.virt.hardware [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.617808] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da17e12-2ca8-43ef-beca-5373c25c030f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.631253] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a369ec-b8a2-4fd4-b4e7-49c4ca175550 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.644512] env[68831]: DEBUG nova.network.neutron [req-a2aacd74-d54f-4995-9800-656ade9d735f req-f8aa169e-c399-46fe-89e8-eb164df77098 service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Updated VIF entry in instance network info cache for port 9cf46b27-147d-469d-bc0b-242e3d095e41. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.644886] env[68831]: DEBUG nova.network.neutron [req-a2aacd74-d54f-4995-9800-656ade9d735f req-f8aa169e-c399-46fe-89e8-eb164df77098 service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Updating instance_info_cache with network_info: [{"id": "9cf46b27-147d-469d-bc0b-242e3d095e41", "address": "fa:16:3e:8e:3c:b5", "network": {"id": "8f68d8dd-6669-4878-adfe-4a92140e2d85", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-826465114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7222cf3da86d41d1896db0a00e349aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf46b27-14", "ovs_interfaceid": "9cf46b27-147d-469d-bc0b-242e3d095e41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.793220] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e790b69-ea27-4a83-8f72-23a26233ce70 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.808350] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cbdb1d-1e6d-4337-b57a-1d40e302125f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.832959] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802221, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.843191] env[68831]: DEBUG nova.compute.manager [req-3ba77324-b5f7-46a2-9249-f47e4d3b5731 req-7427004c-e3b0-4b19-8779-0be4a0ff3ad4 service nova] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Detach interface failed, port_id=b48a7b2c-b352-4cb1-8aad-89fae0152019, reason: Instance b25fe864-0d1a-4818-810e-6e1cc8cbfe9c could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 696.844683] env[68831]: ERROR nova.scheduler.client.report [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [req-4cdacd27-fd57-43ff-bb0c-569aeabc7640] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4cdacd27-fd57-43ff-bb0c-569aeabc7640"}]} [ 696.872348] env[68831]: DEBUG nova.scheduler.client.report [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Refreshing inventories for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 696.894091] env[68831]: DEBUG nova.scheduler.client.report [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Updating ProviderTree inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 696.894322] env[68831]: DEBUG nova.compute.provider_tree [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 696.896531] env[68831]: INFO nova.compute.manager [-] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Took 1.65 seconds to deallocate network for instance. [ 696.911660] env[68831]: DEBUG nova.scheduler.client.report [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Refreshing aggregate associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, aggregates: None {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 696.935051] env[68831]: DEBUG nova.scheduler.client.report [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Refreshing trait associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 696.959209] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802217, 'name': CloneVM_Task, 'duration_secs': 1.549926} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.959209] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Created linked-clone VM from snapshot [ 696.959209] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cdd7f3-7b1c-4b42-80b9-858e3e96f7f8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.970461] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Uploading image ee0820a6-56a8-4e8c-b533-3ef7917b76e8 {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 697.001323] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 697.001323] env[68831]: value = "vm-563102" [ 697.001323] env[68831]: _type = "VirtualMachine" [ 697.001323] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 697.001956] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-95871eb8-7aac-4a71-b26d-dc7b1d1aa2d5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.012319] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lease: (returnval){ [ 697.012319] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5233dde4-3782-5f92-ded5-fc90d5085587" [ 697.012319] env[68831]: _type = "HttpNfcLease" [ 697.012319] env[68831]: } obtained for exporting VM: (result){ [ 697.012319] env[68831]: value = "vm-563102" [ 697.012319] env[68831]: _type = "VirtualMachine" [ 697.012319] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 697.012703] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the lease: (returnval){ [ 697.012703] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5233dde4-3782-5f92-ded5-fc90d5085587" [ 697.012703] env[68831]: _type = "HttpNfcLease" [ 697.012703] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 697.019915] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 697.019915] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5233dde4-3782-5f92-ded5-fc90d5085587" [ 697.019915] env[68831]: _type = "HttpNfcLease" [ 697.019915] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 697.151396] env[68831]: DEBUG oslo_concurrency.lockutils [req-a2aacd74-d54f-4995-9800-656ade9d735f req-f8aa169e-c399-46fe-89e8-eb164df77098 service nova] Releasing lock "refresh_cache-e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.340517] env[68831]: DEBUG oslo_vmware.api [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802221, 'name': PowerOnVM_Task, 'duration_secs': 0.542012} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.342098] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.342098] env[68831]: INFO nova.compute.manager [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Took 7.70 seconds to spawn the instance on the hypervisor. [ 697.342098] env[68831]: DEBUG nova.compute.manager [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.342292] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6237a86d-8bbe-436a-9695-b91783841cfb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.404162] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.464279] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aca8eed-bb5e-4ac1-ba04-22954b09a521 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.472367] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5501b9bf-7ee9-49aa-92ec-7158cf7f8661 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.506775] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c08cc1-1699-43cb-858f-89bc4b2b2e8f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.511886] env[68831]: DEBUG nova.compute.manager [req-0ebce47f-2a30-4430-a42c-d85489209cf2 req-dfc76d93-3df9-4127-b1d1-ddd44c110ba2 service nova] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Received event network-vif-plugged-6e60bda2-f6db-40b7-bef3-55056d235adf {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.512150] env[68831]: DEBUG oslo_concurrency.lockutils [req-0ebce47f-2a30-4430-a42c-d85489209cf2 req-dfc76d93-3df9-4127-b1d1-ddd44c110ba2 service nova] Acquiring lock "f116cf00-074f-41f8-9c1f-bae0cd7932ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.512864] env[68831]: DEBUG oslo_concurrency.lockutils [req-0ebce47f-2a30-4430-a42c-d85489209cf2 req-dfc76d93-3df9-4127-b1d1-ddd44c110ba2 service nova] Lock "f116cf00-074f-41f8-9c1f-bae0cd7932ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.513086] env[68831]: DEBUG oslo_concurrency.lockutils [req-0ebce47f-2a30-4430-a42c-d85489209cf2 req-dfc76d93-3df9-4127-b1d1-ddd44c110ba2 service nova] Lock "f116cf00-074f-41f8-9c1f-bae0cd7932ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.513275] env[68831]: DEBUG nova.compute.manager [req-0ebce47f-2a30-4430-a42c-d85489209cf2 req-dfc76d93-3df9-4127-b1d1-ddd44c110ba2 service nova] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] No waiting events found dispatching network-vif-plugged-6e60bda2-f6db-40b7-bef3-55056d235adf {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.513447] env[68831]: WARNING nova.compute.manager [req-0ebce47f-2a30-4430-a42c-d85489209cf2 req-dfc76d93-3df9-4127-b1d1-ddd44c110ba2 service nova] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Received unexpected event network-vif-plugged-6e60bda2-f6db-40b7-bef3-55056d235adf for instance with vm_state building and task_state spawning. [ 697.523153] env[68831]: DEBUG nova.network.neutron [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Successfully updated port: 6e60bda2-f6db-40b7-bef3-55056d235adf {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.533352] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05aef69e-3a46-42a4-8b80-b8cc844285eb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.540977] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 697.540977] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5233dde4-3782-5f92-ded5-fc90d5085587" [ 697.540977] env[68831]: _type = "HttpNfcLease" [ 697.540977] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 697.541808] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 697.541808] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5233dde4-3782-5f92-ded5-fc90d5085587" [ 697.541808] env[68831]: _type = "HttpNfcLease" [ 697.541808] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 697.543606] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be636935-a480-4710-837f-64e7926594f2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.555745] env[68831]: DEBUG nova.compute.provider_tree [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 697.562937] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f60864-b0d9-baf2-5de6-5aa060663672/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 697.563226] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f60864-b0d9-baf2-5de6-5aa060663672/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 697.677092] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-92868dbc-bb38-4ea3-b56f-38ddd84a2184 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.869429] env[68831]: INFO nova.compute.manager [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Took 34.07 seconds to build instance. [ 698.032915] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Acquiring lock "refresh_cache-f116cf00-074f-41f8-9c1f-bae0cd7932ff" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.033204] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Acquired lock "refresh_cache-f116cf00-074f-41f8-9c1f-bae0cd7932ff" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.033384] env[68831]: DEBUG nova.network.neutron [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.097524] env[68831]: DEBUG nova.scheduler.client.report [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Updated inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 698.097863] env[68831]: DEBUG nova.compute.provider_tree [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 41 to 42 during operation: update_inventory {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 698.098027] env[68831]: DEBUG nova.compute.provider_tree [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 698.371523] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7448a30b-04e1-4118-b41e-2d9132bef968 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Lock "94e9ac10-b6a0-4fc0-b64e-763f3793b7e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.146s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.604452] env[68831]: DEBUG nova.network.neutron [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.609052] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.080s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.609168] env[68831]: DEBUG nova.compute.manager [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.613888] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.241s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.614026] env[68831]: INFO nova.compute.claims [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.874176] env[68831]: DEBUG nova.compute.manager [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.985534] env[68831]: DEBUG nova.network.neutron [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Updating instance_info_cache with network_info: [{"id": "6e60bda2-f6db-40b7-bef3-55056d235adf", "address": "fa:16:3e:84:f5:e6", "network": {"id": "f921368f-96ff-4d3b-8cfb-396e5a939123", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-592662973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5a84e42d0274623846849eb17b298b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e60bda2-f6", "ovs_interfaceid": "6e60bda2-f6db-40b7-bef3-55056d235adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.123779] env[68831]: DEBUG nova.compute.utils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.125724] env[68831]: DEBUG nova.compute.manager [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.129303] env[68831]: DEBUG nova.network.neutron [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.191877] env[68831]: DEBUG nova.policy [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf2fad6c14a747c3977c5f53fee9fa1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd4e14d5eddc464c92823347d723f988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.405365] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.490498] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Releasing lock "refresh_cache-f116cf00-074f-41f8-9c1f-bae0cd7932ff" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.490498] env[68831]: DEBUG nova.compute.manager [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Instance network_info: |[{"id": "6e60bda2-f6db-40b7-bef3-55056d235adf", "address": "fa:16:3e:84:f5:e6", "network": {"id": "f921368f-96ff-4d3b-8cfb-396e5a939123", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-592662973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5a84e42d0274623846849eb17b298b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e60bda2-f6", "ovs_interfaceid": "6e60bda2-f6db-40b7-bef3-55056d235adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.490814] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:f5:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e60bda2-f6db-40b7-bef3-55056d235adf', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.500128] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Creating folder: Project (c5a84e42d0274623846849eb17b298b6). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.500462] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f1c5f64-4602-40d2-aa6a-fea074b70f73 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.513353] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Created folder: Project (c5a84e42d0274623846849eb17b298b6) in parent group-v563050. [ 699.514041] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Creating folder: Instances. Parent ref: group-v563103. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.514041] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15befe66-3b8c-4996-a86f-c2c7fa6511f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.527785] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Created folder: Instances in parent group-v563103. [ 699.528084] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.528290] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.528528] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dad07f14-f180-467f-b50a-295e9dc2e40f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.554380] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.554380] env[68831]: value = "task-2802225" [ 699.554380] env[68831]: _type = "Task" [ 699.554380] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.565019] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802225, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.638124] env[68831]: DEBUG nova.compute.manager [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.708015] env[68831]: DEBUG nova.network.neutron [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Successfully created port: 9774c82f-1f15-42dd-821b-0d7e0f8697e8 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.065039] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802225, 'name': CreateVM_Task, 'duration_secs': 0.458695} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.065267] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.065949] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.066140] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.066452] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.069284] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3536144-36b4-424e-a172-34a35d04d016 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.074248] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Waiting for the task: (returnval){ [ 700.074248] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5238db5c-6dbc-9d49-f63f-9dd597cbe930" [ 700.074248] env[68831]: _type = "Task" [ 700.074248] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.082746] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5238db5c-6dbc-9d49-f63f-9dd597cbe930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.175333] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eba4892-17b7-4cfd-90b2-03003a49b928 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.183806] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6bc00c-33e4-4cd5-a14b-a8ebd41229cc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.218382] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527ae6a8-7782-4a3f-ae70-9b1efc60c68e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.229454] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2d126d-da38-476f-9570-294c980df81e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.244575] env[68831]: DEBUG nova.compute.provider_tree [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.590725] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5238db5c-6dbc-9d49-f63f-9dd597cbe930, 'name': SearchDatastore_Task, 'duration_secs': 0.016201} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.591138] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.591417] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.591665] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.591829] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.592066] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.592502] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-910110d3-7096-476a-bf2e-ca031abd8e31 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.603177] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.603410] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.604225] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e26e52f0-3ed8-4507-b3c3-14ba0f919cea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.610190] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Waiting for the task: (returnval){ [ 700.610190] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52030e7d-b432-3ff5-679f-01d6eb2d0a16" [ 700.610190] env[68831]: _type = "Task" [ 700.610190] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.619099] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52030e7d-b432-3ff5-679f-01d6eb2d0a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.649713] env[68831]: DEBUG nova.compute.manager [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.747510] env[68831]: DEBUG nova.scheduler.client.report [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.124647] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52030e7d-b432-3ff5-679f-01d6eb2d0a16, 'name': SearchDatastore_Task, 'duration_secs': 0.017962} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.125752] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7f2021-07e7-4229-836d-cc50daf8635a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.133318] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Waiting for the task: (returnval){ [ 701.133318] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521da2ba-40ca-2ffc-fbc5-32651f46a8e6" [ 701.133318] env[68831]: _type = "Task" [ 701.133318] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.142850] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521da2ba-40ca-2ffc-fbc5-32651f46a8e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.253039] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.253733] env[68831]: DEBUG nova.compute.manager [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.256495] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.816s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.258109] env[68831]: INFO nova.compute.claims [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.448524] env[68831]: DEBUG nova.network.neutron [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Successfully updated port: 9774c82f-1f15-42dd-821b-0d7e0f8697e8 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.644518] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521da2ba-40ca-2ffc-fbc5-32651f46a8e6, 'name': SearchDatastore_Task, 'duration_secs': 0.014414} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.644801] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.645069] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] f116cf00-074f-41f8-9c1f-bae0cd7932ff/f116cf00-074f-41f8-9c1f-bae0cd7932ff.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.645338] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b894bda-d396-45cf-b573-7cc62aa3f5c1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.652244] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Waiting for the task: (returnval){ [ 701.652244] env[68831]: value = "task-2802226" [ 701.652244] env[68831]: _type = "Task" [ 701.652244] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.660744] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.764111] env[68831]: DEBUG nova.compute.utils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.768418] env[68831]: DEBUG nova.compute.manager [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.768676] env[68831]: DEBUG nova.network.neutron [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.808304] env[68831]: DEBUG nova.policy [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '355044a1d1af4471b789147b8df10f71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '260b5d5c3bec49b6b6b400cb626af730', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.952432] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "refresh_cache-9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.952689] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired lock "refresh_cache-9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.952902] env[68831]: DEBUG nova.network.neutron [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.114629] env[68831]: DEBUG nova.network.neutron [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Successfully created port: 02efd849-4905-469f-91dd-ea2c39d48507 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.165668] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802226, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.269257] env[68831]: DEBUG nova.compute.manager [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.486832] env[68831]: DEBUG nova.network.neutron [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.630373] env[68831]: DEBUG nova.network.neutron [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Updating instance_info_cache with network_info: [{"id": "9774c82f-1f15-42dd-821b-0d7e0f8697e8", "address": "fa:16:3e:7d:59:b0", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9774c82f-1f", "ovs_interfaceid": "9774c82f-1f15-42dd-821b-0d7e0f8697e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.691591] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623554} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.693969] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] f116cf00-074f-41f8-9c1f-bae0cd7932ff/f116cf00-074f-41f8-9c1f-bae0cd7932ff.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.693969] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.694490] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ee7cea5-c437-4e6b-9410-488d514de4eb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.709027] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Waiting for the task: (returnval){ [ 702.709027] env[68831]: value = "task-2802227" [ 702.709027] env[68831]: _type = "Task" [ 702.709027] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.720301] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.727644] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3e95fd-ba8e-457f-85ac-7c17a3dee970 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.734768] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54c6e78-525d-464f-abcf-913a44f41d03 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.765888] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add006fa-b042-456c-b786-4623b3318ba0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.773682] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f8b70b-c7d7-4c89-8432-a02a9ea67663 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.791102] env[68831]: DEBUG nova.compute.provider_tree [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.139407] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Releasing lock "refresh_cache-9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.139735] env[68831]: DEBUG nova.compute.manager [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Instance network_info: |[{"id": "9774c82f-1f15-42dd-821b-0d7e0f8697e8", "address": "fa:16:3e:7d:59:b0", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9774c82f-1f", "ovs_interfaceid": "9774c82f-1f15-42dd-821b-0d7e0f8697e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.219542] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085697} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.223023] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.223023] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8be7ae-f1ba-4888-a9d1-45af3b2c4465 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.247470] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] f116cf00-074f-41f8-9c1f-bae0cd7932ff/f116cf00-074f-41f8-9c1f-bae0cd7932ff.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.248105] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f6f0b3f-1c08-4e6f-843f-1807607e6758 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.274524] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Waiting for the task: (returnval){ [ 703.274524] env[68831]: value = "task-2802228" [ 703.274524] env[68831]: _type = "Task" [ 703.274524] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.281566] env[68831]: DEBUG nova.virt.hardware [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.281797] env[68831]: DEBUG nova.virt.hardware [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.281954] env[68831]: DEBUG nova.virt.hardware [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.282202] env[68831]: DEBUG nova.virt.hardware [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.282363] env[68831]: DEBUG nova.virt.hardware [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.282511] env[68831]: DEBUG nova.virt.hardware [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.282719] env[68831]: DEBUG nova.virt.hardware [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.282877] env[68831]: DEBUG nova.virt.hardware [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.283095] env[68831]: DEBUG nova.virt.hardware [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.283273] env[68831]: DEBUG nova.virt.hardware [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.283447] env[68831]: DEBUG nova.virt.hardware [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.285443] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf473dc-c23f-414d-8cc0-d1bd3ca202a0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.291493] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.294273] env[68831]: DEBUG nova.compute.manager [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.302514] env[68831]: DEBUG oslo_vmware.rw_handles [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529121aa-1a9e-2a38-172b-0dff544cf148/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 703.303747] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b181b942-971e-435d-bf08-69544449db68 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.307901] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d894067c-9680-4d01-9ff9-7a05a202f758 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.317773] env[68831]: DEBUG oslo_vmware.rw_handles [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529121aa-1a9e-2a38-172b-0dff544cf148/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 703.317773] env[68831]: ERROR oslo_vmware.rw_handles [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529121aa-1a9e-2a38-172b-0dff544cf148/disk-0.vmdk due to incomplete transfer. [ 703.325109] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab409e90-2553-4de5-ae89-3f2f760b523b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.327099] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:59:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9774c82f-1f15-42dd-821b-0d7e0f8697e8', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.334281] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Creating folder: Project (fd4e14d5eddc464c92823347d723f988). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.338051] env[68831]: DEBUG nova.virt.hardware [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.338051] env[68831]: DEBUG nova.virt.hardware [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.338051] env[68831]: DEBUG nova.virt.hardware [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.338308] env[68831]: DEBUG nova.virt.hardware [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.338308] env[68831]: DEBUG nova.virt.hardware [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.338308] env[68831]: DEBUG nova.virt.hardware [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.338308] env[68831]: DEBUG nova.virt.hardware [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.338308] env[68831]: DEBUG nova.virt.hardware [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.338499] env[68831]: DEBUG nova.virt.hardware [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.338499] env[68831]: DEBUG nova.virt.hardware [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.338499] env[68831]: DEBUG nova.virt.hardware [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.339139] env[68831]: DEBUG nova.scheduler.client.report [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Updated inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 703.339366] env[68831]: DEBUG nova.compute.provider_tree [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 42 to 43 during operation: update_inventory {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 703.339542] env[68831]: DEBUG nova.compute.provider_tree [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.342626] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc1e4f80-3f39-4294-8f4e-a42889006b4e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.344895] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bad316-e0b6-4977-bff2-d192314d98a9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.355382] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0b3275-962b-44d8-8da3-950484811bdd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.361843] env[68831]: DEBUG oslo_vmware.rw_handles [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529121aa-1a9e-2a38-172b-0dff544cf148/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 703.362080] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Uploaded image ba64be62-fdb8-4656-bf9a-d8ee0d401069 to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 703.364297] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 703.364624] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Created folder: Project (fd4e14d5eddc464c92823347d723f988) in parent group-v563050. [ 703.364794] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Creating folder: Instances. Parent ref: group-v563106. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.365600] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e6012a42-a610-408a-a2bb-5dbe952a8277 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.367508] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9101e7b6-b870-4270-84d5-1292808d0823 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.385951] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 703.385951] env[68831]: value = "task-2802230" [ 703.385951] env[68831]: _type = "Task" [ 703.385951] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.387367] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Created folder: Instances in parent group-v563106. [ 703.387630] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.391054] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.391574] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c118571-19e0-438d-9fe7-2cc2fc2f691b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.411998] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802230, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.413275] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.413275] env[68831]: value = "task-2802232" [ 703.413275] env[68831]: _type = "Task" [ 703.413275] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.420708] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802232, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.688728] env[68831]: DEBUG nova.network.neutron [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Successfully updated port: 02efd849-4905-469f-91dd-ea2c39d48507 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.785462] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802228, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.828485] env[68831]: DEBUG nova.compute.manager [req-a8059036-1b6e-44b0-8d30-986b1b88ffa3 req-c93c48e6-8e9a-46c9-9917-d879c2044d39 service nova] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Received event network-changed-6e60bda2-f6db-40b7-bef3-55056d235adf {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.828485] env[68831]: DEBUG nova.compute.manager [req-a8059036-1b6e-44b0-8d30-986b1b88ffa3 req-c93c48e6-8e9a-46c9-9917-d879c2044d39 service nova] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Refreshing instance network info cache due to event network-changed-6e60bda2-f6db-40b7-bef3-55056d235adf. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 703.828485] env[68831]: DEBUG oslo_concurrency.lockutils [req-a8059036-1b6e-44b0-8d30-986b1b88ffa3 req-c93c48e6-8e9a-46c9-9917-d879c2044d39 service nova] Acquiring lock "refresh_cache-f116cf00-074f-41f8-9c1f-bae0cd7932ff" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.828485] env[68831]: DEBUG oslo_concurrency.lockutils [req-a8059036-1b6e-44b0-8d30-986b1b88ffa3 req-c93c48e6-8e9a-46c9-9917-d879c2044d39 service nova] Acquired lock "refresh_cache-f116cf00-074f-41f8-9c1f-bae0cd7932ff" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.828485] env[68831]: DEBUG nova.network.neutron [req-a8059036-1b6e-44b0-8d30-986b1b88ffa3 req-c93c48e6-8e9a-46c9-9917-d879c2044d39 service nova] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Refreshing network info cache for port 6e60bda2-f6db-40b7-bef3-55056d235adf {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.849602] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.850161] env[68831]: DEBUG nova.compute.manager [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.854085] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.463s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.856957] env[68831]: INFO nova.compute.claims [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.900253] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802230, 'name': Destroy_Task, 'duration_secs': 0.448452} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.900559] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Destroyed the VM [ 703.900750] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 703.901107] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d767ed58-4697-4ab2-9933-4c197a553730 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.909464] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 703.909464] env[68831]: value = "task-2802233" [ 703.909464] env[68831]: _type = "Task" [ 703.909464] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.921273] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802233, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.926278] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802232, 'name': CreateVM_Task, 'duration_secs': 0.371457} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.926831] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.927351] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.927575] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.927942] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.928257] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8f7397-2ac0-4c32-8747-46caa68399bb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.933353] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 703.933353] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526719df-1307-bbed-a583-331d9871c857" [ 703.933353] env[68831]: _type = "Task" [ 703.933353] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.942018] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526719df-1307-bbed-a583-331d9871c857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.191326] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Acquiring lock "refresh_cache-fb8d223d-d2ec-48c1-8d20-7617be76dabe" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.191510] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Acquired lock "refresh_cache-fb8d223d-d2ec-48c1-8d20-7617be76dabe" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.191644] env[68831]: DEBUG nova.network.neutron [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.286664] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802228, 'name': ReconfigVM_Task, 'duration_secs': 0.549463} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.286973] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Reconfigured VM instance instance-00000010 to attach disk [datastore2] f116cf00-074f-41f8-9c1f-bae0cd7932ff/f116cf00-074f-41f8-9c1f-bae0cd7932ff.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.287863] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbfcb219-ca9b-41bc-9de2-b1e5c43752c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.295742] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Waiting for the task: (returnval){ [ 704.295742] env[68831]: value = "task-2802234" [ 704.295742] env[68831]: _type = "Task" [ 704.295742] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.304491] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802234, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.317749] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "31f99c1b-3e10-4015-8038-30cbfeba2c15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.317992] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "31f99c1b-3e10-4015-8038-30cbfeba2c15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.357086] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "37a066a8-dd83-4d14-96cf-ea82da6d526b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.357601] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "37a066a8-dd83-4d14-96cf-ea82da6d526b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.362509] env[68831]: DEBUG nova.compute.utils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.369255] env[68831]: DEBUG nova.compute.manager [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.369549] env[68831]: DEBUG nova.network.neutron [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.400603] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "a1afca68-3af7-4fd0-809f-ca4ad2445d4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.400832] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "a1afca68-3af7-4fd0-809f-ca4ad2445d4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.421471] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802233, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.429622] env[68831]: DEBUG nova.policy [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7993528f65cd490b899ec60d5221c054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '725c8697cfb04846b6bc581e30c2dc45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.448730] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526719df-1307-bbed-a583-331d9871c857, 'name': SearchDatastore_Task, 'duration_secs': 0.021062} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.449114] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.449352] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.449600] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.449760] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.449941] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.450276] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ea0940c-842d-4d71-8ae1-a1b309fd3fd0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.460262] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.460380] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.461263] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76247993-c7bc-496f-85a2-c23d9d2f0b95 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.467172] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 704.467172] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cef2de-3c05-4cc5-e412-0959ae87498a" [ 704.467172] env[68831]: _type = "Task" [ 704.467172] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.480130] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cef2de-3c05-4cc5-e412-0959ae87498a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.579181] env[68831]: DEBUG nova.network.neutron [req-a8059036-1b6e-44b0-8d30-986b1b88ffa3 req-c93c48e6-8e9a-46c9-9917-d879c2044d39 service nova] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Updated VIF entry in instance network info cache for port 6e60bda2-f6db-40b7-bef3-55056d235adf. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.579556] env[68831]: DEBUG nova.network.neutron [req-a8059036-1b6e-44b0-8d30-986b1b88ffa3 req-c93c48e6-8e9a-46c9-9917-d879c2044d39 service nova] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Updating instance_info_cache with network_info: [{"id": "6e60bda2-f6db-40b7-bef3-55056d235adf", "address": "fa:16:3e:84:f5:e6", "network": {"id": "f921368f-96ff-4d3b-8cfb-396e5a939123", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-592662973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5a84e42d0274623846849eb17b298b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e60bda2-f6", "ovs_interfaceid": "6e60bda2-f6db-40b7-bef3-55056d235adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.728472] env[68831]: DEBUG nova.network.neutron [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.808262] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802234, 'name': Rename_Task, 'duration_secs': 0.20969} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.808262] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.808494] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e621159c-19e4-45fe-ba1a-8a323d206e1a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.816248] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Waiting for the task: (returnval){ [ 704.816248] env[68831]: value = "task-2802235" [ 704.816248] env[68831]: _type = "Task" [ 704.816248] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.825843] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.870869] env[68831]: DEBUG nova.compute.manager [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.889901] env[68831]: DEBUG nova.network.neutron [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Successfully created port: 5e87b985-9b83-4b8b-b1e1-a6091084c19d {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.923802] env[68831]: DEBUG oslo_vmware.api [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802233, 'name': RemoveSnapshot_Task, 'duration_secs': 0.746574} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.925110] env[68831]: DEBUG nova.network.neutron [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Updating instance_info_cache with network_info: [{"id": "02efd849-4905-469f-91dd-ea2c39d48507", "address": "fa:16:3e:ce:6c:25", "network": {"id": "35fa90fb-cf27-4ec8-8d46-ad345e8b198d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-335640895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260b5d5c3bec49b6b6b400cb626af730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02efd849-49", "ovs_interfaceid": "02efd849-4905-469f-91dd-ea2c39d48507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.926886] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 704.927409] env[68831]: INFO nova.compute.manager [None req-7dfb2674-0a7c-4bdb-a856-eaa16c04ab7a tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Took 13.98 seconds to snapshot the instance on the hypervisor. [ 704.971073] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquiring lock "42ea1741-5132-4f0e-a4cb-4b7a598e4188" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.971440] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Lock "42ea1741-5132-4f0e-a4cb-4b7a598e4188" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.986539] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cef2de-3c05-4cc5-e412-0959ae87498a, 'name': SearchDatastore_Task, 'duration_secs': 0.0219} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.986539] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57011564-ee19-4fc1-bfb4-0b80bcbd077d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.992728] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 704.992728] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52af01f4-90db-f015-51ea-5230ab670cae" [ 704.992728] env[68831]: _type = "Task" [ 704.992728] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.005720] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52af01f4-90db-f015-51ea-5230ab670cae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.074875] env[68831]: DEBUG oslo_concurrency.lockutils [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Acquiring lock "94e9ac10-b6a0-4fc0-b64e-763f3793b7e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.075261] env[68831]: DEBUG oslo_concurrency.lockutils [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Lock "94e9ac10-b6a0-4fc0-b64e-763f3793b7e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.075616] env[68831]: DEBUG oslo_concurrency.lockutils [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Acquiring lock "94e9ac10-b6a0-4fc0-b64e-763f3793b7e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.076113] env[68831]: DEBUG oslo_concurrency.lockutils [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Lock "94e9ac10-b6a0-4fc0-b64e-763f3793b7e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.076113] env[68831]: DEBUG oslo_concurrency.lockutils [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Lock "94e9ac10-b6a0-4fc0-b64e-763f3793b7e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.081729] env[68831]: INFO nova.compute.manager [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Terminating instance [ 705.084457] env[68831]: DEBUG oslo_concurrency.lockutils [req-a8059036-1b6e-44b0-8d30-986b1b88ffa3 req-c93c48e6-8e9a-46c9-9917-d879c2044d39 service nova] Releasing lock "refresh_cache-f116cf00-074f-41f8-9c1f-bae0cd7932ff" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.330569] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802235, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.416485] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a72ae51-fc02-492a-b308-d81fe4793284 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.424380] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8d648c-03f8-43fd-8bd9-f1357fa8490f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.458883] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Releasing lock "refresh_cache-fb8d223d-d2ec-48c1-8d20-7617be76dabe" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.458883] env[68831]: DEBUG nova.compute.manager [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Instance network_info: |[{"id": "02efd849-4905-469f-91dd-ea2c39d48507", "address": "fa:16:3e:ce:6c:25", "network": {"id": "35fa90fb-cf27-4ec8-8d46-ad345e8b198d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-335640895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260b5d5c3bec49b6b6b400cb626af730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02efd849-49", "ovs_interfaceid": "02efd849-4905-469f-91dd-ea2c39d48507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.462489] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:6c:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02efd849-4905-469f-91dd-ea2c39d48507', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.469791] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Creating folder: Project (260b5d5c3bec49b6b6b400cb626af730). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.470962] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5e8512-fcc6-48b8-ab6a-2e8b2e168009 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.474038] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3c96509-ea1a-46df-852f-57afd2631c8d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.480689] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40042413-5a34-4d7d-862c-cd6136fa5d66 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.485911] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Created folder: Project (260b5d5c3bec49b6b6b400cb626af730) in parent group-v563050. [ 705.490015] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Creating folder: Instances. Parent ref: group-v563109. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.490015] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7003934-b309-4c84-9a3f-283adca49fc3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.496575] env[68831]: DEBUG nova.compute.provider_tree [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.508019] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52af01f4-90db-f015-51ea-5230ab670cae, 'name': SearchDatastore_Task, 'duration_secs': 0.018073} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.509411] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.509676] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08/9eb1eeb3-aad7-4187-93f1-8ed435ce8e08.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.510208] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Created folder: Instances in parent group-v563109. [ 705.510425] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.510604] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0289c0fc-1986-4b3c-ba0c-a32480718cc9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.512902] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.513372] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3866d548-839d-4752-90cf-4938f1389a8b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.532244] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 705.532244] env[68831]: value = "task-2802238" [ 705.532244] env[68831]: _type = "Task" [ 705.532244] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.533483] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.533483] env[68831]: value = "task-2802239" [ 705.533483] env[68831]: _type = "Task" [ 705.533483] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.547216] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802239, 'name': CreateVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.549408] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.586809] env[68831]: DEBUG nova.compute.manager [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.587024] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.588312] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d65211-2faa-424f-ad9a-5dca9da3ad0f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.597915] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.598624] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50578b2-0b49-4fde-97f6-ca8c642ff7b9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.605570] env[68831]: DEBUG oslo_vmware.api [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Waiting for the task: (returnval){ [ 705.605570] env[68831]: value = "task-2802240" [ 705.605570] env[68831]: _type = "Task" [ 705.605570] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.613136] env[68831]: DEBUG oslo_vmware.api [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.833316] env[68831]: DEBUG oslo_vmware.api [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802235, 'name': PowerOnVM_Task, 'duration_secs': 0.577316} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.833316] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.833316] env[68831]: INFO nova.compute.manager [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Took 9.25 seconds to spawn the instance on the hypervisor. [ 705.833316] env[68831]: DEBUG nova.compute.manager [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.834172] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e8d650-cc2c-460b-81d8-d1b7f6b19928 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.853025] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f60864-b0d9-baf2-5de6-5aa060663672/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 705.853025] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522baf80-3826-403c-95c0-2eabb3814011 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.859454] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f60864-b0d9-baf2-5de6-5aa060663672/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 705.859648] env[68831]: ERROR oslo_vmware.rw_handles [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f60864-b0d9-baf2-5de6-5aa060663672/disk-0.vmdk due to incomplete transfer. [ 705.859887] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3e65530b-38bd-40c9-a5b3-423d7c6a95dd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.870645] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f60864-b0d9-baf2-5de6-5aa060663672/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 705.870977] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Uploaded image ee0820a6-56a8-4e8c-b533-3ef7917b76e8 to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 705.873135] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 705.874106] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-efdc00c6-409c-4fba-8579-45ef0da68204 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.883574] env[68831]: DEBUG nova.compute.manager [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.886170] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 705.886170] env[68831]: value = "task-2802241" [ 705.886170] env[68831]: _type = "Task" [ 705.886170] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.898893] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802241, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.915041] env[68831]: DEBUG nova.virt.hardware [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.915041] env[68831]: DEBUG nova.virt.hardware [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.915041] env[68831]: DEBUG nova.virt.hardware [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.915375] env[68831]: DEBUG nova.virt.hardware [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.915375] env[68831]: DEBUG nova.virt.hardware [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.915375] env[68831]: DEBUG nova.virt.hardware [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.915375] env[68831]: DEBUG nova.virt.hardware [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.915375] env[68831]: DEBUG nova.virt.hardware [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.915561] env[68831]: DEBUG nova.virt.hardware [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.915561] env[68831]: DEBUG nova.virt.hardware [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.915561] env[68831]: DEBUG nova.virt.hardware [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.915561] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537ab2fb-5e0c-42ff-b0c1-d3b42c88304d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.929293] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75805e3-91e3-4d47-b174-770d5a39d05b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.965486] env[68831]: DEBUG nova.compute.manager [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Received event network-vif-plugged-9774c82f-1f15-42dd-821b-0d7e0f8697e8 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.966364] env[68831]: DEBUG oslo_concurrency.lockutils [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] Acquiring lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.966364] env[68831]: DEBUG oslo_concurrency.lockutils [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] Lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.966364] env[68831]: DEBUG oslo_concurrency.lockutils [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] Lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.966364] env[68831]: DEBUG nova.compute.manager [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] No waiting events found dispatching network-vif-plugged-9774c82f-1f15-42dd-821b-0d7e0f8697e8 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.966746] env[68831]: WARNING nova.compute.manager [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Received unexpected event network-vif-plugged-9774c82f-1f15-42dd-821b-0d7e0f8697e8 for instance with vm_state building and task_state spawning. [ 705.966746] env[68831]: DEBUG nova.compute.manager [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Received event network-changed-9774c82f-1f15-42dd-821b-0d7e0f8697e8 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.966746] env[68831]: DEBUG nova.compute.manager [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Refreshing instance network info cache due to event network-changed-9774c82f-1f15-42dd-821b-0d7e0f8697e8. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 705.966964] env[68831]: DEBUG oslo_concurrency.lockutils [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] Acquiring lock "refresh_cache-9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.968639] env[68831]: DEBUG oslo_concurrency.lockutils [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] Acquired lock "refresh_cache-9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.968639] env[68831]: DEBUG nova.network.neutron [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Refreshing network info cache for port 9774c82f-1f15-42dd-821b-0d7e0f8697e8 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.002899] env[68831]: DEBUG nova.scheduler.client.report [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.048686] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802239, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.052436] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802238, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.115570] env[68831]: DEBUG oslo_vmware.api [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802240, 'name': PowerOffVM_Task, 'duration_secs': 0.278191} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.115887] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.116193] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.116484] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d05d12a8-6cc8-479d-9f0b-9438670f96c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.186226] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.186467] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.186651] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Deleting the datastore file [datastore1] 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.186919] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a74c5f52-a298-42bd-8b53-fae2a792ab6a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.193090] env[68831]: DEBUG oslo_vmware.api [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Waiting for the task: (returnval){ [ 706.193090] env[68831]: value = "task-2802243" [ 706.193090] env[68831]: _type = "Task" [ 706.193090] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.201387] env[68831]: DEBUG oslo_vmware.api [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.367024] env[68831]: INFO nova.compute.manager [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Took 40.90 seconds to build instance. [ 706.396924] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802241, 'name': Destroy_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.513309] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.513502] env[68831]: DEBUG nova.compute.manager [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.517224] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.737s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.517224] env[68831]: DEBUG nova.objects.instance [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68831) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 706.552221] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579531} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.555551] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08/9eb1eeb3-aad7-4187-93f1-8ed435ce8e08.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.555915] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.555997] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802239, 'name': CreateVM_Task, 'duration_secs': 0.611433} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.556212] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c732f96e-98e3-4291-9283-b50761cb5e13 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.559020] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.560546] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.560546] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.560693] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.561912] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b510aa95-dd2a-49b6-a6e4-863d6a96d370 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.566183] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 706.566183] env[68831]: value = "task-2802244" [ 706.566183] env[68831]: _type = "Task" [ 706.566183] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.568030] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Waiting for the task: (returnval){ [ 706.568030] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52332771-7c04-b8cc-604f-22e0774cae08" [ 706.568030] env[68831]: _type = "Task" [ 706.568030] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.586062] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.590110] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52332771-7c04-b8cc-604f-22e0774cae08, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.590436] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.590806] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.591139] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.591344] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.591536] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.591800] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44b753ed-edb0-4644-ae1e-2e00ca926231 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.600592] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.600969] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.601713] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8850b783-11a6-4d87-b279-c75ae6adbb35 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.607617] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Waiting for the task: (returnval){ [ 706.607617] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5285590a-9803-014b-7631-1b47e93c035d" [ 706.607617] env[68831]: _type = "Task" [ 706.607617] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.623664] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5285590a-9803-014b-7631-1b47e93c035d, 'name': SearchDatastore_Task, 'duration_secs': 0.009613} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.624257] env[68831]: DEBUG nova.network.neutron [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Successfully updated port: 5e87b985-9b83-4b8b-b1e1-a6091084c19d {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.627330] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12beee4d-e1a9-455a-b800-2f9471c08557 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.633720] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Waiting for the task: (returnval){ [ 706.633720] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52827fc8-1e0e-bb0e-6278-b289bd0d5d1b" [ 706.633720] env[68831]: _type = "Task" [ 706.633720] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.643401] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52827fc8-1e0e-bb0e-6278-b289bd0d5d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.645219] env[68831]: DEBUG nova.compute.manager [req-1a0f8c11-9b1c-4eae-a6b3-1f02b506bfbf req-071ed999-c0c3-400c-a472-fdb44e7c8aea service nova] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Received event network-vif-plugged-5e87b985-9b83-4b8b-b1e1-a6091084c19d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.645435] env[68831]: DEBUG oslo_concurrency.lockutils [req-1a0f8c11-9b1c-4eae-a6b3-1f02b506bfbf req-071ed999-c0c3-400c-a472-fdb44e7c8aea service nova] Acquiring lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.645624] env[68831]: DEBUG oslo_concurrency.lockutils [req-1a0f8c11-9b1c-4eae-a6b3-1f02b506bfbf req-071ed999-c0c3-400c-a472-fdb44e7c8aea service nova] Lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.645857] env[68831]: DEBUG oslo_concurrency.lockutils [req-1a0f8c11-9b1c-4eae-a6b3-1f02b506bfbf req-071ed999-c0c3-400c-a472-fdb44e7c8aea service nova] Lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.645947] env[68831]: DEBUG nova.compute.manager [req-1a0f8c11-9b1c-4eae-a6b3-1f02b506bfbf req-071ed999-c0c3-400c-a472-fdb44e7c8aea service nova] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] No waiting events found dispatching network-vif-plugged-5e87b985-9b83-4b8b-b1e1-a6091084c19d {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.646129] env[68831]: WARNING nova.compute.manager [req-1a0f8c11-9b1c-4eae-a6b3-1f02b506bfbf req-071ed999-c0c3-400c-a472-fdb44e7c8aea service nova] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Received unexpected event network-vif-plugged-5e87b985-9b83-4b8b-b1e1-a6091084c19d for instance with vm_state building and task_state spawning. [ 706.702997] env[68831]: DEBUG oslo_vmware.api [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Task: {'id': task-2802243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225634} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.703319] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.703504] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.703687] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.703870] env[68831]: INFO nova.compute.manager [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 706.704123] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.704318] env[68831]: DEBUG nova.compute.manager [-] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.704413] env[68831]: DEBUG nova.network.neutron [-] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.718176] env[68831]: DEBUG nova.network.neutron [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Updated VIF entry in instance network info cache for port 9774c82f-1f15-42dd-821b-0d7e0f8697e8. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.718519] env[68831]: DEBUG nova.network.neutron [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Updating instance_info_cache with network_info: [{"id": "9774c82f-1f15-42dd-821b-0d7e0f8697e8", "address": "fa:16:3e:7d:59:b0", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9774c82f-1f", "ovs_interfaceid": "9774c82f-1f15-42dd-821b-0d7e0f8697e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.869115] env[68831]: DEBUG oslo_concurrency.lockutils [None req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Lock "f116cf00-074f-41f8-9c1f-bae0cd7932ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.811s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.898296] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802241, 'name': Destroy_Task, 'duration_secs': 0.538416} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.898590] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Destroyed the VM [ 706.898827] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 706.899096] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ee59a230-dab2-4782-99a0-d575e133e095 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.905873] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 706.905873] env[68831]: value = "task-2802245" [ 706.905873] env[68831]: _type = "Task" [ 706.905873] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.913640] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.026100] env[68831]: DEBUG nova.compute.utils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.027202] env[68831]: DEBUG nova.compute.manager [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.027202] env[68831]: DEBUG nova.network.neutron [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.076747] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070002} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.077372] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.078174] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929040f4-8597-44a9-9630-f92a39c724df {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.084585] env[68831]: DEBUG nova.policy [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dabb79942f424d30b616711d9e8d6f1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d63fcdeb630472b8fcc22464cd229fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.107072] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08/9eb1eeb3-aad7-4187-93f1-8ed435ce8e08.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.107420] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-329031a1-8a18-4ae5-9d85-e3c7354af83b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.126123] env[68831]: DEBUG oslo_concurrency.lockutils [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Acquiring lock "f116cf00-074f-41f8-9c1f-bae0cd7932ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.126389] env[68831]: DEBUG oslo_concurrency.lockutils [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Lock "f116cf00-074f-41f8-9c1f-bae0cd7932ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.126588] env[68831]: DEBUG oslo_concurrency.lockutils [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Acquiring lock "f116cf00-074f-41f8-9c1f-bae0cd7932ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.126869] env[68831]: DEBUG oslo_concurrency.lockutils [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Lock "f116cf00-074f-41f8-9c1f-bae0cd7932ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.127040] env[68831]: DEBUG oslo_concurrency.lockutils [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Lock "f116cf00-074f-41f8-9c1f-bae0cd7932ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.129440] env[68831]: INFO nova.compute.manager [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Terminating instance [ 707.131536] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.131536] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.131536] env[68831]: DEBUG nova.network.neutron [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.143570] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 707.143570] env[68831]: value = "task-2802246" [ 707.143570] env[68831]: _type = "Task" [ 707.143570] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.147219] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52827fc8-1e0e-bb0e-6278-b289bd0d5d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009498} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.151520] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.151999] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] fb8d223d-d2ec-48c1-8d20-7617be76dabe/fb8d223d-d2ec-48c1-8d20-7617be76dabe.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.152352] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48426588-1cbe-4f6c-9cf2-98b0a096af1a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.160300] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.161663] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Waiting for the task: (returnval){ [ 707.161663] env[68831]: value = "task-2802247" [ 707.161663] env[68831]: _type = "Task" [ 707.161663] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.169732] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.221686] env[68831]: DEBUG oslo_concurrency.lockutils [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] Releasing lock "refresh_cache-9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.221965] env[68831]: DEBUG nova.compute.manager [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Received event network-vif-plugged-02efd849-4905-469f-91dd-ea2c39d48507 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.222947] env[68831]: DEBUG oslo_concurrency.lockutils [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] Acquiring lock "fb8d223d-d2ec-48c1-8d20-7617be76dabe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.222947] env[68831]: DEBUG oslo_concurrency.lockutils [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] Lock "fb8d223d-d2ec-48c1-8d20-7617be76dabe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.222947] env[68831]: DEBUG oslo_concurrency.lockutils [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] Lock "fb8d223d-d2ec-48c1-8d20-7617be76dabe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.222947] env[68831]: DEBUG nova.compute.manager [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] No waiting events found dispatching network-vif-plugged-02efd849-4905-469f-91dd-ea2c39d48507 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.222947] env[68831]: WARNING nova.compute.manager [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Received unexpected event network-vif-plugged-02efd849-4905-469f-91dd-ea2c39d48507 for instance with vm_state building and task_state spawning. [ 707.223201] env[68831]: DEBUG nova.compute.manager [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Received event network-changed-02efd849-4905-469f-91dd-ea2c39d48507 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.223658] env[68831]: DEBUG nova.compute.manager [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Refreshing instance network info cache due to event network-changed-02efd849-4905-469f-91dd-ea2c39d48507. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 707.223658] env[68831]: DEBUG oslo_concurrency.lockutils [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] Acquiring lock "refresh_cache-fb8d223d-d2ec-48c1-8d20-7617be76dabe" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.223658] env[68831]: DEBUG oslo_concurrency.lockutils [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] Acquired lock "refresh_cache-fb8d223d-d2ec-48c1-8d20-7617be76dabe" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.224940] env[68831]: DEBUG nova.network.neutron [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Refreshing network info cache for port 02efd849-4905-469f-91dd-ea2c39d48507 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.376179] env[68831]: DEBUG nova.compute.manager [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.419738] env[68831]: DEBUG oslo_vmware.api [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802245, 'name': RemoveSnapshot_Task, 'duration_secs': 0.389389} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.420139] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 707.420987] env[68831]: INFO nova.compute.manager [None req-4c0aa493-a9f5-4f9f-bb04-a1a6a89e73b5 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Took 14.59 seconds to snapshot the instance on the hypervisor. [ 707.483914] env[68831]: DEBUG nova.network.neutron [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Successfully created port: efb1e7d4-2adf-4493-b4cf-25fa84cc3110 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.530020] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ffac42b0-1a16-4ff9-84f5-0bca86cd7f19 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.530020] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.332s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.531515] env[68831]: INFO nova.compute.claims [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.535944] env[68831]: DEBUG nova.compute.manager [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.540035] env[68831]: DEBUG nova.network.neutron [-] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.643022] env[68831]: DEBUG nova.compute.manager [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.643022] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.645432] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729d6abb-a3df-46ab-851e-7853792644df {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.657051] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.663021] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42c7ecf9-7836-42e6-9c5f-15c15a23332e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.667059] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802246, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.674360] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485259} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.677069] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] fb8d223d-d2ec-48c1-8d20-7617be76dabe/fb8d223d-d2ec-48c1-8d20-7617be76dabe.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.678102] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.678547] env[68831]: DEBUG oslo_vmware.api [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Waiting for the task: (returnval){ [ 707.678547] env[68831]: value = "task-2802248" [ 707.678547] env[68831]: _type = "Task" [ 707.678547] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.682373] env[68831]: DEBUG nova.network.neutron [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.686496] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ef1fe3a-9898-4dc4-9c90-9342fe7b87b2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.698963] env[68831]: DEBUG oslo_vmware.api [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.700072] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Waiting for the task: (returnval){ [ 707.700072] env[68831]: value = "task-2802249" [ 707.700072] env[68831]: _type = "Task" [ 707.700072] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.708010] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.818877] env[68831]: DEBUG nova.compute.manager [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.820592] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d73595-11cf-4b70-9725-7c97414fec7b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.888912] env[68831]: DEBUG nova.network.neutron [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating instance_info_cache with network_info: [{"id": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "address": "fa:16:3e:7d:0b:79", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e87b985-9b", "ovs_interfaceid": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.912599] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.040293] env[68831]: DEBUG nova.network.neutron [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Updated VIF entry in instance network info cache for port 02efd849-4905-469f-91dd-ea2c39d48507. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.040640] env[68831]: DEBUG nova.network.neutron [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Updating instance_info_cache with network_info: [{"id": "02efd849-4905-469f-91dd-ea2c39d48507", "address": "fa:16:3e:ce:6c:25", "network": {"id": "35fa90fb-cf27-4ec8-8d46-ad345e8b198d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-335640895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260b5d5c3bec49b6b6b400cb626af730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02efd849-49", "ovs_interfaceid": "02efd849-4905-469f-91dd-ea2c39d48507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.045358] env[68831]: INFO nova.compute.manager [-] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Took 1.34 seconds to deallocate network for instance. [ 708.158993] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802246, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.191850] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "5a20a423-c3ac-476e-aecb-7e42a7c24610" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.191850] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "5a20a423-c3ac-476e-aecb-7e42a7c24610" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.191850] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "5a20a423-c3ac-476e-aecb-7e42a7c24610-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.191850] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "5a20a423-c3ac-476e-aecb-7e42a7c24610-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.192156] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "5a20a423-c3ac-476e-aecb-7e42a7c24610-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.196056] env[68831]: INFO nova.compute.manager [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Terminating instance [ 708.203134] env[68831]: DEBUG oslo_vmware.api [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802248, 'name': PowerOffVM_Task, 'duration_secs': 0.28749} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.206302] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.206477] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.207509] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db4db874-3727-4b1b-86bd-34691c1c2dba {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.214237] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.279651] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.279899] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.280101] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Deleting the datastore file [datastore2] f116cf00-074f-41f8-9c1f-bae0cd7932ff {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.280375] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24f733df-3a98-4433-b257-d05fb6431189 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.286813] env[68831]: DEBUG oslo_vmware.api [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Waiting for the task: (returnval){ [ 708.286813] env[68831]: value = "task-2802251" [ 708.286813] env[68831]: _type = "Task" [ 708.286813] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.295571] env[68831]: DEBUG oslo_vmware.api [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.338177] env[68831]: INFO nova.compute.manager [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] instance snapshotting [ 708.341492] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b305744e-34d4-460a-86f3-223a21f63700 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.363686] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d8f189-50b7-4718-a648-49aa780916d7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.393270] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.393270] env[68831]: DEBUG nova.compute.manager [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Instance network_info: |[{"id": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "address": "fa:16:3e:7d:0b:79", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e87b985-9b", "ovs_interfaceid": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.393702] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:0b:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e87b985-9b83-4b8b-b1e1-a6091084c19d', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.400162] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Creating folder: Project (725c8697cfb04846b6bc581e30c2dc45). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.400441] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dba5b671-9ba9-4962-8230-6526eaa645d3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.410959] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Created folder: Project (725c8697cfb04846b6bc581e30c2dc45) in parent group-v563050. [ 708.411151] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Creating folder: Instances. Parent ref: group-v563112. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.411588] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd77ea6a-558b-4069-9c56-5c5c6172f8c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.420684] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Created folder: Instances in parent group-v563112. [ 708.421821] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.421821] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.421821] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4642316d-6f3c-486f-8196-73e35b8195fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.444420] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.444420] env[68831]: value = "task-2802254" [ 708.444420] env[68831]: _type = "Task" [ 708.444420] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.452060] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802254, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.546252] env[68831]: DEBUG oslo_concurrency.lockutils [req-ccebccfb-3006-456a-a5e6-9b5052e6bc75 req-b94a61ad-554f-4fdc-ab20-094664e7bdf4 service nova] Releasing lock "refresh_cache-fb8d223d-d2ec-48c1-8d20-7617be76dabe" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.547554] env[68831]: DEBUG nova.compute.manager [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.551422] env[68831]: DEBUG oslo_concurrency.lockutils [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.570954] env[68831]: DEBUG nova.virt.hardware [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.571266] env[68831]: DEBUG nova.virt.hardware [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.571415] env[68831]: DEBUG nova.virt.hardware [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.571680] env[68831]: DEBUG nova.virt.hardware [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.571925] env[68831]: DEBUG nova.virt.hardware [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.572112] env[68831]: DEBUG nova.virt.hardware [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.572331] env[68831]: DEBUG nova.virt.hardware [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.572492] env[68831]: DEBUG nova.virt.hardware [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.572660] env[68831]: DEBUG nova.virt.hardware [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.572821] env[68831]: DEBUG nova.virt.hardware [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.573009] env[68831]: DEBUG nova.virt.hardware [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.573872] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f05a6c-6e82-4c20-9d9b-ced4b68b9766 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.584643] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8bfa4a-5b90-4777-b052-9f8e2798e387 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.658079] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802246, 'name': ReconfigVM_Task, 'duration_secs': 1.346776} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.660723] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08/9eb1eeb3-aad7-4187-93f1-8ed435ce8e08.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.661774] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87b2797d-76c2-48ea-8f6d-cd36e98bf030 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.667750] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 708.667750] env[68831]: value = "task-2802255" [ 708.667750] env[68831]: _type = "Task" [ 708.667750] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.678119] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802255, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.700453] env[68831]: DEBUG nova.compute.manager [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.700785] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.702482] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bfc6b8-468d-4e44-a37d-cd4c158c32f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.713280] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.713410] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7190986-bffd-4e0b-8fbe-a4b8eaf4fe59 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.717585] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.812661} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.718226] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.719037] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5580df-cea1-41f2-87d7-34bf26349d11 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.743210] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] fb8d223d-d2ec-48c1-8d20-7617be76dabe/fb8d223d-d2ec-48c1-8d20-7617be76dabe.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.743563] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c12d92-6ddd-421a-bd51-d73085f21914 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.769192] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "af1eeca6-bbdc-4880-9256-5985dd2458a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.769434] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "af1eeca6-bbdc-4880-9256-5985dd2458a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.769732] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Waiting for the task: (returnval){ [ 708.769732] env[68831]: value = "task-2802257" [ 708.769732] env[68831]: _type = "Task" [ 708.769732] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.781604] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.792955] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.793352] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.793560] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleting the datastore file [datastore2] 5a20a423-c3ac-476e-aecb-7e42a7c24610 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.794165] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-948ba666-a064-4055-a837-9b3ac5162a8a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.800133] env[68831]: DEBUG oslo_vmware.api [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Task: {'id': task-2802251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175347} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.800133] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.800133] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.800133] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.800387] env[68831]: INFO nova.compute.manager [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 708.800543] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.800632] env[68831]: DEBUG nova.compute.manager [-] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.800692] env[68831]: DEBUG nova.network.neutron [-] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.806175] env[68831]: DEBUG oslo_vmware.api [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 708.806175] env[68831]: value = "task-2802258" [ 708.806175] env[68831]: _type = "Task" [ 708.806175] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.817148] env[68831]: DEBUG oslo_vmware.api [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.839915] env[68831]: DEBUG nova.compute.manager [req-71bc9527-a5c4-4f34-bd47-df49e6567522 req-3a8eca9a-5900-4ef8-94a1-d6984aad45c1 service nova] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Received event network-changed-5e87b985-9b83-4b8b-b1e1-a6091084c19d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.839915] env[68831]: DEBUG nova.compute.manager [req-71bc9527-a5c4-4f34-bd47-df49e6567522 req-3a8eca9a-5900-4ef8-94a1-d6984aad45c1 service nova] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Refreshing instance network info cache due to event network-changed-5e87b985-9b83-4b8b-b1e1-a6091084c19d. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.839915] env[68831]: DEBUG oslo_concurrency.lockutils [req-71bc9527-a5c4-4f34-bd47-df49e6567522 req-3a8eca9a-5900-4ef8-94a1-d6984aad45c1 service nova] Acquiring lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.839915] env[68831]: DEBUG oslo_concurrency.lockutils [req-71bc9527-a5c4-4f34-bd47-df49e6567522 req-3a8eca9a-5900-4ef8-94a1-d6984aad45c1 service nova] Acquired lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.839915] env[68831]: DEBUG nova.network.neutron [req-71bc9527-a5c4-4f34-bd47-df49e6567522 req-3a8eca9a-5900-4ef8-94a1-d6984aad45c1 service nova] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Refreshing network info cache for port 5e87b985-9b83-4b8b-b1e1-a6091084c19d {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.875871] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 708.876367] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1bfec2c9-55f5-4977-8330-d62a902be004 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.884836] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 708.884836] env[68831]: value = "task-2802259" [ 708.884836] env[68831]: _type = "Task" [ 708.884836] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.897028] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802259, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.958128] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802254, 'name': CreateVM_Task, 'duration_secs': 0.396582} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.958341] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.959091] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.959279] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.959618] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.959884] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44eb0c0-d664-47d9-992f-e305c25110ca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.964829] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 708.964829] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52733b79-d70d-2790-f88f-16f3ad253e56" [ 708.964829] env[68831]: _type = "Task" [ 708.964829] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.975649] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52733b79-d70d-2790-f88f-16f3ad253e56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.076674] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966f65d5-cf48-409f-a8e1-a2fdf4393e00 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.084487] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153c707a-d27a-41d3-9c76-737a07915285 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.118660] env[68831]: DEBUG nova.compute.manager [req-609e0ece-6846-4210-864f-0f0d0a6b826b req-8bcd266d-75a9-4a7f-ac96-f3de56abff15 service nova] [instance: 40404246-f067-4f63-b751-1509d0844840] Received event network-vif-plugged-efb1e7d4-2adf-4493-b4cf-25fa84cc3110 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.118880] env[68831]: DEBUG oslo_concurrency.lockutils [req-609e0ece-6846-4210-864f-0f0d0a6b826b req-8bcd266d-75a9-4a7f-ac96-f3de56abff15 service nova] Acquiring lock "40404246-f067-4f63-b751-1509d0844840-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.119112] env[68831]: DEBUG oslo_concurrency.lockutils [req-609e0ece-6846-4210-864f-0f0d0a6b826b req-8bcd266d-75a9-4a7f-ac96-f3de56abff15 service nova] Lock "40404246-f067-4f63-b751-1509d0844840-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.119295] env[68831]: DEBUG oslo_concurrency.lockutils [req-609e0ece-6846-4210-864f-0f0d0a6b826b req-8bcd266d-75a9-4a7f-ac96-f3de56abff15 service nova] Lock "40404246-f067-4f63-b751-1509d0844840-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.119470] env[68831]: DEBUG nova.compute.manager [req-609e0ece-6846-4210-864f-0f0d0a6b826b req-8bcd266d-75a9-4a7f-ac96-f3de56abff15 service nova] [instance: 40404246-f067-4f63-b751-1509d0844840] No waiting events found dispatching network-vif-plugged-efb1e7d4-2adf-4493-b4cf-25fa84cc3110 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.119632] env[68831]: WARNING nova.compute.manager [req-609e0ece-6846-4210-864f-0f0d0a6b826b req-8bcd266d-75a9-4a7f-ac96-f3de56abff15 service nova] [instance: 40404246-f067-4f63-b751-1509d0844840] Received unexpected event network-vif-plugged-efb1e7d4-2adf-4493-b4cf-25fa84cc3110 for instance with vm_state building and task_state spawning. [ 709.120449] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4e29e4-8a47-4096-9951-8cc05a4e33ec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.128671] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b74aba4-a0dc-4ed4-a176-2790cff67097 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.144407] env[68831]: DEBUG nova.compute.provider_tree [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.177713] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802255, 'name': Rename_Task, 'duration_secs': 0.168408} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.177991] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.178253] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c638cc3-5150-441d-96c8-ebb9325e07aa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.185546] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 709.185546] env[68831]: value = "task-2802260" [ 709.185546] env[68831]: _type = "Task" [ 709.185546] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.199484] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.253481] env[68831]: DEBUG nova.network.neutron [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Successfully updated port: efb1e7d4-2adf-4493-b4cf-25fa84cc3110 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.285667] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802257, 'name': ReconfigVM_Task, 'duration_secs': 0.406785} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.285667] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Reconfigured VM instance instance-00000012 to attach disk [datastore2] fb8d223d-d2ec-48c1-8d20-7617be76dabe/fb8d223d-d2ec-48c1-8d20-7617be76dabe.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.285667] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcfedfe7-e5f2-403d-b76a-f4392d8e428d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.294258] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Waiting for the task: (returnval){ [ 709.294258] env[68831]: value = "task-2802261" [ 709.294258] env[68831]: _type = "Task" [ 709.294258] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.303227] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802261, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.314828] env[68831]: DEBUG oslo_vmware.api [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24287} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.316041] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.316041] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.316041] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.316041] env[68831]: INFO nova.compute.manager [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Took 0.62 seconds to destroy the instance on the hypervisor. [ 709.316325] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.316419] env[68831]: DEBUG nova.compute.manager [-] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.316554] env[68831]: DEBUG nova.network.neutron [-] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.398271] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802259, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.479270] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52733b79-d70d-2790-f88f-16f3ad253e56, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.479699] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.479973] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.480479] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.480674] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.480941] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.481270] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d66f4696-7b9d-4506-a5cc-bd3e86fa04e8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.489405] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.489589] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.490315] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6974e6b9-2120-41f4-87a9-350096373937 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.495293] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 709.495293] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c8d124-d3f5-3b88-9dec-e3cd86006ab7" [ 709.495293] env[68831]: _type = "Task" [ 709.495293] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.506581] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c8d124-d3f5-3b88-9dec-e3cd86006ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.007383} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.507383] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85c598c-78d8-4557-85da-5a1094c22b26 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.512048] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 709.512048] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528bc984-9940-b79d-b6ae-f9a029983bc6" [ 709.512048] env[68831]: _type = "Task" [ 709.512048] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.522612] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528bc984-9940-b79d-b6ae-f9a029983bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.648394] env[68831]: DEBUG nova.scheduler.client.report [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.698510] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802260, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.722356] env[68831]: DEBUG nova.network.neutron [-] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.755990] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Acquiring lock "refresh_cache-40404246-f067-4f63-b751-1509d0844840" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.756218] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Acquired lock "refresh_cache-40404246-f067-4f63-b751-1509d0844840" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.756390] env[68831]: DEBUG nova.network.neutron [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.771203] env[68831]: DEBUG nova.network.neutron [req-71bc9527-a5c4-4f34-bd47-df49e6567522 req-3a8eca9a-5900-4ef8-94a1-d6984aad45c1 service nova] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updated VIF entry in instance network info cache for port 5e87b985-9b83-4b8b-b1e1-a6091084c19d. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.771446] env[68831]: DEBUG nova.network.neutron [req-71bc9527-a5c4-4f34-bd47-df49e6567522 req-3a8eca9a-5900-4ef8-94a1-d6984aad45c1 service nova] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating instance_info_cache with network_info: [{"id": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "address": "fa:16:3e:7d:0b:79", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e87b985-9b", "ovs_interfaceid": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.804855] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802261, 'name': Rename_Task, 'duration_secs': 0.155532} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.804855] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.804855] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ca4b85e-84cf-426f-bf48-bf1d16f70215 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.815407] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Waiting for the task: (returnval){ [ 709.815407] env[68831]: value = "task-2802262" [ 709.815407] env[68831]: _type = "Task" [ 709.815407] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.823854] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.896567] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802259, 'name': CreateSnapshot_Task, 'duration_secs': 0.550666} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.896893] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 709.897739] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033b8613-6c8c-493d-955f-63b97b3bd68f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.022523] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528bc984-9940-b79d-b6ae-f9a029983bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.023235] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.023235] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 0acce7bd-b0b0-430e-b913-8d3a73b9e783/0acce7bd-b0b0-430e-b913-8d3a73b9e783.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.023424] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a05bbd7d-7d80-4ba1-9660-ed453013de66 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.030378] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 710.030378] env[68831]: value = "task-2802263" [ 710.030378] env[68831]: _type = "Task" [ 710.030378] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.038280] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.152982] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.153581] env[68831]: DEBUG nova.compute.manager [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.156132] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.344s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.156359] env[68831]: DEBUG nova.objects.instance [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Lazy-loading 'resources' on Instance uuid 48440713-7649-4947-8bf0-89bcfaec2a28 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.196474] env[68831]: DEBUG oslo_vmware.api [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802260, 'name': PowerOnVM_Task, 'duration_secs': 0.7119} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.196730] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.196928] env[68831]: INFO nova.compute.manager [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Took 9.55 seconds to spawn the instance on the hypervisor. [ 710.197119] env[68831]: DEBUG nova.compute.manager [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.197880] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2cb4be-d0ea-4137-a728-3f7833c98084 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.224945] env[68831]: INFO nova.compute.manager [-] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Took 1.42 seconds to deallocate network for instance. [ 710.261605] env[68831]: DEBUG nova.network.neutron [-] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.274163] env[68831]: DEBUG oslo_concurrency.lockutils [req-71bc9527-a5c4-4f34-bd47-df49e6567522 req-3a8eca9a-5900-4ef8-94a1-d6984aad45c1 service nova] Releasing lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.274373] env[68831]: DEBUG nova.compute.manager [req-71bc9527-a5c4-4f34-bd47-df49e6567522 req-3a8eca9a-5900-4ef8-94a1-d6984aad45c1 service nova] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Received event network-vif-deleted-d9716f7f-681e-411a-86b7-872fb7156546 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.291315] env[68831]: DEBUG nova.network.neutron [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.325273] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.417378] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 710.417740] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b42f9f4f-69b3-49b6-a289-a083595d9f83 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.422419] env[68831]: DEBUG nova.network.neutron [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Updating instance_info_cache with network_info: [{"id": "efb1e7d4-2adf-4493-b4cf-25fa84cc3110", "address": "fa:16:3e:b5:8f:ec", "network": {"id": "b035ecf0-f308-455d-b518-5592b758bd81", "bridge": "br-int", "label": "tempest-ServersTestJSON-2021810506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d63fcdeb630472b8fcc22464cd229fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb1e7d4-2a", "ovs_interfaceid": "efb1e7d4-2adf-4493-b4cf-25fa84cc3110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.427273] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 710.427273] env[68831]: value = "task-2802264" [ 710.427273] env[68831]: _type = "Task" [ 710.427273] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.437318] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802264, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.541197] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802263, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.663597] env[68831]: DEBUG nova.compute.utils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.666202] env[68831]: DEBUG nova.compute.manager [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.666336] env[68831]: DEBUG nova.network.neutron [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.713340] env[68831]: DEBUG nova.policy [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2468973fdcd14ebd958391d84719315b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '104945a5ab134e1a83e6e3f62cb39ecf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.721091] env[68831]: INFO nova.compute.manager [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Took 41.57 seconds to build instance. [ 710.732299] env[68831]: DEBUG oslo_concurrency.lockutils [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.768188] env[68831]: INFO nova.compute.manager [-] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Took 1.45 seconds to deallocate network for instance. [ 710.833456] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.925059] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Releasing lock "refresh_cache-40404246-f067-4f63-b751-1509d0844840" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.925448] env[68831]: DEBUG nova.compute.manager [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Instance network_info: |[{"id": "efb1e7d4-2adf-4493-b4cf-25fa84cc3110", "address": "fa:16:3e:b5:8f:ec", "network": {"id": "b035ecf0-f308-455d-b518-5592b758bd81", "bridge": "br-int", "label": "tempest-ServersTestJSON-2021810506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d63fcdeb630472b8fcc22464cd229fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb1e7d4-2a", "ovs_interfaceid": "efb1e7d4-2adf-4493-b4cf-25fa84cc3110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.928260] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:8f:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efb1e7d4-2adf-4493-b4cf-25fa84cc3110', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.936633] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Creating folder: Project (5d63fcdeb630472b8fcc22464cd229fe). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.936681] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f87c5c9d-264a-41db-9d21-28ef1d995a41 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.947200] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802264, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.952750] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Created folder: Project (5d63fcdeb630472b8fcc22464cd229fe) in parent group-v563050. [ 710.952943] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Creating folder: Instances. Parent ref: group-v563117. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.953256] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f38b92ff-4ed0-4601-bc15-989404a5c1f5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.962622] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Created folder: Instances in parent group-v563117. [ 710.962865] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.963091] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40404246-f067-4f63-b751-1509d0844840] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.963316] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23275628-6ac0-4788-b969-e3206f671641 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.988068] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.988068] env[68831]: value = "task-2802267" [ 710.988068] env[68831]: _type = "Task" [ 710.988068] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.999098] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802267, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.045128] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81674} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.045128] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 0acce7bd-b0b0-430e-b913-8d3a73b9e783/0acce7bd-b0b0-430e-b913-8d3a73b9e783.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.045410] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.046373] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-653712ae-b569-4c22-a352-2a21e0721d2f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.052747] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 711.052747] env[68831]: value = "task-2802268" [ 711.052747] env[68831]: _type = "Task" [ 711.052747] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.064942] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.164563] env[68831]: DEBUG nova.network.neutron [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Successfully created port: b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.170072] env[68831]: DEBUG nova.compute.manager [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.223427] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.822s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.252766] env[68831]: DEBUG nova.compute.manager [req-5d4aff16-670f-4736-8a98-e3a9eae628c7 req-95dcb6fb-b7cc-4949-a257-418f61581fab service nova] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Received event network-vif-deleted-6e60bda2-f6db-40b7-bef3-55056d235adf {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.252982] env[68831]: DEBUG nova.compute.manager [req-5d4aff16-670f-4736-8a98-e3a9eae628c7 req-95dcb6fb-b7cc-4949-a257-418f61581fab service nova] [instance: 40404246-f067-4f63-b751-1509d0844840] Received event network-changed-efb1e7d4-2adf-4493-b4cf-25fa84cc3110 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.253247] env[68831]: DEBUG nova.compute.manager [req-5d4aff16-670f-4736-8a98-e3a9eae628c7 req-95dcb6fb-b7cc-4949-a257-418f61581fab service nova] [instance: 40404246-f067-4f63-b751-1509d0844840] Refreshing instance network info cache due to event network-changed-efb1e7d4-2adf-4493-b4cf-25fa84cc3110. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 711.253460] env[68831]: DEBUG oslo_concurrency.lockutils [req-5d4aff16-670f-4736-8a98-e3a9eae628c7 req-95dcb6fb-b7cc-4949-a257-418f61581fab service nova] Acquiring lock "refresh_cache-40404246-f067-4f63-b751-1509d0844840" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.253597] env[68831]: DEBUG oslo_concurrency.lockutils [req-5d4aff16-670f-4736-8a98-e3a9eae628c7 req-95dcb6fb-b7cc-4949-a257-418f61581fab service nova] Acquired lock "refresh_cache-40404246-f067-4f63-b751-1509d0844840" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.253824] env[68831]: DEBUG nova.network.neutron [req-5d4aff16-670f-4736-8a98-e3a9eae628c7 req-95dcb6fb-b7cc-4949-a257-418f61581fab service nova] [instance: 40404246-f067-4f63-b751-1509d0844840] Refreshing network info cache for port efb1e7d4-2adf-4493-b4cf-25fa84cc3110 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.274739] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8448a4b4-3590-4636-8a0f-c38b77c5e8d4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.278849] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.286398] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d37a645-b5d2-4e46-bef6-5488f42dceb0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.339588] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cf0bea-cd49-4981-a2a4-7585c372d0bf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.348258] env[68831]: DEBUG oslo_vmware.api [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802262, 'name': PowerOnVM_Task, 'duration_secs': 1.285367} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.350811] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.351152] env[68831]: INFO nova.compute.manager [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Took 8.06 seconds to spawn the instance on the hypervisor. [ 711.351416] env[68831]: DEBUG nova.compute.manager [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.352447] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a14a388-c619-44d1-9b32-71f729f2235f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.356494] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af360f3c-fd89-43bc-9e65-0528eb8dafcc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.377581] env[68831]: DEBUG nova.compute.provider_tree [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.448507] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802264, 'name': CloneVM_Task} progress is 95%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.497591] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802267, 'name': CreateVM_Task, 'duration_secs': 0.34449} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.497674] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40404246-f067-4f63-b751-1509d0844840] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.498493] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.498750] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.499046] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.499523] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00351e34-1311-49af-bf65-1908b4af67fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.504774] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Waiting for the task: (returnval){ [ 711.504774] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524e0117-96bf-db80-9dcf-d47ca401b0f8" [ 711.504774] env[68831]: _type = "Task" [ 711.504774] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.512556] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524e0117-96bf-db80-9dcf-d47ca401b0f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.566377] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07243} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.566654] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.568224] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea20220-3bc3-4774-bb49-61ffd7d38074 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.592282] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 0acce7bd-b0b0-430e-b913-8d3a73b9e783/0acce7bd-b0b0-430e-b913-8d3a73b9e783.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.592282] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-620302a8-cc85-49be-8417-add03163c6db {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.614481] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 711.614481] env[68831]: value = "task-2802269" [ 711.614481] env[68831]: _type = "Task" [ 711.614481] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.622594] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.727627] env[68831]: DEBUG nova.compute.manager [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.881831] env[68831]: DEBUG nova.scheduler.client.report [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.896089] env[68831]: INFO nova.compute.manager [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Took 40.55 seconds to build instance. [ 711.949081] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802264, 'name': CloneVM_Task, 'duration_secs': 1.468136} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.949390] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Created linked-clone VM from snapshot [ 711.950178] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e3933e-b643-47ec-ac19-2a0daf3058a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.957770] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Uploading image ce5027e7-388e-4a1f-a6f1-63e6dd6c398d {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 711.984152] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 711.984152] env[68831]: value = "vm-563116" [ 711.984152] env[68831]: _type = "VirtualMachine" [ 711.984152] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 711.984812] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60feb945-a325-477b-98eb-07b187a1ff81 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.991071] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Lease: (returnval){ [ 711.991071] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52827cdd-2497-80ce-f179-db4001619847" [ 711.991071] env[68831]: _type = "HttpNfcLease" [ 711.991071] env[68831]: } obtained for exporting VM: (result){ [ 711.991071] env[68831]: value = "vm-563116" [ 711.991071] env[68831]: _type = "VirtualMachine" [ 711.991071] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 711.991461] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the lease: (returnval){ [ 711.991461] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52827cdd-2497-80ce-f179-db4001619847" [ 711.991461] env[68831]: _type = "HttpNfcLease" [ 711.991461] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 711.999460] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 711.999460] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52827cdd-2497-80ce-f179-db4001619847" [ 711.999460] env[68831]: _type = "HttpNfcLease" [ 711.999460] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 712.020136] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524e0117-96bf-db80-9dcf-d47ca401b0f8, 'name': SearchDatastore_Task, 'duration_secs': 0.042252} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.020460] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.020711] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.021022] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.021192] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.021375] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.021644] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-300ed0fe-ab74-4418-a682-30ab26dffc80 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.036157] env[68831]: DEBUG nova.network.neutron [req-5d4aff16-670f-4736-8a98-e3a9eae628c7 req-95dcb6fb-b7cc-4949-a257-418f61581fab service nova] [instance: 40404246-f067-4f63-b751-1509d0844840] Updated VIF entry in instance network info cache for port efb1e7d4-2adf-4493-b4cf-25fa84cc3110. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.036157] env[68831]: DEBUG nova.network.neutron [req-5d4aff16-670f-4736-8a98-e3a9eae628c7 req-95dcb6fb-b7cc-4949-a257-418f61581fab service nova] [instance: 40404246-f067-4f63-b751-1509d0844840] Updating instance_info_cache with network_info: [{"id": "efb1e7d4-2adf-4493-b4cf-25fa84cc3110", "address": "fa:16:3e:b5:8f:ec", "network": {"id": "b035ecf0-f308-455d-b518-5592b758bd81", "bridge": "br-int", "label": "tempest-ServersTestJSON-2021810506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d63fcdeb630472b8fcc22464cd229fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb1e7d4-2a", "ovs_interfaceid": "efb1e7d4-2adf-4493-b4cf-25fa84cc3110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.037560] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.037738] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.038668] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd099cc8-95e8-4a3d-8410-6b2315bfe0b7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.043758] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Waiting for the task: (returnval){ [ 712.043758] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521abc0b-dd37-130c-a0ad-0fc6d179dd51" [ 712.043758] env[68831]: _type = "Task" [ 712.043758] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.052233] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521abc0b-dd37-130c-a0ad-0fc6d179dd51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.073129] env[68831]: DEBUG nova.compute.manager [req-75e54a35-fa27-4c4b-bf68-6a684aa7ce22 req-13d7f93c-3f69-4cfb-9467-fda5fdceb23e service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Received event network-changed-9774c82f-1f15-42dd-821b-0d7e0f8697e8 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.073339] env[68831]: DEBUG nova.compute.manager [req-75e54a35-fa27-4c4b-bf68-6a684aa7ce22 req-13d7f93c-3f69-4cfb-9467-fda5fdceb23e service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Refreshing instance network info cache due to event network-changed-9774c82f-1f15-42dd-821b-0d7e0f8697e8. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 712.073698] env[68831]: DEBUG oslo_concurrency.lockutils [req-75e54a35-fa27-4c4b-bf68-6a684aa7ce22 req-13d7f93c-3f69-4cfb-9467-fda5fdceb23e service nova] Acquiring lock "refresh_cache-9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.073698] env[68831]: DEBUG oslo_concurrency.lockutils [req-75e54a35-fa27-4c4b-bf68-6a684aa7ce22 req-13d7f93c-3f69-4cfb-9467-fda5fdceb23e service nova] Acquired lock "refresh_cache-9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.073951] env[68831]: DEBUG nova.network.neutron [req-75e54a35-fa27-4c4b-bf68-6a684aa7ce22 req-13d7f93c-3f69-4cfb-9467-fda5fdceb23e service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Refreshing network info cache for port 9774c82f-1f15-42dd-821b-0d7e0f8697e8 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.125315] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.187396] env[68831]: DEBUG nova.compute.manager [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.212961] env[68831]: DEBUG nova.virt.hardware [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.213351] env[68831]: DEBUG nova.virt.hardware [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.213592] env[68831]: DEBUG nova.virt.hardware [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.213839] env[68831]: DEBUG nova.virt.hardware [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.214058] env[68831]: DEBUG nova.virt.hardware [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.214276] env[68831]: DEBUG nova.virt.hardware [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.214549] env[68831]: DEBUG nova.virt.hardware [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.214767] env[68831]: DEBUG nova.virt.hardware [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.214993] env[68831]: DEBUG nova.virt.hardware [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.215256] env[68831]: DEBUG nova.virt.hardware [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.215532] env[68831]: DEBUG nova.virt.hardware [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.216452] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58e3c64-68a7-48d6-b55a-da6547337a4b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.227111] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97050be-7cf9-4dae-b682-fc999b1e7f31 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.261889] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.392598] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.394791] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.203s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.396348] env[68831]: INFO nova.compute.claims [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.399139] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d847d0a6-0935-46d2-b4a3-b21af2703c99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Lock "fb8d223d-d2ec-48c1-8d20-7617be76dabe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.055s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.410973] env[68831]: INFO nova.scheduler.client.report [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Deleted allocations for instance 48440713-7649-4947-8bf0-89bcfaec2a28 [ 712.500079] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 712.500079] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52827cdd-2497-80ce-f179-db4001619847" [ 712.500079] env[68831]: _type = "HttpNfcLease" [ 712.500079] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 712.500493] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 712.500493] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52827cdd-2497-80ce-f179-db4001619847" [ 712.500493] env[68831]: _type = "HttpNfcLease" [ 712.500493] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 712.501205] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1f44ae-7526-4bb0-82e7-1382b4c33a47 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.508804] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265d343-d157-c896-9147-e9dbec2a15bc/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 712.509016] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265d343-d157-c896-9147-e9dbec2a15bc/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 712.566816] env[68831]: DEBUG oslo_concurrency.lockutils [req-5d4aff16-670f-4736-8a98-e3a9eae628c7 req-95dcb6fb-b7cc-4949-a257-418f61581fab service nova] Releasing lock "refresh_cache-40404246-f067-4f63-b751-1509d0844840" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.567118] env[68831]: DEBUG nova.compute.manager [req-5d4aff16-670f-4736-8a98-e3a9eae628c7 req-95dcb6fb-b7cc-4949-a257-418f61581fab service nova] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Received event network-vif-deleted-61f8ec14-6163-40d9-bfb9-937d8effe1e8 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.579282] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521abc0b-dd37-130c-a0ad-0fc6d179dd51, 'name': SearchDatastore_Task, 'duration_secs': 0.035033} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.580516] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb9c0d4-0bff-4bcc-870f-9100c4f61e25 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.586970] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Waiting for the task: (returnval){ [ 712.586970] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52896292-72f3-6f21-22c8-752402e4d4ce" [ 712.586970] env[68831]: _type = "Task" [ 712.586970] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.596923] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52896292-72f3-6f21-22c8-752402e4d4ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.612338] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3eb26637-9b71-41e8-ad03-23e5e0dd0092 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.627375] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802269, 'name': ReconfigVM_Task, 'duration_secs': 0.981381} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.627825] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 0acce7bd-b0b0-430e-b913-8d3a73b9e783/0acce7bd-b0b0-430e-b913-8d3a73b9e783.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.630623] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-162e811d-cba8-45ed-9fa7-62a61258d445 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.637295] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 712.637295] env[68831]: value = "task-2802271" [ 712.637295] env[68831]: _type = "Task" [ 712.637295] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.653216] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802271, 'name': Rename_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.904753] env[68831]: DEBUG nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.921085] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Lock "48440713-7649-4947-8bf0-89bcfaec2a28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.600s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.025934] env[68831]: DEBUG nova.network.neutron [req-75e54a35-fa27-4c4b-bf68-6a684aa7ce22 req-13d7f93c-3f69-4cfb-9467-fda5fdceb23e service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Updated VIF entry in instance network info cache for port 9774c82f-1f15-42dd-821b-0d7e0f8697e8. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.030316] env[68831]: DEBUG nova.network.neutron [req-75e54a35-fa27-4c4b-bf68-6a684aa7ce22 req-13d7f93c-3f69-4cfb-9467-fda5fdceb23e service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Updating instance_info_cache with network_info: [{"id": "9774c82f-1f15-42dd-821b-0d7e0f8697e8", "address": "fa:16:3e:7d:59:b0", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9774c82f-1f", "ovs_interfaceid": "9774c82f-1f15-42dd-821b-0d7e0f8697e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.098880] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52896292-72f3-6f21-22c8-752402e4d4ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.099318] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.100590] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 40404246-f067-4f63-b751-1509d0844840/40404246-f067-4f63-b751-1509d0844840.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.100590] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cf8cf2e-9647-400c-a112-0664f9e2c834 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.110137] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Waiting for the task: (returnval){ [ 713.110137] env[68831]: value = "task-2802272" [ 713.110137] env[68831]: _type = "Task" [ 713.110137] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.114502] env[68831]: DEBUG nova.network.neutron [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Successfully updated port: b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.116523] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Acquiring lock "fb8d223d-d2ec-48c1-8d20-7617be76dabe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.116523] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Lock "fb8d223d-d2ec-48c1-8d20-7617be76dabe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.116523] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Acquiring lock "fb8d223d-d2ec-48c1-8d20-7617be76dabe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.116523] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Lock "fb8d223d-d2ec-48c1-8d20-7617be76dabe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.117034] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Lock "fb8d223d-d2ec-48c1-8d20-7617be76dabe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.122447] env[68831]: INFO nova.compute.manager [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Terminating instance [ 713.128309] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.148997] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802271, 'name': Rename_Task, 'duration_secs': 0.159265} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.149390] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.149722] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88d688ca-eff5-4a3a-adca-dcb9087b6d8d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.156180] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 713.156180] env[68831]: value = "task-2802273" [ 713.156180] env[68831]: _type = "Task" [ 713.156180] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.170287] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.389064] env[68831]: DEBUG nova.compute.manager [req-92f00da6-7135-4b5b-90cd-dc9bad51f77c req-0bcda9a0-1d43-497d-9ef1-b7e17a99fca5 service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Received event network-vif-plugged-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.391031] env[68831]: DEBUG oslo_concurrency.lockutils [req-92f00da6-7135-4b5b-90cd-dc9bad51f77c req-0bcda9a0-1d43-497d-9ef1-b7e17a99fca5 service nova] Acquiring lock "2494681b-ef4f-405a-8898-affcc4f7f136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.391031] env[68831]: DEBUG oslo_concurrency.lockutils [req-92f00da6-7135-4b5b-90cd-dc9bad51f77c req-0bcda9a0-1d43-497d-9ef1-b7e17a99fca5 service nova] Lock "2494681b-ef4f-405a-8898-affcc4f7f136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.391309] env[68831]: DEBUG oslo_concurrency.lockutils [req-92f00da6-7135-4b5b-90cd-dc9bad51f77c req-0bcda9a0-1d43-497d-9ef1-b7e17a99fca5 service nova] Lock "2494681b-ef4f-405a-8898-affcc4f7f136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.392270] env[68831]: DEBUG nova.compute.manager [req-92f00da6-7135-4b5b-90cd-dc9bad51f77c req-0bcda9a0-1d43-497d-9ef1-b7e17a99fca5 service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] No waiting events found dispatching network-vif-plugged-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.392270] env[68831]: WARNING nova.compute.manager [req-92f00da6-7135-4b5b-90cd-dc9bad51f77c req-0bcda9a0-1d43-497d-9ef1-b7e17a99fca5 service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Received unexpected event network-vif-plugged-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 for instance with vm_state building and task_state spawning. [ 713.392270] env[68831]: DEBUG nova.compute.manager [req-92f00da6-7135-4b5b-90cd-dc9bad51f77c req-0bcda9a0-1d43-497d-9ef1-b7e17a99fca5 service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Received event network-changed-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.392270] env[68831]: DEBUG nova.compute.manager [req-92f00da6-7135-4b5b-90cd-dc9bad51f77c req-0bcda9a0-1d43-497d-9ef1-b7e17a99fca5 service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Refreshing instance network info cache due to event network-changed-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 713.392270] env[68831]: DEBUG oslo_concurrency.lockutils [req-92f00da6-7135-4b5b-90cd-dc9bad51f77c req-0bcda9a0-1d43-497d-9ef1-b7e17a99fca5 service nova] Acquiring lock "refresh_cache-2494681b-ef4f-405a-8898-affcc4f7f136" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.394244] env[68831]: DEBUG oslo_concurrency.lockutils [req-92f00da6-7135-4b5b-90cd-dc9bad51f77c req-0bcda9a0-1d43-497d-9ef1-b7e17a99fca5 service nova] Acquired lock "refresh_cache-2494681b-ef4f-405a-8898-affcc4f7f136" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.394608] env[68831]: DEBUG nova.network.neutron [req-92f00da6-7135-4b5b-90cd-dc9bad51f77c req-0bcda9a0-1d43-497d-9ef1-b7e17a99fca5 service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Refreshing network info cache for port b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.438498] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.537623] env[68831]: DEBUG oslo_concurrency.lockutils [req-75e54a35-fa27-4c4b-bf68-6a684aa7ce22 req-13d7f93c-3f69-4cfb-9467-fda5fdceb23e service nova] Releasing lock "refresh_cache-9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.620246] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "refresh_cache-2494681b-ef4f-405a-8898-affcc4f7f136" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.626980] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802272, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.630182] env[68831]: DEBUG nova.compute.manager [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.630254] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.631252] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af800b6-3596-4488-9dec-12d48e1ebac2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.640419] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.640726] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cacec1b8-9e4d-4c27-bd18-0e7f6a602d5d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.647902] env[68831]: DEBUG oslo_vmware.api [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Waiting for the task: (returnval){ [ 713.647902] env[68831]: value = "task-2802274" [ 713.647902] env[68831]: _type = "Task" [ 713.647902] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.656698] env[68831]: DEBUG oslo_vmware.api [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.672218] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802273, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.948216] env[68831]: DEBUG nova.network.neutron [req-92f00da6-7135-4b5b-90cd-dc9bad51f77c req-0bcda9a0-1d43-497d-9ef1-b7e17a99fca5 service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.987885] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f5faa6-2192-4d8b-83bb-91785d027320 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.996009] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c1a98d-e3e8-45e3-8113-8e4951461b7b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.034140] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8312c6a-0100-4985-bc5c-15f72227cfdd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.043084] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076ff26f-df8f-4dab-ad42-1a66f0bf5d1d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.060113] env[68831]: DEBUG nova.compute.provider_tree [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.103238] env[68831]: DEBUG nova.network.neutron [req-92f00da6-7135-4b5b-90cd-dc9bad51f77c req-0bcda9a0-1d43-497d-9ef1-b7e17a99fca5 service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.119357] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555065} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.119757] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 40404246-f067-4f63-b751-1509d0844840/40404246-f067-4f63-b751-1509d0844840.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.120096] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.120365] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-726cd13b-ec89-42a3-8ea9-a29300f338de {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.127437] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Waiting for the task: (returnval){ [ 714.127437] env[68831]: value = "task-2802275" [ 714.127437] env[68831]: _type = "Task" [ 714.127437] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.138218] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.159137] env[68831]: DEBUG oslo_vmware.api [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802274, 'name': PowerOffVM_Task, 'duration_secs': 0.174763} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.162449] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.162699] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.163007] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28ae3716-8e29-4133-a489-7160202c9280 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.170343] env[68831]: DEBUG oslo_vmware.api [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802273, 'name': PowerOnVM_Task, 'duration_secs': 0.792337} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.170680] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.170961] env[68831]: INFO nova.compute.manager [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Took 8.29 seconds to spawn the instance on the hypervisor. [ 714.171188] env[68831]: DEBUG nova.compute.manager [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.172027] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28de58c8-e0b0-4161-b287-0fbc7d0e25f8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.239501] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.239788] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.239980] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Deleting the datastore file [datastore2] fb8d223d-d2ec-48c1-8d20-7617be76dabe {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.240353] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a503b1a9-cd09-4372-8c24-e7da4681c443 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.248348] env[68831]: DEBUG oslo_vmware.api [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Waiting for the task: (returnval){ [ 714.248348] env[68831]: value = "task-2802277" [ 714.248348] env[68831]: _type = "Task" [ 714.248348] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.256683] env[68831]: DEBUG oslo_vmware.api [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.564382] env[68831]: DEBUG nova.scheduler.client.report [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.606229] env[68831]: DEBUG oslo_concurrency.lockutils [req-92f00da6-7135-4b5b-90cd-dc9bad51f77c req-0bcda9a0-1d43-497d-9ef1-b7e17a99fca5 service nova] Releasing lock "refresh_cache-2494681b-ef4f-405a-8898-affcc4f7f136" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.608079] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquired lock "refresh_cache-2494681b-ef4f-405a-8898-affcc4f7f136" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.608335] env[68831]: DEBUG nova.network.neutron [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.638224] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135333} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.638508] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.639325] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282ece93-56ce-4b71-9607-2ce80537ecb1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.664118] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 40404246-f067-4f63-b751-1509d0844840/40404246-f067-4f63-b751-1509d0844840.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.664419] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3baf42b-dc24-49de-9914-44b9e8940a49 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.690509] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Waiting for the task: (returnval){ [ 714.690509] env[68831]: value = "task-2802278" [ 714.690509] env[68831]: _type = "Task" [ 714.690509] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.697385] env[68831]: INFO nova.compute.manager [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Took 42.28 seconds to build instance. [ 714.703763] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.759396] env[68831]: DEBUG oslo_vmware.api [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Task: {'id': task-2802277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387518} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.759814] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.760013] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.760216] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.760411] env[68831]: INFO nova.compute.manager [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 714.760787] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.761191] env[68831]: DEBUG nova.compute.manager [-] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.761350] env[68831]: DEBUG nova.network.neutron [-] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.068427] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.068788] env[68831]: DEBUG nova.compute.manager [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.072037] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.446s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.072037] env[68831]: DEBUG nova.objects.instance [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Lazy-loading 'resources' on Instance uuid bcce1167-e77a-40a1-afcf-3a6d77789789 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.154869] env[68831]: DEBUG nova.network.neutron [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.199695] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.055s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.207760] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.365605] env[68831]: DEBUG nova.network.neutron [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Updating instance_info_cache with network_info: [{"id": "b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21", "address": "fa:16:3e:94:b0:d2", "network": {"id": "9d585a58-9359-4483-b691-3dd39e3739a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-58095815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104945a5ab134e1a83e6e3f62cb39ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a46f7a-c3", "ovs_interfaceid": "b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.498220] env[68831]: DEBUG nova.compute.manager [req-64bb3aaa-db9c-4d22-95ed-655addfcb96b req-94333695-7cc4-4d1d-93dc-34e82df3c929 service nova] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Received event network-vif-deleted-02efd849-4905-469f-91dd-ea2c39d48507 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.498470] env[68831]: INFO nova.compute.manager [req-64bb3aaa-db9c-4d22-95ed-655addfcb96b req-94333695-7cc4-4d1d-93dc-34e82df3c929 service nova] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Neutron deleted interface 02efd849-4905-469f-91dd-ea2c39d48507; detaching it from the instance and deleting it from the info cache [ 715.498750] env[68831]: DEBUG nova.network.neutron [req-64bb3aaa-db9c-4d22-95ed-655addfcb96b req-94333695-7cc4-4d1d-93dc-34e82df3c929 service nova] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.560467] env[68831]: DEBUG nova.network.neutron [-] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.576279] env[68831]: DEBUG nova.compute.utils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.580459] env[68831]: DEBUG nova.compute.manager [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.580955] env[68831]: DEBUG nova.network.neutron [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.666267] env[68831]: DEBUG nova.policy [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e31d42e80cc4affa1ce099dad0a2aa2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e52dc5cd3ea490b9f47ad95a7406fd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.704601] env[68831]: DEBUG nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.716628] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802278, 'name': ReconfigVM_Task, 'duration_secs': 0.599497} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.719378] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 40404246-f067-4f63-b751-1509d0844840/40404246-f067-4f63-b751-1509d0844840.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.720241] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7cffdd6-46df-4a1b-a332-6806374baa3a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.729032] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Waiting for the task: (returnval){ [ 715.729032] env[68831]: value = "task-2802279" [ 715.729032] env[68831]: _type = "Task" [ 715.729032] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.738746] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802279, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.867369] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Releasing lock "refresh_cache-2494681b-ef4f-405a-8898-affcc4f7f136" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.867369] env[68831]: DEBUG nova.compute.manager [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Instance network_info: |[{"id": "b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21", "address": "fa:16:3e:94:b0:d2", "network": {"id": "9d585a58-9359-4483-b691-3dd39e3739a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-58095815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104945a5ab134e1a83e6e3f62cb39ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a46f7a-c3", "ovs_interfaceid": "b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.867704] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:b0:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.879067] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.886016] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.886016] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fcab0f8-21da-4238-b273-06556fb89e7f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.914250] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.914250] env[68831]: value = "task-2802280" [ 715.914250] env[68831]: _type = "Task" [ 715.914250] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.927190] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802280, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.001633] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b03494f9-3ddd-4839-9c59-fbf4b563ceca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.012559] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198a9201-a526-4a02-bd8e-c049c0a5ed4f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.052661] env[68831]: DEBUG nova.compute.manager [req-64bb3aaa-db9c-4d22-95ed-655addfcb96b req-94333695-7cc4-4d1d-93dc-34e82df3c929 service nova] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Detach interface failed, port_id=02efd849-4905-469f-91dd-ea2c39d48507, reason: Instance fb8d223d-d2ec-48c1-8d20-7617be76dabe could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 716.065842] env[68831]: INFO nova.compute.manager [-] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Took 1.30 seconds to deallocate network for instance. [ 716.076440] env[68831]: DEBUG nova.compute.manager [req-f5326743-31ab-4641-9355-5612f668a32b req-1495f2a5-f9ed-4065-8e54-270825db5495 service nova] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Received event network-changed-5e87b985-9b83-4b8b-b1e1-a6091084c19d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.076624] env[68831]: DEBUG nova.compute.manager [req-f5326743-31ab-4641-9355-5612f668a32b req-1495f2a5-f9ed-4065-8e54-270825db5495 service nova] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Refreshing instance network info cache due to event network-changed-5e87b985-9b83-4b8b-b1e1-a6091084c19d. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 716.076857] env[68831]: DEBUG oslo_concurrency.lockutils [req-f5326743-31ab-4641-9355-5612f668a32b req-1495f2a5-f9ed-4065-8e54-270825db5495 service nova] Acquiring lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.077047] env[68831]: DEBUG oslo_concurrency.lockutils [req-f5326743-31ab-4641-9355-5612f668a32b req-1495f2a5-f9ed-4065-8e54-270825db5495 service nova] Acquired lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.077440] env[68831]: DEBUG nova.network.neutron [req-f5326743-31ab-4641-9355-5612f668a32b req-1495f2a5-f9ed-4065-8e54-270825db5495 service nova] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Refreshing network info cache for port 5e87b985-9b83-4b8b-b1e1-a6091084c19d {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.079776] env[68831]: DEBUG nova.compute.manager [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.220130] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e07396-b8a2-4e29-bbd4-759d026a242d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.229193] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0e2a9f-e199-47e8-9e88-94fab3955802 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.233996] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.295172] env[68831]: DEBUG nova.network.neutron [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Successfully created port: 99954878-04c5-4e13-b12c-7020b9e152e6 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.304740] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b875bc-c600-4d4d-9097-69f24cef5c48 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.308556] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802279, 'name': Rename_Task, 'duration_secs': 0.269024} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.309387] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.310174] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4ae2b11-2402-4b4d-8ed8-e7e799a7925c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.317965] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b32c34-b0b3-439b-bb06-0b7634faba78 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.325700] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Waiting for the task: (returnval){ [ 716.325700] env[68831]: value = "task-2802281" [ 716.325700] env[68831]: _type = "Task" [ 716.325700] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.345257] env[68831]: DEBUG nova.compute.provider_tree [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.359026] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.425245] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802280, 'name': CreateVM_Task, 'duration_secs': 0.380385} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.425457] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.426211] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.426815] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.426815] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.426946] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06c93677-b0b9-473b-84b4-ca51a60c931d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.432794] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 716.432794] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5266ebc4-9077-a0e6-b096-2ab36d2de57e" [ 716.432794] env[68831]: _type = "Task" [ 716.432794] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.441723] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5266ebc4-9077-a0e6-b096-2ab36d2de57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.573588] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.838354] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802281, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.870787] env[68831]: ERROR nova.scheduler.client.report [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] [req-42352cc0-ad07-457b-8026-e1138507394a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-42352cc0-ad07-457b-8026-e1138507394a"}]} [ 716.895597] env[68831]: DEBUG nova.network.neutron [req-f5326743-31ab-4641-9355-5612f668a32b req-1495f2a5-f9ed-4065-8e54-270825db5495 service nova] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updated VIF entry in instance network info cache for port 5e87b985-9b83-4b8b-b1e1-a6091084c19d. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.896419] env[68831]: DEBUG nova.network.neutron [req-f5326743-31ab-4641-9355-5612f668a32b req-1495f2a5-f9ed-4065-8e54-270825db5495 service nova] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating instance_info_cache with network_info: [{"id": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "address": "fa:16:3e:7d:0b:79", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e87b985-9b", "ovs_interfaceid": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.901866] env[68831]: DEBUG nova.scheduler.client.report [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Refreshing inventories for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 716.923962] env[68831]: DEBUG nova.scheduler.client.report [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Updating ProviderTree inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 716.924378] env[68831]: DEBUG nova.compute.provider_tree [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.942654] env[68831]: DEBUG nova.scheduler.client.report [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Refreshing aggregate associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, aggregates: None {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 716.953847] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5266ebc4-9077-a0e6-b096-2ab36d2de57e, 'name': SearchDatastore_Task, 'duration_secs': 0.0171} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.954213] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.954471] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.954786] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.954888] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.955730] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.956061] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8154cf12-5e56-45d4-975b-cf147c9ee3b1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.965363] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.965549] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.967013] env[68831]: DEBUG nova.scheduler.client.report [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Refreshing trait associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 716.969067] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd31b4d-d165-4268-9ff1-d86d185a5021 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.976869] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 716.976869] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ee7f1d-c4a2-3788-b728-c58dbda093ce" [ 716.976869] env[68831]: _type = "Task" [ 716.976869] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.986362] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ee7f1d-c4a2-3788-b728-c58dbda093ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.087915] env[68831]: DEBUG nova.compute.manager [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.118299] env[68831]: DEBUG nova.virt.hardware [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.118596] env[68831]: DEBUG nova.virt.hardware [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.118806] env[68831]: DEBUG nova.virt.hardware [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.119014] env[68831]: DEBUG nova.virt.hardware [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.119166] env[68831]: DEBUG nova.virt.hardware [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.119314] env[68831]: DEBUG nova.virt.hardware [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.119534] env[68831]: DEBUG nova.virt.hardware [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.119707] env[68831]: DEBUG nova.virt.hardware [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.119907] env[68831]: DEBUG nova.virt.hardware [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.124728] env[68831]: DEBUG nova.virt.hardware [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.125477] env[68831]: DEBUG nova.virt.hardware [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.126451] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980dead1-2fdc-4f5f-bc51-f445b433e9d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.136416] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddb3f90-8320-4b0f-aca4-0587c3bb6b10 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.337344] env[68831]: DEBUG oslo_vmware.api [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802281, 'name': PowerOnVM_Task, 'duration_secs': 0.592857} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.337670] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.337910] env[68831]: INFO nova.compute.manager [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Took 8.79 seconds to spawn the instance on the hypervisor. [ 717.338193] env[68831]: DEBUG nova.compute.manager [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.339016] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4803a5f-7e5a-4e8d-999d-7b77575a51fb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.399360] env[68831]: DEBUG oslo_concurrency.lockutils [req-f5326743-31ab-4641-9355-5612f668a32b req-1495f2a5-f9ed-4065-8e54-270825db5495 service nova] Releasing lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.490022] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ee7f1d-c4a2-3788-b728-c58dbda093ce, 'name': SearchDatastore_Task, 'duration_secs': 0.014353} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.490547] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24686beb-529a-425d-bd62-d2212dd327fc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.498260] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 717.498260] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f77894-1d71-c745-08fd-253746fe517b" [ 717.498260] env[68831]: _type = "Task" [ 717.498260] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.506332] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f77894-1d71-c745-08fd-253746fe517b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.521481] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e5b7b1-08aa-40f3-af03-c749daa4fed0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.529221] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623bd057-d3cb-44e4-af70-db3e02bc8271 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.560488] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c9b67c-25bc-4551-8bfd-85befde83e9f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.568582] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fe2541-028f-40c3-a59d-2d81953d96d6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.583622] env[68831]: DEBUG nova.compute.provider_tree [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.862208] env[68831]: INFO nova.compute.manager [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Took 44.49 seconds to build instance. [ 717.977261] env[68831]: DEBUG nova.compute.manager [req-472309a3-056e-46fd-9c39-401048f147d4 req-c11e0823-03c0-4d36-bff2-afa491f96339 service nova] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Received event network-vif-plugged-99954878-04c5-4e13-b12c-7020b9e152e6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.977568] env[68831]: DEBUG oslo_concurrency.lockutils [req-472309a3-056e-46fd-9c39-401048f147d4 req-c11e0823-03c0-4d36-bff2-afa491f96339 service nova] Acquiring lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.977765] env[68831]: DEBUG oslo_concurrency.lockutils [req-472309a3-056e-46fd-9c39-401048f147d4 req-c11e0823-03c0-4d36-bff2-afa491f96339 service nova] Lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.978056] env[68831]: DEBUG oslo_concurrency.lockutils [req-472309a3-056e-46fd-9c39-401048f147d4 req-c11e0823-03c0-4d36-bff2-afa491f96339 service nova] Lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.979759] env[68831]: DEBUG nova.compute.manager [req-472309a3-056e-46fd-9c39-401048f147d4 req-c11e0823-03c0-4d36-bff2-afa491f96339 service nova] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] No waiting events found dispatching network-vif-plugged-99954878-04c5-4e13-b12c-7020b9e152e6 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.980050] env[68831]: WARNING nova.compute.manager [req-472309a3-056e-46fd-9c39-401048f147d4 req-c11e0823-03c0-4d36-bff2-afa491f96339 service nova] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Received unexpected event network-vif-plugged-99954878-04c5-4e13-b12c-7020b9e152e6 for instance with vm_state building and task_state spawning. [ 718.013135] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f77894-1d71-c745-08fd-253746fe517b, 'name': SearchDatastore_Task, 'duration_secs': 0.02785} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.013530] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.013883] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 2494681b-ef4f-405a-8898-affcc4f7f136/2494681b-ef4f-405a-8898-affcc4f7f136.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.014174] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cb5e299-fe0c-436b-b76a-0bd7a6340be8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.025545] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 718.025545] env[68831]: value = "task-2802282" [ 718.025545] env[68831]: _type = "Task" [ 718.025545] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.038128] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.057490] env[68831]: DEBUG nova.network.neutron [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Successfully updated port: 99954878-04c5-4e13-b12c-7020b9e152e6 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.142787] env[68831]: DEBUG nova.scheduler.client.report [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Updated inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 718.143483] env[68831]: DEBUG nova.compute.provider_tree [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 48 to 49 during operation: update_inventory {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 718.143483] env[68831]: DEBUG nova.compute.provider_tree [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.364107] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c01a2963-b067-4949-bdf9-ef1461c70acf tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Lock "40404246-f067-4f63-b751-1509d0844840" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.110s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.540990] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802282, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.562555] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "refresh_cache-9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.562555] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired lock "refresh_cache-9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.562555] env[68831]: DEBUG nova.network.neutron [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.651167] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.579s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.655816] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.861s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.657931] env[68831]: INFO nova.compute.claims [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.676837] env[68831]: INFO nova.scheduler.client.report [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Deleted allocations for instance bcce1167-e77a-40a1-afcf-3a6d77789789 [ 718.695144] env[68831]: DEBUG nova.compute.manager [req-44b364eb-1f4e-4659-ac42-a2529867962a req-e1e076e3-8e55-4867-b65c-2aadc2ebadca service nova] [instance: 40404246-f067-4f63-b751-1509d0844840] Received event network-changed-efb1e7d4-2adf-4493-b4cf-25fa84cc3110 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.697012] env[68831]: DEBUG nova.compute.manager [req-44b364eb-1f4e-4659-ac42-a2529867962a req-e1e076e3-8e55-4867-b65c-2aadc2ebadca service nova] [instance: 40404246-f067-4f63-b751-1509d0844840] Refreshing instance network info cache due to event network-changed-efb1e7d4-2adf-4493-b4cf-25fa84cc3110. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 718.697012] env[68831]: DEBUG oslo_concurrency.lockutils [req-44b364eb-1f4e-4659-ac42-a2529867962a req-e1e076e3-8e55-4867-b65c-2aadc2ebadca service nova] Acquiring lock "refresh_cache-40404246-f067-4f63-b751-1509d0844840" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.697012] env[68831]: DEBUG oslo_concurrency.lockutils [req-44b364eb-1f4e-4659-ac42-a2529867962a req-e1e076e3-8e55-4867-b65c-2aadc2ebadca service nova] Acquired lock "refresh_cache-40404246-f067-4f63-b751-1509d0844840" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.697012] env[68831]: DEBUG nova.network.neutron [req-44b364eb-1f4e-4659-ac42-a2529867962a req-e1e076e3-8e55-4867-b65c-2aadc2ebadca service nova] [instance: 40404246-f067-4f63-b751-1509d0844840] Refreshing network info cache for port efb1e7d4-2adf-4493-b4cf-25fa84cc3110 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.869956] env[68831]: DEBUG nova.compute.manager [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.037999] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669354} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.038483] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 2494681b-ef4f-405a-8898-affcc4f7f136/2494681b-ef4f-405a-8898-affcc4f7f136.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.038727] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.038988] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a68536da-febb-45eb-a20f-6aa47c7a708d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.047778] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 719.047778] env[68831]: value = "task-2802283" [ 719.047778] env[68831]: _type = "Task" [ 719.047778] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.056344] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.139232] env[68831]: DEBUG nova.network.neutron [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.184995] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0bce83d9-b056-46bc-9d1a-d4c8352d1959 tempest-ServersListShow298Test-472151558 tempest-ServersListShow298Test-472151558-project-member] Lock "bcce1167-e77a-40a1-afcf-3a6d77789789" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.799s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.404029] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.561045] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075353} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.561613] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.562770] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd648b37-451f-498e-b8d2-442670ba4996 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.606248] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 2494681b-ef4f-405a-8898-affcc4f7f136/2494681b-ef4f-405a-8898-affcc4f7f136.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.606820] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bbd442b-a805-48ea-867a-f97a368cb7ca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.636248] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 719.636248] env[68831]: value = "task-2802284" [ 719.636248] env[68831]: _type = "Task" [ 719.636248] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.645128] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.835061] env[68831]: DEBUG nova.network.neutron [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updating instance_info_cache with network_info: [{"id": "99954878-04c5-4e13-b12c-7020b9e152e6", "address": "fa:16:3e:a9:49:db", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99954878-04", "ovs_interfaceid": "99954878-04c5-4e13-b12c-7020b9e152e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.104768] env[68831]: DEBUG nova.network.neutron [req-44b364eb-1f4e-4659-ac42-a2529867962a req-e1e076e3-8e55-4867-b65c-2aadc2ebadca service nova] [instance: 40404246-f067-4f63-b751-1509d0844840] Updated VIF entry in instance network info cache for port efb1e7d4-2adf-4493-b4cf-25fa84cc3110. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.105153] env[68831]: DEBUG nova.network.neutron [req-44b364eb-1f4e-4659-ac42-a2529867962a req-e1e076e3-8e55-4867-b65c-2aadc2ebadca service nova] [instance: 40404246-f067-4f63-b751-1509d0844840] Updating instance_info_cache with network_info: [{"id": "efb1e7d4-2adf-4493-b4cf-25fa84cc3110", "address": "fa:16:3e:b5:8f:ec", "network": {"id": "b035ecf0-f308-455d-b518-5592b758bd81", "bridge": "br-int", "label": "tempest-ServersTestJSON-2021810506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d63fcdeb630472b8fcc22464cd229fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb1e7d4-2a", "ovs_interfaceid": "efb1e7d4-2adf-4493-b4cf-25fa84cc3110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.145782] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802284, 'name': ReconfigVM_Task, 'duration_secs': 0.297408} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.146232] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 2494681b-ef4f-405a-8898-affcc4f7f136/2494681b-ef4f-405a-8898-affcc4f7f136.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.147111] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40621db2-2cb0-4bbf-b0f0-b9235ebdee20 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.156713] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 720.156713] env[68831]: value = "task-2802285" [ 720.156713] env[68831]: _type = "Task" [ 720.156713] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.169855] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802285, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.231351] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3743bc7b-6fcb-454b-8d18-756147072525 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.240212] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f101af3a-64e3-4df2-b95d-c26399ca1d2d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.275064] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991dada3-85ad-4dd2-b6f8-b180d66f7e31 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.278667] env[68831]: DEBUG nova.compute.manager [req-8ceda43c-3122-44c4-8154-70c07d58c974 req-37bc3e9f-38c3-4b1c-8831-fbb27502477e service nova] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Received event network-changed-99954878-04c5-4e13-b12c-7020b9e152e6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.278864] env[68831]: DEBUG nova.compute.manager [req-8ceda43c-3122-44c4-8154-70c07d58c974 req-37bc3e9f-38c3-4b1c-8831-fbb27502477e service nova] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Refreshing instance network info cache due to event network-changed-99954878-04c5-4e13-b12c-7020b9e152e6. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 720.279111] env[68831]: DEBUG oslo_concurrency.lockutils [req-8ceda43c-3122-44c4-8154-70c07d58c974 req-37bc3e9f-38c3-4b1c-8831-fbb27502477e service nova] Acquiring lock "refresh_cache-9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.285667] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58cb62b-7549-496d-8a01-938196a47c3c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.301198] env[68831]: DEBUG nova.compute.provider_tree [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.337369] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Releasing lock "refresh_cache-9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.337686] env[68831]: DEBUG nova.compute.manager [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Instance network_info: |[{"id": "99954878-04c5-4e13-b12c-7020b9e152e6", "address": "fa:16:3e:a9:49:db", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99954878-04", "ovs_interfaceid": "99954878-04c5-4e13-b12c-7020b9e152e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.338027] env[68831]: DEBUG oslo_concurrency.lockutils [req-8ceda43c-3122-44c4-8154-70c07d58c974 req-37bc3e9f-38c3-4b1c-8831-fbb27502477e service nova] Acquired lock "refresh_cache-9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.338332] env[68831]: DEBUG nova.network.neutron [req-8ceda43c-3122-44c4-8154-70c07d58c974 req-37bc3e9f-38c3-4b1c-8831-fbb27502477e service nova] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Refreshing network info cache for port 99954878-04c5-4e13-b12c-7020b9e152e6 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.339493] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:49:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99954878-04c5-4e13-b12c-7020b9e152e6', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.349499] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Creating folder: Project (1e52dc5cd3ea490b9f47ad95a7406fd8). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.350194] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03c2c5af-6331-43ba-97e0-f93faafb73bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.361167] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Created folder: Project (1e52dc5cd3ea490b9f47ad95a7406fd8) in parent group-v563050. [ 720.361486] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Creating folder: Instances. Parent ref: group-v563121. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.361570] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02e7eb4b-d26b-4de0-b713-5a114f6e128f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.371593] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Created folder: Instances in parent group-v563121. [ 720.371790] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.371977] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.372206] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f395610f-4e00-4dc7-82e5-921b1617e8b9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.392642] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.392642] env[68831]: value = "task-2802288" [ 720.392642] env[68831]: _type = "Task" [ 720.392642] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.400629] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802288, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.607752] env[68831]: DEBUG oslo_concurrency.lockutils [req-44b364eb-1f4e-4659-ac42-a2529867962a req-e1e076e3-8e55-4867-b65c-2aadc2ebadca service nova] Releasing lock "refresh_cache-40404246-f067-4f63-b751-1509d0844840" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.671295] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802285, 'name': Rename_Task, 'duration_secs': 0.137242} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.671639] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.671947] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa36b95f-22c9-41d1-a375-a21ddf86464c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.678611] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 720.678611] env[68831]: value = "task-2802289" [ 720.678611] env[68831]: _type = "Task" [ 720.678611] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.690849] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.805051] env[68831]: DEBUG nova.scheduler.client.report [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.809214] env[68831]: DEBUG nova.network.neutron [req-8ceda43c-3122-44c4-8154-70c07d58c974 req-37bc3e9f-38c3-4b1c-8831-fbb27502477e service nova] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updated VIF entry in instance network info cache for port 99954878-04c5-4e13-b12c-7020b9e152e6. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.809537] env[68831]: DEBUG nova.network.neutron [req-8ceda43c-3122-44c4-8154-70c07d58c974 req-37bc3e9f-38c3-4b1c-8831-fbb27502477e service nova] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updating instance_info_cache with network_info: [{"id": "99954878-04c5-4e13-b12c-7020b9e152e6", "address": "fa:16:3e:a9:49:db", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99954878-04", "ovs_interfaceid": "99954878-04c5-4e13-b12c-7020b9e152e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.905823] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802288, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.192372] env[68831]: DEBUG oslo_vmware.api [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802289, 'name': PowerOnVM_Task, 'duration_secs': 0.483889} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.192670] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.192893] env[68831]: INFO nova.compute.manager [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Took 9.01 seconds to spawn the instance on the hypervisor. [ 721.193048] env[68831]: DEBUG nova.compute.manager [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.194034] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7989c6-d16b-4de0-91ea-1252e92fbfa1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.312207] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.312810] env[68831]: DEBUG nova.compute.manager [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.321018] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.159s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.321018] env[68831]: DEBUG nova.objects.instance [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Lazy-loading 'resources' on Instance uuid 223b8b6f-b42c-4a06-b5bb-0354dd87cdea {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.321018] env[68831]: DEBUG oslo_concurrency.lockutils [req-8ceda43c-3122-44c4-8154-70c07d58c974 req-37bc3e9f-38c3-4b1c-8831-fbb27502477e service nova] Releasing lock "refresh_cache-9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.411966] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802288, 'name': CreateVM_Task, 'duration_secs': 0.573764} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.411966] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.411966] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.412290] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.412926] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.413213] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d29da0-511b-49ef-b2c8-c1a250d5e6bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.418335] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 721.418335] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b9723f-57b5-58d8-0338-10b00ba087f5" [ 721.418335] env[68831]: _type = "Task" [ 721.418335] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.426479] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b9723f-57b5-58d8-0338-10b00ba087f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.715309] env[68831]: INFO nova.compute.manager [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Took 35.55 seconds to build instance. [ 721.821956] env[68831]: DEBUG nova.compute.utils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.823710] env[68831]: DEBUG nova.compute.manager [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.827297] env[68831]: DEBUG nova.network.neutron [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.919188] env[68831]: DEBUG nova.policy [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05353b1ca13e48ccb4423a806a911f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e09e70ea0fcc4af6b1b75c71f620f986', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.944645] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b9723f-57b5-58d8-0338-10b00ba087f5, 'name': SearchDatastore_Task, 'duration_secs': 0.029525} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.944980] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.945246] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.945521] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.946195] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.946195] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.946195] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cebd0650-9e6e-4843-86a9-2a36d311eb39 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.961226] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.961616] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.962292] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5585735-41a0-4e5e-8930-e2583f260765 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.971464] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 721.971464] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529efce0-e9df-4655-80d4-9a9f85e94005" [ 721.971464] env[68831]: _type = "Task" [ 721.971464] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.980931] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529efce0-e9df-4655-80d4-9a9f85e94005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.220588] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2b4c624-e632-4e8d-9c8d-07f628b2835a tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "2494681b-ef4f-405a-8898-affcc4f7f136" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.860s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.335972] env[68831]: DEBUG nova.compute.manager [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.406990] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0762f279-6aa3-4b6e-a18b-62666839d249 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.415494] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad209907-a525-48ad-8663-cb820a30b3a1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.449893] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3aeae99-3553-487d-9813-07849920b32d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.458637] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518da5ee-397f-49fa-9fb1-8580d48e1233 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.475431] env[68831]: DEBUG nova.compute.provider_tree [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.487861] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529efce0-e9df-4655-80d4-9a9f85e94005, 'name': SearchDatastore_Task, 'duration_secs': 0.012887} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.488975] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f90dcb3-a653-4d9f-bd6d-329fd1a556ad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.496349] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 722.496349] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52aeaec4-92fe-7f76-a20f-fa620bdfbbd0" [ 722.496349] env[68831]: _type = "Task" [ 722.496349] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.505806] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52aeaec4-92fe-7f76-a20f-fa620bdfbbd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.664419] env[68831]: DEBUG nova.network.neutron [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Successfully created port: a0715ee5-89c2-4c41-a811-75eb099d35e1 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.723581] env[68831]: DEBUG nova.compute.manager [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.984758] env[68831]: DEBUG nova.scheduler.client.report [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.010084] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52aeaec4-92fe-7f76-a20f-fa620bdfbbd0, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.015211] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.016071] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa/9fe86c8a-3b99-4503-82d9-db99ae5ec2fa.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.016071] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4a7a183-e78f-46c0-9a22-6e0194038e0a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.023289] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 723.023289] env[68831]: value = "task-2802290" [ 723.023289] env[68831]: _type = "Task" [ 723.023289] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.032798] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.258146] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.351381] env[68831]: DEBUG nova.compute.manager [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.378804] env[68831]: DEBUG nova.virt.hardware [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.378927] env[68831]: DEBUG nova.virt.hardware [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.379097] env[68831]: DEBUG nova.virt.hardware [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.379287] env[68831]: DEBUG nova.virt.hardware [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.379443] env[68831]: DEBUG nova.virt.hardware [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.379598] env[68831]: DEBUG nova.virt.hardware [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.379779] env[68831]: DEBUG nova.virt.hardware [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.379933] env[68831]: DEBUG nova.virt.hardware [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.380108] env[68831]: DEBUG nova.virt.hardware [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.380271] env[68831]: DEBUG nova.virt.hardware [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.380440] env[68831]: DEBUG nova.virt.hardware [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.381341] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8890f8-7be9-439f-8d42-2f0af4db971d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.390352] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbf5c63-523d-49c7-aba7-54a3f3275e4c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.491684] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.495995] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.496s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.499168] env[68831]: INFO nova.compute.claims [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.527915] env[68831]: INFO nova.scheduler.client.report [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Deleted allocations for instance 223b8b6f-b42c-4a06-b5bb-0354dd87cdea [ 723.543439] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802290, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.557779] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265d343-d157-c896-9147-e9dbec2a15bc/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 723.559670] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4bf247-0b7e-4633-aba0-c88264bad085 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.570959] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265d343-d157-c896-9147-e9dbec2a15bc/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 723.571197] env[68831]: ERROR oslo_vmware.rw_handles [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265d343-d157-c896-9147-e9dbec2a15bc/disk-0.vmdk due to incomplete transfer. [ 723.571554] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-06d01404-5f04-42f4-a3d1-49efd4a84b00 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.584392] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265d343-d157-c896-9147-e9dbec2a15bc/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 723.584641] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Uploaded image ce5027e7-388e-4a1f-a6f1-63e6dd6c398d to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 723.589096] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 723.590583] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69bfc32d-de15-4f09-bb57-d93085460955 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.598340] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 723.598340] env[68831]: value = "task-2802291" [ 723.598340] env[68831]: _type = "Task" [ 723.598340] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.609874] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802291, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.758091] env[68831]: DEBUG nova.compute.manager [req-3ee91b2b-e6e1-4f77-aaab-dbfd086644e4 req-af9902e3-0e25-4e27-b9f7-92e465d265b5 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Received event network-changed-7aae7b71-f1a0-484d-a02e-c830e4456ac9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.759012] env[68831]: DEBUG nova.compute.manager [req-3ee91b2b-e6e1-4f77-aaab-dbfd086644e4 req-af9902e3-0e25-4e27-b9f7-92e465d265b5 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Refreshing instance network info cache due to event network-changed-7aae7b71-f1a0-484d-a02e-c830e4456ac9. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 723.759012] env[68831]: DEBUG oslo_concurrency.lockutils [req-3ee91b2b-e6e1-4f77-aaab-dbfd086644e4 req-af9902e3-0e25-4e27-b9f7-92e465d265b5 service nova] Acquiring lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.759012] env[68831]: DEBUG oslo_concurrency.lockutils [req-3ee91b2b-e6e1-4f77-aaab-dbfd086644e4 req-af9902e3-0e25-4e27-b9f7-92e465d265b5 service nova] Acquired lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.759161] env[68831]: DEBUG nova.network.neutron [req-3ee91b2b-e6e1-4f77-aaab-dbfd086644e4 req-af9902e3-0e25-4e27-b9f7-92e465d265b5 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Refreshing network info cache for port 7aae7b71-f1a0-484d-a02e-c830e4456ac9 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.037915] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727219} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.038929] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa/9fe86c8a-3b99-4503-82d9-db99ae5ec2fa.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.038929] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.038929] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9430d6c-0b7e-4dd3-8e82-e0e3caeb8831 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.045671] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c5a5c5c2-08d5-4aaf-b090-c183d7af9fb3 tempest-ServerDiagnosticsV248Test-1630478839 tempest-ServerDiagnosticsV248Test-1630478839-project-member] Lock "223b8b6f-b42c-4a06-b5bb-0354dd87cdea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.118s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.052908] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 724.052908] env[68831]: value = "task-2802292" [ 724.052908] env[68831]: _type = "Task" [ 724.052908] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.065927] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.110354] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802291, 'name': Destroy_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.562955] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117768} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.563212] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.564604] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbb1214-6fd6-4334-8001-840b2b65d77e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.597256] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa/9fe86c8a-3b99-4503-82d9-db99ae5ec2fa.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.600163] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72e39869-4495-4ebd-937e-e1559c8ec1d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.623913] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802291, 'name': Destroy_Task, 'duration_secs': 0.634057} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.625507] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Destroyed the VM [ 724.625655] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 724.625952] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 724.625952] env[68831]: value = "task-2802293" [ 724.625952] env[68831]: _type = "Task" [ 724.625952] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.628466] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29b2d19f-4512-44ea-abda-484d3d939a7a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.638804] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.640182] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 724.640182] env[68831]: value = "task-2802294" [ 724.640182] env[68831]: _type = "Task" [ 724.640182] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.652234] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802294, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.838321] env[68831]: DEBUG nova.network.neutron [req-3ee91b2b-e6e1-4f77-aaab-dbfd086644e4 req-af9902e3-0e25-4e27-b9f7-92e465d265b5 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Updated VIF entry in instance network info cache for port 7aae7b71-f1a0-484d-a02e-c830e4456ac9. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.838991] env[68831]: DEBUG nova.network.neutron [req-3ee91b2b-e6e1-4f77-aaab-dbfd086644e4 req-af9902e3-0e25-4e27-b9f7-92e465d265b5 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Updating instance_info_cache with network_info: [{"id": "7aae7b71-f1a0-484d-a02e-c830e4456ac9", "address": "fa:16:3e:d2:2c:28", "network": {"id": "9d585a58-9359-4483-b691-3dd39e3739a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-58095815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104945a5ab134e1a83e6e3f62cb39ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aae7b71-f1", "ovs_interfaceid": "7aae7b71-f1a0-484d-a02e-c830e4456ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.025471] env[68831]: DEBUG nova.network.neutron [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Successfully updated port: a0715ee5-89c2-4c41-a811-75eb099d35e1 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.111465] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7693117c-b6ff-4fc2-b4ee-0884ba859f30 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.121930] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5653e7fd-5bb3-4179-ad1c-4ad83aa97dc2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.165861] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1269e65b-c8f4-436c-8021-3c5c63f24f6f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.174616] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802293, 'name': ReconfigVM_Task, 'duration_secs': 0.282204} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.179358] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa/9fe86c8a-3b99-4503-82d9-db99ae5ec2fa.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.180056] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802294, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.180637] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ac1be95-fa8e-413e-92c2-fdd6b137c208 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.184254] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca707a8-a09f-48be-8ee0-1c4757fefd48 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.203326] env[68831]: DEBUG nova.compute.provider_tree [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.205223] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 725.205223] env[68831]: value = "task-2802295" [ 725.205223] env[68831]: _type = "Task" [ 725.205223] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.214086] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802295, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.342564] env[68831]: DEBUG oslo_concurrency.lockutils [req-3ee91b2b-e6e1-4f77-aaab-dbfd086644e4 req-af9902e3-0e25-4e27-b9f7-92e465d265b5 service nova] Releasing lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.533414] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.533414] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.533414] env[68831]: DEBUG nova.network.neutron [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.673717] env[68831]: DEBUG oslo_vmware.api [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802294, 'name': RemoveSnapshot_Task, 'duration_secs': 0.770796} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.674285] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 725.674626] env[68831]: INFO nova.compute.manager [None req-a8066456-fd01-4b29-b864-9ee26e3cb792 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Took 17.33 seconds to snapshot the instance on the hypervisor. [ 725.725976] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802295, 'name': Rename_Task, 'duration_secs': 0.14292} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.725976] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.725976] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58698d2b-4fb1-4d92-8e43-5164e8947481 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.732763] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 725.732763] env[68831]: value = "task-2802296" [ 725.732763] env[68831]: _type = "Task" [ 725.732763] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.741855] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.757783] env[68831]: DEBUG nova.scheduler.client.report [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Updated inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with generation 49 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 725.758122] env[68831]: DEBUG nova.compute.provider_tree [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 49 to 50 during operation: update_inventory {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 725.758336] env[68831]: DEBUG nova.compute.provider_tree [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.085575] env[68831]: DEBUG nova.network.neutron [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.248647] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802296, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.271120] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.271120] env[68831]: DEBUG nova.compute.manager [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.278171] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.871s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.278171] env[68831]: DEBUG nova.objects.instance [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lazy-loading 'resources' on Instance uuid b25fe864-0d1a-4818-810e-6e1cc8cbfe9c {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.294804] env[68831]: DEBUG nova.network.neutron [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Updating instance_info_cache with network_info: [{"id": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "address": "fa:16:3e:4c:49:3c", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0715ee5-89", "ovs_interfaceid": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.298587] env[68831]: DEBUG nova.compute.manager [req-d2a51285-92ac-4927-85ea-5522c8cca390 req-1736b983-88e2-4439-83f1-edc617bd5f86 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Received event network-vif-plugged-a0715ee5-89c2-4c41-a811-75eb099d35e1 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.298860] env[68831]: DEBUG oslo_concurrency.lockutils [req-d2a51285-92ac-4927-85ea-5522c8cca390 req-1736b983-88e2-4439-83f1-edc617bd5f86 service nova] Acquiring lock "9cc8488b-6eba-4f35-84a1-ef972b043b95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.299140] env[68831]: DEBUG oslo_concurrency.lockutils [req-d2a51285-92ac-4927-85ea-5522c8cca390 req-1736b983-88e2-4439-83f1-edc617bd5f86 service nova] Lock "9cc8488b-6eba-4f35-84a1-ef972b043b95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.299386] env[68831]: DEBUG oslo_concurrency.lockutils [req-d2a51285-92ac-4927-85ea-5522c8cca390 req-1736b983-88e2-4439-83f1-edc617bd5f86 service nova] Lock "9cc8488b-6eba-4f35-84a1-ef972b043b95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.299599] env[68831]: DEBUG nova.compute.manager [req-d2a51285-92ac-4927-85ea-5522c8cca390 req-1736b983-88e2-4439-83f1-edc617bd5f86 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] No waiting events found dispatching network-vif-plugged-a0715ee5-89c2-4c41-a811-75eb099d35e1 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.299821] env[68831]: WARNING nova.compute.manager [req-d2a51285-92ac-4927-85ea-5522c8cca390 req-1736b983-88e2-4439-83f1-edc617bd5f86 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Received unexpected event network-vif-plugged-a0715ee5-89c2-4c41-a811-75eb099d35e1 for instance with vm_state building and task_state spawning. [ 726.300037] env[68831]: DEBUG nova.compute.manager [req-d2a51285-92ac-4927-85ea-5522c8cca390 req-1736b983-88e2-4439-83f1-edc617bd5f86 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Received event network-changed-a0715ee5-89c2-4c41-a811-75eb099d35e1 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.300247] env[68831]: DEBUG nova.compute.manager [req-d2a51285-92ac-4927-85ea-5522c8cca390 req-1736b983-88e2-4439-83f1-edc617bd5f86 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Refreshing instance network info cache due to event network-changed-a0715ee5-89c2-4c41-a811-75eb099d35e1. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 726.300452] env[68831]: DEBUG oslo_concurrency.lockutils [req-d2a51285-92ac-4927-85ea-5522c8cca390 req-1736b983-88e2-4439-83f1-edc617bd5f86 service nova] Acquiring lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.391470] env[68831]: DEBUG nova.compute.manager [req-daeca9c7-1844-40b8-9385-6b49a7fe09db req-ffd8ae32-5674-4c64-99fc-771c6e248865 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Received event network-changed-7aae7b71-f1a0-484d-a02e-c830e4456ac9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.391663] env[68831]: DEBUG nova.compute.manager [req-daeca9c7-1844-40b8-9385-6b49a7fe09db req-ffd8ae32-5674-4c64-99fc-771c6e248865 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Refreshing instance network info cache due to event network-changed-7aae7b71-f1a0-484d-a02e-c830e4456ac9. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 726.391873] env[68831]: DEBUG oslo_concurrency.lockutils [req-daeca9c7-1844-40b8-9385-6b49a7fe09db req-ffd8ae32-5674-4c64-99fc-771c6e248865 service nova] Acquiring lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.392021] env[68831]: DEBUG oslo_concurrency.lockutils [req-daeca9c7-1844-40b8-9385-6b49a7fe09db req-ffd8ae32-5674-4c64-99fc-771c6e248865 service nova] Acquired lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.392353] env[68831]: DEBUG nova.network.neutron [req-daeca9c7-1844-40b8-9385-6b49a7fe09db req-ffd8ae32-5674-4c64-99fc-771c6e248865 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Refreshing network info cache for port 7aae7b71-f1a0-484d-a02e-c830e4456ac9 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.760210] env[68831]: DEBUG oslo_vmware.api [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802296, 'name': PowerOnVM_Task, 'duration_secs': 0.59837} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.760210] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.760210] env[68831]: INFO nova.compute.manager [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Took 9.67 seconds to spawn the instance on the hypervisor. [ 726.760210] env[68831]: DEBUG nova.compute.manager [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.760210] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dfeb74-cd4b-4f67-9ad9-e4fe7084677b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.786163] env[68831]: DEBUG nova.compute.utils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.787865] env[68831]: DEBUG nova.compute.manager [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.788224] env[68831]: DEBUG nova.network.neutron [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.801854] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.802832] env[68831]: DEBUG nova.compute.manager [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Instance network_info: |[{"id": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "address": "fa:16:3e:4c:49:3c", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0715ee5-89", "ovs_interfaceid": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.803811] env[68831]: DEBUG oslo_concurrency.lockutils [req-d2a51285-92ac-4927-85ea-5522c8cca390 req-1736b983-88e2-4439-83f1-edc617bd5f86 service nova] Acquired lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.804014] env[68831]: DEBUG nova.network.neutron [req-d2a51285-92ac-4927-85ea-5522c8cca390 req-1736b983-88e2-4439-83f1-edc617bd5f86 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Refreshing network info cache for port a0715ee5-89c2-4c41-a811-75eb099d35e1 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.808652] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:49:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0715ee5-89c2-4c41-a811-75eb099d35e1', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.816975] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Creating folder: Project (e09e70ea0fcc4af6b1b75c71f620f986). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.821389] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7710f2f-d871-420c-b56d-30fd6ddf4b91 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.836544] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Created folder: Project (e09e70ea0fcc4af6b1b75c71f620f986) in parent group-v563050. [ 726.836911] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Creating folder: Instances. Parent ref: group-v563124. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.837029] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eeda7db-ffff-4884-b827-269be808fc34 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.852349] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Created folder: Instances in parent group-v563124. [ 726.853167] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.855271] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.855680] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2f67d8c-5817-4c33-896c-a769394c3a07 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.879822] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.879822] env[68831]: value = "task-2802299" [ 726.879822] env[68831]: _type = "Task" [ 726.879822] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.889220] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802299, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.189374] env[68831]: DEBUG nova.policy [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '207a1f70c7a7447987b4ceca804ddb99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06189282d79340dd81553ca4a69cc17a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.288675] env[68831]: INFO nova.compute.manager [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Took 38.12 seconds to build instance. [ 727.293173] env[68831]: DEBUG nova.compute.manager [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.373428] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498c84ac-50a3-4675-9a90-483c5479fdb7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.387028] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd186e29-58ac-4ab6-9486-f4f0957de09a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.393189] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802299, 'name': CreateVM_Task, 'duration_secs': 0.366575} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.393670] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.394429] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.394586] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.394895] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.395150] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f0fe4f-a458-4cb7-85e6-2ea4f7786e9d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.425595] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f7c6dc-f1b0-4d37-a87d-dcf6f296cc9c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.429238] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 727.429238] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5217f859-5542-c99d-065a-0a67e6f50f71" [ 727.429238] env[68831]: _type = "Task" [ 727.429238] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.438831] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7963660-31b7-49b8-a562-46f868be803f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.187941] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c2611db9-82f7-40fc-bcc9-81a0bc349201 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.328s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.195468] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5217f859-5542-c99d-065a-0a67e6f50f71, 'name': SearchDatastore_Task, 'duration_secs': 0.012082} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.196490] env[68831]: DEBUG nova.network.neutron [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Successfully created port: 052cb316-febd-41d1-ade9-2c0513c77cde {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.201128] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.201661] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.201743] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.202924] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.202924] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.212117] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2b17880-7d8c-48ed-abb3-045813021d31 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.215763] env[68831]: DEBUG nova.compute.provider_tree [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.226822] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.226998] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.228014] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443bc75c-1c9f-40ba-a622-65b07a5657d0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.242207] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 728.242207] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ae3515-d59c-b5e4-dca8-353666d7651e" [ 728.242207] env[68831]: _type = "Task" [ 728.242207] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.251692] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ae3515-d59c-b5e4-dca8-353666d7651e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.391333] env[68831]: DEBUG nova.network.neutron [req-d2a51285-92ac-4927-85ea-5522c8cca390 req-1736b983-88e2-4439-83f1-edc617bd5f86 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Updated VIF entry in instance network info cache for port a0715ee5-89c2-4c41-a811-75eb099d35e1. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.391333] env[68831]: DEBUG nova.network.neutron [req-d2a51285-92ac-4927-85ea-5522c8cca390 req-1736b983-88e2-4439-83f1-edc617bd5f86 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Updating instance_info_cache with network_info: [{"id": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "address": "fa:16:3e:4c:49:3c", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0715ee5-89", "ovs_interfaceid": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.493491] env[68831]: DEBUG nova.network.neutron [req-daeca9c7-1844-40b8-9385-6b49a7fe09db req-ffd8ae32-5674-4c64-99fc-771c6e248865 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Updated VIF entry in instance network info cache for port 7aae7b71-f1a0-484d-a02e-c830e4456ac9. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.493814] env[68831]: DEBUG nova.network.neutron [req-daeca9c7-1844-40b8-9385-6b49a7fe09db req-ffd8ae32-5674-4c64-99fc-771c6e248865 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Updating instance_info_cache with network_info: [{"id": "7aae7b71-f1a0-484d-a02e-c830e4456ac9", "address": "fa:16:3e:d2:2c:28", "network": {"id": "9d585a58-9359-4483-b691-3dd39e3739a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-58095815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104945a5ab134e1a83e6e3f62cb39ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aae7b71-f1", "ovs_interfaceid": "7aae7b71-f1a0-484d-a02e-c830e4456ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.697858] env[68831]: DEBUG nova.compute.manager [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.703282] env[68831]: DEBUG nova.compute.manager [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.719463] env[68831]: DEBUG nova.scheduler.client.report [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.737283] env[68831]: DEBUG nova.virt.hardware [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.737283] env[68831]: DEBUG nova.virt.hardware [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.737283] env[68831]: DEBUG nova.virt.hardware [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.737736] env[68831]: DEBUG nova.virt.hardware [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.737736] env[68831]: DEBUG nova.virt.hardware [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.737736] env[68831]: DEBUG nova.virt.hardware [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.737736] env[68831]: DEBUG nova.virt.hardware [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.737736] env[68831]: DEBUG nova.virt.hardware [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.737883] env[68831]: DEBUG nova.virt.hardware [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.737883] env[68831]: DEBUG nova.virt.hardware [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.737883] env[68831]: DEBUG nova.virt.hardware [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.737883] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a176116-48ac-4b34-9d31-56f059ac1bb4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.751853] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d69b41-b558-474d-b0cc-080f0ed22661 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.764448] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ae3515-d59c-b5e4-dca8-353666d7651e, 'name': SearchDatastore_Task, 'duration_secs': 0.027337} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.779302] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3aa0304-49c8-4935-a80d-356f51bc2993 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.787210] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 728.787210] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d47dd6-f060-e65c-6761-7a524ee29bca" [ 728.787210] env[68831]: _type = "Task" [ 728.787210] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.798058] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d47dd6-f060-e65c-6761-7a524ee29bca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.893584] env[68831]: DEBUG oslo_concurrency.lockutils [req-d2a51285-92ac-4927-85ea-5522c8cca390 req-1736b983-88e2-4439-83f1-edc617bd5f86 service nova] Releasing lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.997658] env[68831]: DEBUG oslo_concurrency.lockutils [req-daeca9c7-1844-40b8-9385-6b49a7fe09db req-ffd8ae32-5674-4c64-99fc-771c6e248865 service nova] Releasing lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.119460] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.119460] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.228160] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.953s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.230670] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.825s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.233690] env[68831]: INFO nova.compute.claims [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.236117] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.254751] env[68831]: INFO nova.scheduler.client.report [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Deleted allocations for instance b25fe864-0d1a-4818-810e-6e1cc8cbfe9c [ 729.304269] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d47dd6-f060-e65c-6761-7a524ee29bca, 'name': SearchDatastore_Task, 'duration_secs': 0.029476} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.304269] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.304269] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 9cc8488b-6eba-4f35-84a1-ef972b043b95/9cc8488b-6eba-4f35-84a1-ef972b043b95.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.304269] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1ff994a-12be-4706-b0b3-9a306376e833 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.318200] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 729.318200] env[68831]: value = "task-2802300" [ 729.318200] env[68831]: _type = "Task" [ 729.318200] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.330444] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.346402] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Acquiring lock "545024c9-58d2-4cec-9674-5aaee972370a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.346402] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Lock "545024c9-58d2-4cec-9674-5aaee972370a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.463236] env[68831]: DEBUG nova.compute.manager [req-4b0fa501-7742-4bef-8d2e-4111bd046b1b req-27bcb95c-c8c6-47d1-887f-45cf45ac1a9c service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Received event network-changed-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.463354] env[68831]: DEBUG nova.compute.manager [req-4b0fa501-7742-4bef-8d2e-4111bd046b1b req-27bcb95c-c8c6-47d1-887f-45cf45ac1a9c service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Refreshing instance network info cache due to event network-changed-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 729.463698] env[68831]: DEBUG oslo_concurrency.lockutils [req-4b0fa501-7742-4bef-8d2e-4111bd046b1b req-27bcb95c-c8c6-47d1-887f-45cf45ac1a9c service nova] Acquiring lock "refresh_cache-2494681b-ef4f-405a-8898-affcc4f7f136" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.463698] env[68831]: DEBUG oslo_concurrency.lockutils [req-4b0fa501-7742-4bef-8d2e-4111bd046b1b req-27bcb95c-c8c6-47d1-887f-45cf45ac1a9c service nova] Acquired lock "refresh_cache-2494681b-ef4f-405a-8898-affcc4f7f136" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.463828] env[68831]: DEBUG nova.network.neutron [req-4b0fa501-7742-4bef-8d2e-4111bd046b1b req-27bcb95c-c8c6-47d1-887f-45cf45ac1a9c service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Refreshing network info cache for port b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.641348] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.641348] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.641348] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.641348] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.641348] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.641348] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.641577] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68831) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 729.641577] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.768091] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d42e5b8-9fce-4169-89f9-f4181abaf08d tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "b25fe864-0d1a-4818-810e-6e1cc8cbfe9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.207s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.829025] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802300, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.975865] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "e36c017c-0a98-4987-b4e6-76dfe617831f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.975991] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "e36c017c-0a98-4987-b4e6-76dfe617831f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.033469] env[68831]: DEBUG nova.compute.manager [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Stashing vm_state: active {{(pid=68831) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 730.143837] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.332483] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802300, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.387453] env[68831]: DEBUG nova.compute.manager [req-76907afb-dd7b-4a17-87c0-7cdc5ecdd631 req-f4df4ad7-3870-4ba9-8b53-0d93bbcccaac service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Received event network-changed-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.387937] env[68831]: DEBUG nova.compute.manager [req-76907afb-dd7b-4a17-87c0-7cdc5ecdd631 req-f4df4ad7-3870-4ba9-8b53-0d93bbcccaac service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Refreshing instance network info cache due to event network-changed-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 730.388526] env[68831]: DEBUG oslo_concurrency.lockutils [req-76907afb-dd7b-4a17-87c0-7cdc5ecdd631 req-f4df4ad7-3870-4ba9-8b53-0d93bbcccaac service nova] Acquiring lock "refresh_cache-2494681b-ef4f-405a-8898-affcc4f7f136" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.554025] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.554984] env[68831]: DEBUG nova.network.neutron [req-4b0fa501-7742-4bef-8d2e-4111bd046b1b req-27bcb95c-c8c6-47d1-887f-45cf45ac1a9c service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Updated VIF entry in instance network info cache for port b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.555920] env[68831]: DEBUG nova.network.neutron [req-4b0fa501-7742-4bef-8d2e-4111bd046b1b req-27bcb95c-c8c6-47d1-887f-45cf45ac1a9c service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Updating instance_info_cache with network_info: [{"id": "b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21", "address": "fa:16:3e:94:b0:d2", "network": {"id": "9d585a58-9359-4483-b691-3dd39e3739a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-58095815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104945a5ab134e1a83e6e3f62cb39ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a46f7a-c3", "ovs_interfaceid": "b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.588308] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Acquiring lock "176ad5bc-882c-4539-b69e-03c06616f933" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.588308] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Lock "176ad5bc-882c-4539-b69e-03c06616f933" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.588308] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Acquiring lock "176ad5bc-882c-4539-b69e-03c06616f933-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.588308] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Lock "176ad5bc-882c-4539-b69e-03c06616f933-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.588575] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Lock "176ad5bc-882c-4539-b69e-03c06616f933-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.590956] env[68831]: DEBUG nova.network.neutron [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Successfully updated port: 052cb316-febd-41d1-ade9-2c0513c77cde {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.592123] env[68831]: INFO nova.compute.manager [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Terminating instance [ 730.816071] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5ff0ba-4622-4a27-b4fc-3dbec8c3a255 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.825398] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a436634-4a04-4a89-b352-dfc96b4715e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.831787] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802300, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.860654] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c704fdee-fc5a-49a8-b3ca-bd1834f7dd86 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.870304] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c081caa-9874-46ac-b3fa-2812a9be94de {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.885932] env[68831]: DEBUG nova.compute.provider_tree [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.064640] env[68831]: DEBUG oslo_concurrency.lockutils [req-4b0fa501-7742-4bef-8d2e-4111bd046b1b req-27bcb95c-c8c6-47d1-887f-45cf45ac1a9c service nova] Releasing lock "refresh_cache-2494681b-ef4f-405a-8898-affcc4f7f136" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.065673] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "2494681b-ef4f-405a-8898-affcc4f7f136" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.066880] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "2494681b-ef4f-405a-8898-affcc4f7f136" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.066880] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "2494681b-ef4f-405a-8898-affcc4f7f136-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.066880] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "2494681b-ef4f-405a-8898-affcc4f7f136-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.066880] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "2494681b-ef4f-405a-8898-affcc4f7f136-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.069580] env[68831]: DEBUG oslo_concurrency.lockutils [req-76907afb-dd7b-4a17-87c0-7cdc5ecdd631 req-f4df4ad7-3870-4ba9-8b53-0d93bbcccaac service nova] Acquired lock "refresh_cache-2494681b-ef4f-405a-8898-affcc4f7f136" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.073281] env[68831]: DEBUG nova.network.neutron [req-76907afb-dd7b-4a17-87c0-7cdc5ecdd631 req-f4df4ad7-3870-4ba9-8b53-0d93bbcccaac service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Refreshing network info cache for port b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.077591] env[68831]: INFO nova.compute.manager [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Terminating instance [ 731.099656] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Acquiring lock "refresh_cache-1e1899d0-34ea-4ff3-a123-7790cf4989f5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.099656] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Acquired lock "refresh_cache-1e1899d0-34ea-4ff3-a123-7790cf4989f5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.099656] env[68831]: DEBUG nova.network.neutron [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.099656] env[68831]: DEBUG nova.compute.manager [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.099656] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.099798] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07199fc-983e-498d-803c-84bea7c5861f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.109879] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.110493] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-254198da-a33c-41f7-b11d-ad5572720cdc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.121253] env[68831]: DEBUG oslo_vmware.api [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 731.121253] env[68831]: value = "task-2802301" [ 731.121253] env[68831]: _type = "Task" [ 731.121253] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.128651] env[68831]: DEBUG oslo_vmware.api [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.332023] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802300, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.662755} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.332023] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 9cc8488b-6eba-4f35-84a1-ef972b043b95/9cc8488b-6eba-4f35-84a1-ef972b043b95.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.332023] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.332023] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a3c1cb9-a5ff-4991-9642-e391ff917fbd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.340854] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 731.340854] env[68831]: value = "task-2802302" [ 731.340854] env[68831]: _type = "Task" [ 731.340854] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.351023] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.393028] env[68831]: DEBUG nova.scheduler.client.report [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.584177] env[68831]: DEBUG nova.compute.manager [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.584177] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.585268] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cdb9eb-cf11-4e1f-a695-5614d7bfcc04 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.596024] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.596024] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d999c9a2-fa87-4aa1-8b1e-83c494535186 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.602617] env[68831]: DEBUG oslo_vmware.api [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 731.602617] env[68831]: value = "task-2802303" [ 731.602617] env[68831]: _type = "Task" [ 731.602617] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.612784] env[68831]: DEBUG oslo_vmware.api [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.631401] env[68831]: DEBUG oslo_vmware.api [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802301, 'name': PowerOffVM_Task, 'duration_secs': 0.256238} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.632059] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.632521] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.635027] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa16d95a-9e20-4b94-840d-e696d3161a02 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.680981] env[68831]: DEBUG nova.network.neutron [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.705032] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.705032] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.705032] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Deleting the datastore file [datastore2] 176ad5bc-882c-4539-b69e-03c06616f933 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.705032] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b2217d0-9e4a-42b1-a10c-b28401bf46c0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.713486] env[68831]: DEBUG oslo_vmware.api [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for the task: (returnval){ [ 731.713486] env[68831]: value = "task-2802305" [ 731.713486] env[68831]: _type = "Task" [ 731.713486] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.724527] env[68831]: DEBUG oslo_vmware.api [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.857078] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068321} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.860094] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.860964] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413896d1-ae3f-4130-b2b8-a68172401135 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.887860] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 9cc8488b-6eba-4f35-84a1-ef972b043b95/9cc8488b-6eba-4f35-84a1-ef972b043b95.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.891493] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b050032-3bb7-43c9-b47a-92627dbf4d99 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.909129] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.909871] env[68831]: DEBUG nova.compute.manager [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.913083] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.914720] env[68831]: INFO nova.compute.claims [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.923455] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 731.923455] env[68831]: value = "task-2802306" [ 731.923455] env[68831]: _type = "Task" [ 731.923455] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.935398] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.968653] env[68831]: DEBUG nova.network.neutron [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Updating instance_info_cache with network_info: [{"id": "052cb316-febd-41d1-ade9-2c0513c77cde", "address": "fa:16:3e:c9:78:5e", "network": {"id": "53a66eaa-44ba-42a1-a979-c732b051c24a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-143655503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06189282d79340dd81553ca4a69cc17a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052cb316-fe", "ovs_interfaceid": "052cb316-febd-41d1-ade9-2c0513c77cde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.048137] env[68831]: DEBUG nova.network.neutron [req-76907afb-dd7b-4a17-87c0-7cdc5ecdd631 req-f4df4ad7-3870-4ba9-8b53-0d93bbcccaac service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Updated VIF entry in instance network info cache for port b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.048137] env[68831]: DEBUG nova.network.neutron [req-76907afb-dd7b-4a17-87c0-7cdc5ecdd631 req-f4df4ad7-3870-4ba9-8b53-0d93bbcccaac service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Updating instance_info_cache with network_info: [{"id": "b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21", "address": "fa:16:3e:94:b0:d2", "network": {"id": "9d585a58-9359-4483-b691-3dd39e3739a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-58095815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104945a5ab134e1a83e6e3f62cb39ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a46f7a-c3", "ovs_interfaceid": "b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.122055] env[68831]: DEBUG oslo_vmware.api [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802303, 'name': PowerOffVM_Task, 'duration_secs': 0.225674} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.122440] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.122622] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.122878] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a125a9ae-6764-407c-bbd7-e063e2e6db09 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.197068] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.197068] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.197068] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Deleting the datastore file [datastore1] 2494681b-ef4f-405a-8898-affcc4f7f136 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.197068] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d699215-a538-40e9-b2fe-a87a6faddb01 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.205037] env[68831]: DEBUG oslo_vmware.api [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 732.205037] env[68831]: value = "task-2802308" [ 732.205037] env[68831]: _type = "Task" [ 732.205037] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.215458] env[68831]: DEBUG oslo_vmware.api [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.224925] env[68831]: DEBUG oslo_vmware.api [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Task: {'id': task-2802305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173019} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.225257] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.225502] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.225726] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.225985] env[68831]: INFO nova.compute.manager [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Took 1.13 seconds to destroy the instance on the hypervisor. [ 732.226280] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.226711] env[68831]: DEBUG nova.compute.manager [-] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.226711] env[68831]: DEBUG nova.network.neutron [-] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.417020] env[68831]: DEBUG nova.compute.utils [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.417020] env[68831]: DEBUG nova.compute.manager [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Not allocating networking since 'none' was specified. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 732.434402] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802306, 'name': ReconfigVM_Task, 'duration_secs': 0.368342} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.435675] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 9cc8488b-6eba-4f35-84a1-ef972b043b95/9cc8488b-6eba-4f35-84a1-ef972b043b95.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.437180] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4295d847-d437-4c07-93a8-5b1083fea89f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.445871] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 732.445871] env[68831]: value = "task-2802309" [ 732.445871] env[68831]: _type = "Task" [ 732.445871] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.457447] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802309, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.474029] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Releasing lock "refresh_cache-1e1899d0-34ea-4ff3-a123-7790cf4989f5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.475296] env[68831]: DEBUG nova.compute.manager [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Instance network_info: |[{"id": "052cb316-febd-41d1-ade9-2c0513c77cde", "address": "fa:16:3e:c9:78:5e", "network": {"id": "53a66eaa-44ba-42a1-a979-c732b051c24a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-143655503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06189282d79340dd81553ca4a69cc17a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052cb316-fe", "ovs_interfaceid": "052cb316-febd-41d1-ade9-2c0513c77cde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.475840] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:78:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '052cb316-febd-41d1-ade9-2c0513c77cde', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.484707] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Creating folder: Project (06189282d79340dd81553ca4a69cc17a). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.485095] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ee6eea5-1641-4787-98e4-fd6da2169469 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.497366] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Created folder: Project (06189282d79340dd81553ca4a69cc17a) in parent group-v563050. [ 732.497366] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Creating folder: Instances. Parent ref: group-v563127. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.498238] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9989dc0f-bb58-4c27-96b0-7de3a7998a2a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.513672] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Created folder: Instances in parent group-v563127. [ 732.513672] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.513672] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.513672] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6184bc58-3ae9-4844-81c0-515a2f289011 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.538199] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.538199] env[68831]: value = "task-2802312" [ 732.538199] env[68831]: _type = "Task" [ 732.538199] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.545661] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802312, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.551614] env[68831]: DEBUG oslo_concurrency.lockutils [req-76907afb-dd7b-4a17-87c0-7cdc5ecdd631 req-f4df4ad7-3870-4ba9-8b53-0d93bbcccaac service nova] Releasing lock "refresh_cache-2494681b-ef4f-405a-8898-affcc4f7f136" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.720101] env[68831]: DEBUG oslo_vmware.api [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185747} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.720101] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.720101] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.720290] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.720388] env[68831]: INFO nova.compute.manager [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Took 1.14 seconds to destroy the instance on the hypervisor. [ 732.720630] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.720820] env[68831]: DEBUG nova.compute.manager [-] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.720916] env[68831]: DEBUG nova.network.neutron [-] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.919250] env[68831]: DEBUG nova.compute.manager [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.960590] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802309, 'name': Rename_Task, 'duration_secs': 0.207418} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.960590] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.960590] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f89aa6a-a157-4246-91bc-a1d55b53be30 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.969465] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 732.969465] env[68831]: value = "task-2802313" [ 732.969465] env[68831]: _type = "Task" [ 732.969465] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.978643] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.991735] env[68831]: DEBUG nova.compute.manager [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Received event network-vif-plugged-052cb316-febd-41d1-ade9-2c0513c77cde {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.991970] env[68831]: DEBUG oslo_concurrency.lockutils [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] Acquiring lock "1e1899d0-34ea-4ff3-a123-7790cf4989f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.992969] env[68831]: DEBUG oslo_concurrency.lockutils [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] Lock "1e1899d0-34ea-4ff3-a123-7790cf4989f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.993372] env[68831]: DEBUG oslo_concurrency.lockutils [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] Lock "1e1899d0-34ea-4ff3-a123-7790cf4989f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.994557] env[68831]: DEBUG nova.compute.manager [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] No waiting events found dispatching network-vif-plugged-052cb316-febd-41d1-ade9-2c0513c77cde {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.994557] env[68831]: WARNING nova.compute.manager [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Received unexpected event network-vif-plugged-052cb316-febd-41d1-ade9-2c0513c77cde for instance with vm_state building and task_state spawning. [ 732.994557] env[68831]: DEBUG nova.compute.manager [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Received event network-changed-052cb316-febd-41d1-ade9-2c0513c77cde {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.994557] env[68831]: DEBUG nova.compute.manager [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Refreshing instance network info cache due to event network-changed-052cb316-febd-41d1-ade9-2c0513c77cde. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 732.994557] env[68831]: DEBUG oslo_concurrency.lockutils [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] Acquiring lock "refresh_cache-1e1899d0-34ea-4ff3-a123-7790cf4989f5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.994795] env[68831]: DEBUG oslo_concurrency.lockutils [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] Acquired lock "refresh_cache-1e1899d0-34ea-4ff3-a123-7790cf4989f5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.994795] env[68831]: DEBUG nova.network.neutron [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Refreshing network info cache for port 052cb316-febd-41d1-ade9-2c0513c77cde {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.050404] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802312, 'name': CreateVM_Task, 'duration_secs': 0.469805} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.050638] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.051335] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.051510] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.051833] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.052100] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f8f10c-437c-4274-bfbb-22de64af131c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.057225] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Waiting for the task: (returnval){ [ 733.057225] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c2accd-f00b-c4ed-5c89-a8d6c50fca7d" [ 733.057225] env[68831]: _type = "Task" [ 733.057225] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.070257] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c2accd-f00b-c4ed-5c89-a8d6c50fca7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.112521] env[68831]: DEBUG nova.network.neutron [-] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.249297] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "c87dc1be-f58a-4499-82a8-0b64649bf610" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.249792] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "c87dc1be-f58a-4499-82a8-0b64649bf610" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.468655] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4ad59c-a124-4fcd-9a9a-7c4df09dfb71 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.482354] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802313, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.484974] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799e5487-216f-4df7-b8aa-03371e081f4d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.520028] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692baa6f-0d7f-4f4b-9133-c1206ae631c0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.528590] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19351e68-db2a-4141-a9ea-a66197818043 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.544075] env[68831]: DEBUG nova.compute.provider_tree [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.568177] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c2accd-f00b-c4ed-5c89-a8d6c50fca7d, 'name': SearchDatastore_Task, 'duration_secs': 0.021583} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.568466] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.568833] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.569149] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.569359] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.569580] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.570127] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88cbbefa-1ccf-413a-8f92-08a279f6b4e7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.579336] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.579534] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.580885] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57632dc4-df77-4da8-a1be-2ee3ea71a618 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.585821] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Waiting for the task: (returnval){ [ 733.585821] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521517b7-d621-bed6-7a12-34a6872c390e" [ 733.585821] env[68831]: _type = "Task" [ 733.585821] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.599345] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521517b7-d621-bed6-7a12-34a6872c390e, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.600122] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3963e35b-fd0a-4fc3-8fd7-c0a41e85d197 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.605827] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Waiting for the task: (returnval){ [ 733.605827] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5235b681-289d-f5f2-d2b8-dd14e0d1068e" [ 733.605827] env[68831]: _type = "Task" [ 733.605827] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.613800] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5235b681-289d-f5f2-d2b8-dd14e0d1068e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.617341] env[68831]: INFO nova.compute.manager [-] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Took 1.39 seconds to deallocate network for instance. [ 733.631189] env[68831]: DEBUG nova.network.neutron [-] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.847774] env[68831]: DEBUG nova.network.neutron [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Updated VIF entry in instance network info cache for port 052cb316-febd-41d1-ade9-2c0513c77cde. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.848159] env[68831]: DEBUG nova.network.neutron [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Updating instance_info_cache with network_info: [{"id": "052cb316-febd-41d1-ade9-2c0513c77cde", "address": "fa:16:3e:c9:78:5e", "network": {"id": "53a66eaa-44ba-42a1-a979-c732b051c24a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-143655503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06189282d79340dd81553ca4a69cc17a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052cb316-fe", "ovs_interfaceid": "052cb316-febd-41d1-ade9-2c0513c77cde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.937582] env[68831]: DEBUG nova.compute.manager [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.973712] env[68831]: DEBUG nova.virt.hardware [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.974364] env[68831]: DEBUG nova.virt.hardware [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.974364] env[68831]: DEBUG nova.virt.hardware [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.974494] env[68831]: DEBUG nova.virt.hardware [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.974669] env[68831]: DEBUG nova.virt.hardware [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.974896] env[68831]: DEBUG nova.virt.hardware [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.975152] env[68831]: DEBUG nova.virt.hardware [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.975372] env[68831]: DEBUG nova.virt.hardware [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.975514] env[68831]: DEBUG nova.virt.hardware [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.975855] env[68831]: DEBUG nova.virt.hardware [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.975855] env[68831]: DEBUG nova.virt.hardware [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.976888] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cc35ef-c12e-46e1-8b66-586953dbad2e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.992052] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a223d1bb-89a8-4278-afd8-e712e3cf94b4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.996383] env[68831]: DEBUG oslo_vmware.api [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802313, 'name': PowerOnVM_Task, 'duration_secs': 1.015019} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.996698] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.996901] env[68831]: INFO nova.compute.manager [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Took 10.65 seconds to spawn the instance on the hypervisor. [ 733.997104] env[68831]: DEBUG nova.compute.manager [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.998327] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9442584-83c4-42f4-ac51-2566591ae5aa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.009297] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.015373] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Creating folder: Project (5c0e2ce5977d48c8a50a687d143d3687). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.016185] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cad4e1e-f652-49ad-a866-d72f01502d64 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.037295] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Created folder: Project (5c0e2ce5977d48c8a50a687d143d3687) in parent group-v563050. [ 734.037295] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Creating folder: Instances. Parent ref: group-v563130. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.037295] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-460f690e-7a37-4a56-9124-be8fb6403abb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.046886] env[68831]: DEBUG nova.scheduler.client.report [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.053350] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Created folder: Instances in parent group-v563130. [ 734.053350] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.053763] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926ca96a-e296-406e-b870-8982aad41870] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.053763] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38966d2e-e538-4490-a820-82e93c0ee1cf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.077627] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.077627] env[68831]: value = "task-2802316" [ 734.077627] env[68831]: _type = "Task" [ 734.077627] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.086986] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802316, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.117305] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5235b681-289d-f5f2-d2b8-dd14e0d1068e, 'name': SearchDatastore_Task, 'duration_secs': 0.012999} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.117601] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.117860] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 1e1899d0-34ea-4ff3-a123-7790cf4989f5/1e1899d0-34ea-4ff3-a123-7790cf4989f5.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.118321] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10cd89c1-53da-4c58-b3f6-f63cdd315317 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.123513] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.125520] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Waiting for the task: (returnval){ [ 734.125520] env[68831]: value = "task-2802317" [ 734.125520] env[68831]: _type = "Task" [ 734.125520] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.136484] env[68831]: INFO nova.compute.manager [-] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Took 1.42 seconds to deallocate network for instance. [ 734.136820] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': task-2802317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.242758] env[68831]: DEBUG nova.compute.manager [req-1e488615-b975-4f75-be5f-f8f333a64323 req-32cff5dc-9440-46e6-afd0-b1d17d34a0b0 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Received event network-changed-7aae7b71-f1a0-484d-a02e-c830e4456ac9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.243016] env[68831]: DEBUG nova.compute.manager [req-1e488615-b975-4f75-be5f-f8f333a64323 req-32cff5dc-9440-46e6-afd0-b1d17d34a0b0 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Refreshing instance network info cache due to event network-changed-7aae7b71-f1a0-484d-a02e-c830e4456ac9. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 734.243335] env[68831]: DEBUG oslo_concurrency.lockutils [req-1e488615-b975-4f75-be5f-f8f333a64323 req-32cff5dc-9440-46e6-afd0-b1d17d34a0b0 service nova] Acquiring lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.243523] env[68831]: DEBUG oslo_concurrency.lockutils [req-1e488615-b975-4f75-be5f-f8f333a64323 req-32cff5dc-9440-46e6-afd0-b1d17d34a0b0 service nova] Acquired lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.243700] env[68831]: DEBUG nova.network.neutron [req-1e488615-b975-4f75-be5f-f8f333a64323 req-32cff5dc-9440-46e6-afd0-b1d17d34a0b0 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Refreshing network info cache for port 7aae7b71-f1a0-484d-a02e-c830e4456ac9 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.351930] env[68831]: DEBUG oslo_concurrency.lockutils [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] Releasing lock "refresh_cache-1e1899d0-34ea-4ff3-a123-7790cf4989f5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.351930] env[68831]: DEBUG nova.compute.manager [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Received event network-changed-7aae7b71-f1a0-484d-a02e-c830e4456ac9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.351930] env[68831]: DEBUG nova.compute.manager [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Refreshing instance network info cache due to event network-changed-7aae7b71-f1a0-484d-a02e-c830e4456ac9. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 734.351930] env[68831]: DEBUG oslo_concurrency.lockutils [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] Acquiring lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.535119] env[68831]: INFO nova.compute.manager [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Took 44.76 seconds to build instance. [ 734.554780] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.555335] env[68831]: DEBUG nova.compute.manager [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.558168] env[68831]: DEBUG oslo_concurrency.lockutils [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.007s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.558455] env[68831]: DEBUG nova.objects.instance [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Lazy-loading 'resources' on Instance uuid 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.589977] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802316, 'name': CreateVM_Task, 'duration_secs': 0.331768} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.590173] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926ca96a-e296-406e-b870-8982aad41870] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.590610] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.590927] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.591119] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.591408] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6637d939-02d5-4651-a535-e487787bc874 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.598288] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 734.598288] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b54af7-2f2a-8437-bc87-d8563c4c807e" [ 734.598288] env[68831]: _type = "Task" [ 734.598288] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.608888] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b54af7-2f2a-8437-bc87-d8563c4c807e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.636582] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': task-2802317, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.643789] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.813284] env[68831]: DEBUG oslo_concurrency.lockutils [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "2494681b-ef4f-405a-8898-affcc4f7f136" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.981149] env[68831]: DEBUG nova.network.neutron [req-1e488615-b975-4f75-be5f-f8f333a64323 req-32cff5dc-9440-46e6-afd0-b1d17d34a0b0 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Updated VIF entry in instance network info cache for port 7aae7b71-f1a0-484d-a02e-c830e4456ac9. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.981578] env[68831]: DEBUG nova.network.neutron [req-1e488615-b975-4f75-be5f-f8f333a64323 req-32cff5dc-9440-46e6-afd0-b1d17d34a0b0 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Updating instance_info_cache with network_info: [{"id": "7aae7b71-f1a0-484d-a02e-c830e4456ac9", "address": "fa:16:3e:d2:2c:28", "network": {"id": "9d585a58-9359-4483-b691-3dd39e3739a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-58095815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104945a5ab134e1a83e6e3f62cb39ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aae7b71-f1", "ovs_interfaceid": "7aae7b71-f1a0-484d-a02e-c830e4456ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.037887] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "9cc8488b-6eba-4f35-84a1-ef972b043b95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.125s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.063194] env[68831]: DEBUG nova.compute.utils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.064874] env[68831]: DEBUG nova.compute.manager [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.065886] env[68831]: DEBUG nova.network.neutron [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.107219] env[68831]: DEBUG nova.compute.manager [req-7035a851-1742-41b5-b18f-38748f6153a8 req-2a085eb3-1ce3-4f08-9e70-b6de75afe8e8 service nova] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Received event network-vif-deleted-b880b8ee-af0e-413a-937b-8f43c17d4270 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.107436] env[68831]: DEBUG nova.compute.manager [req-7035a851-1742-41b5-b18f-38748f6153a8 req-2a085eb3-1ce3-4f08-9e70-b6de75afe8e8 service nova] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Received event network-vif-deleted-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.112453] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b54af7-2f2a-8437-bc87-d8563c4c807e, 'name': SearchDatastore_Task, 'duration_secs': 0.049658} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.116326] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.116489] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.116735] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.116885] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.117084] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.117919] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e021aa0-50e8-4970-b29f-437409aa59ce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.134695] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.134889] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.138549] env[68831]: DEBUG nova.policy [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97bcf0fd8fdc4fbbb5827d3de23f6d1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26551f59df0d4860bb89c7632ec148f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.142170] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b2dffc-8271-4d61-83f5-2b969cf6823e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.149070] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': task-2802317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589029} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.149876] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 1e1899d0-34ea-4ff3-a123-7790cf4989f5/1e1899d0-34ea-4ff3-a123-7790cf4989f5.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.150499] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.153424] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-858f898e-6fd3-426f-832a-4d17b3df9b49 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.157045] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 735.157045] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520d3df2-ab16-ecc4-44fd-bd61a1781f37" [ 735.157045] env[68831]: _type = "Task" [ 735.157045] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.162521] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Waiting for the task: (returnval){ [ 735.162521] env[68831]: value = "task-2802318" [ 735.162521] env[68831]: _type = "Task" [ 735.162521] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.165556] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520d3df2-ab16-ecc4-44fd-bd61a1781f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.177104] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': task-2802318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.483778] env[68831]: DEBUG oslo_concurrency.lockutils [req-1e488615-b975-4f75-be5f-f8f333a64323 req-32cff5dc-9440-46e6-afd0-b1d17d34a0b0 service nova] Releasing lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.484348] env[68831]: DEBUG oslo_concurrency.lockutils [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] Acquired lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.484596] env[68831]: DEBUG nova.network.neutron [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Refreshing network info cache for port 7aae7b71-f1a0-484d-a02e-c830e4456ac9 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.540225] env[68831]: DEBUG nova.compute.manager [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.574018] env[68831]: DEBUG nova.compute.manager [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.584777] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10758e0-5565-4020-bc5b-c6961a331819 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.589267] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29165c38-ebbd-4f36-ae01-d4240ad42b15 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.624963] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd5c497-0d2e-415c-b93f-cf22f60f8835 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.639466] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7703f954-9615-48c2-9843-357680ebf245 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.647783] env[68831]: DEBUG nova.compute.provider_tree [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.669914] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520d3df2-ab16-ecc4-44fd-bd61a1781f37, 'name': SearchDatastore_Task, 'duration_secs': 0.02449} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.674123] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6080e987-8f5d-4a5a-94e9-7d859ea2530b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.681033] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': task-2802318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269306} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.682291] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.682635] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 735.682635] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ee1f59-d916-fb62-73d8-801bc9dcf4f0" [ 735.682635] env[68831]: _type = "Task" [ 735.682635] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.683329] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f3c659-cf81-47a0-ae7b-e77d79ac745c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.693143] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ee1f59-d916-fb62-73d8-801bc9dcf4f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.712620] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 1e1899d0-34ea-4ff3-a123-7790cf4989f5/1e1899d0-34ea-4ff3-a123-7790cf4989f5.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.713315] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02d7967f-c472-497c-a337-8dc387366a7e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.732221] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Waiting for the task: (returnval){ [ 735.732221] env[68831]: value = "task-2802319" [ 735.732221] env[68831]: _type = "Task" [ 735.732221] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.740443] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': task-2802319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.022604] env[68831]: DEBUG nova.network.neutron [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Successfully created port: 56412ef2-ce0a-47ed-9f78-d94e0e70f837 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.079068] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.153678] env[68831]: DEBUG nova.scheduler.client.report [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.199204] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ee1f59-d916-fb62-73d8-801bc9dcf4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.060136} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.201847] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.203458] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 926ca96a-e296-406e-b870-8982aad41870/926ca96a-e296-406e-b870-8982aad41870.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.203458] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-442491bd-3bda-411f-a87d-59404724ce64 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.211146] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 736.211146] env[68831]: value = "task-2802320" [ 736.211146] env[68831]: _type = "Task" [ 736.211146] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.222385] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.246879] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': task-2802319, 'name': ReconfigVM_Task, 'duration_secs': 0.275048} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.247098] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 1e1899d0-34ea-4ff3-a123-7790cf4989f5/1e1899d0-34ea-4ff3-a123-7790cf4989f5.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.247966] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb9e1193-65a5-4d21-8c5e-ecf97cc24f96 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.256157] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Waiting for the task: (returnval){ [ 736.256157] env[68831]: value = "task-2802321" [ 736.256157] env[68831]: _type = "Task" [ 736.256157] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.264607] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': task-2802321, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.367281] env[68831]: DEBUG nova.compute.manager [req-5623bb1b-7ec8-4754-ae06-cd378d5e4be9 req-f690d675-2748-412a-be52-4eaf8e04689b service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Received event network-changed-a0715ee5-89c2-4c41-a811-75eb099d35e1 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 736.367404] env[68831]: DEBUG nova.compute.manager [req-5623bb1b-7ec8-4754-ae06-cd378d5e4be9 req-f690d675-2748-412a-be52-4eaf8e04689b service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Refreshing instance network info cache due to event network-changed-a0715ee5-89c2-4c41-a811-75eb099d35e1. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 736.367572] env[68831]: DEBUG oslo_concurrency.lockutils [req-5623bb1b-7ec8-4754-ae06-cd378d5e4be9 req-f690d675-2748-412a-be52-4eaf8e04689b service nova] Acquiring lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.367742] env[68831]: DEBUG oslo_concurrency.lockutils [req-5623bb1b-7ec8-4754-ae06-cd378d5e4be9 req-f690d675-2748-412a-be52-4eaf8e04689b service nova] Acquired lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.367969] env[68831]: DEBUG nova.network.neutron [req-5623bb1b-7ec8-4754-ae06-cd378d5e4be9 req-f690d675-2748-412a-be52-4eaf8e04689b service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Refreshing network info cache for port a0715ee5-89c2-4c41-a811-75eb099d35e1 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.534470] env[68831]: DEBUG nova.network.neutron [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Updated VIF entry in instance network info cache for port 7aae7b71-f1a0-484d-a02e-c830e4456ac9. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.534844] env[68831]: DEBUG nova.network.neutron [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Updating instance_info_cache with network_info: [{"id": "7aae7b71-f1a0-484d-a02e-c830e4456ac9", "address": "fa:16:3e:d2:2c:28", "network": {"id": "9d585a58-9359-4483-b691-3dd39e3739a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-58095815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104945a5ab134e1a83e6e3f62cb39ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aae7b71-f1", "ovs_interfaceid": "7aae7b71-f1a0-484d-a02e-c830e4456ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.588617] env[68831]: DEBUG nova.compute.manager [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.623024] env[68831]: DEBUG nova.virt.hardware [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.623024] env[68831]: DEBUG nova.virt.hardware [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.623383] env[68831]: DEBUG nova.virt.hardware [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.623710] env[68831]: DEBUG nova.virt.hardware [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.627038] env[68831]: DEBUG nova.virt.hardware [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.627038] env[68831]: DEBUG nova.virt.hardware [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.627038] env[68831]: DEBUG nova.virt.hardware [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.627038] env[68831]: DEBUG nova.virt.hardware [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.627038] env[68831]: DEBUG nova.virt.hardware [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.627279] env[68831]: DEBUG nova.virt.hardware [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.627279] env[68831]: DEBUG nova.virt.hardware [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.627279] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048b983f-35f8-4916-9ff5-3e30308dc673 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.635594] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0819ef47-534c-41c3-bdd9-6d98d43cd0e9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.660622] env[68831]: DEBUG oslo_concurrency.lockutils [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.667024] env[68831]: DEBUG oslo_concurrency.lockutils [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.933s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.667024] env[68831]: DEBUG nova.objects.instance [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Lazy-loading 'resources' on Instance uuid f116cf00-074f-41f8-9c1f-bae0cd7932ff {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.688121] env[68831]: INFO nova.scheduler.client.report [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Deleted allocations for instance 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8 [ 736.724264] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802320, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.768315] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': task-2802321, 'name': Rename_Task, 'duration_secs': 0.193685} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.769013] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.769013] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-648edb59-f94a-4274-ac85-486a63bfe360 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.775417] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Waiting for the task: (returnval){ [ 736.775417] env[68831]: value = "task-2802322" [ 736.775417] env[68831]: _type = "Task" [ 736.775417] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.783707] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': task-2802322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.040488] env[68831]: DEBUG oslo_concurrency.lockutils [req-26ec28dc-d652-47c6-b080-dced76623131 req-5bfbd9c4-e1a4-4175-b34e-47786190b521 service nova] Releasing lock "refresh_cache-f7d50028-73ab-4348-a49e-ca153c854939" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.200771] env[68831]: DEBUG oslo_concurrency.lockutils [None req-096b543b-93cf-43ac-bc91-8c112650e5ce tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Lock "94e9ac10-b6a0-4fc0-b64e-763f3793b7e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.124s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.223156] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711732} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.224029] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 926ca96a-e296-406e-b870-8982aad41870/926ca96a-e296-406e-b870-8982aad41870.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.224029] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.224029] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1da0704-dfbd-4c83-aa27-6a3a6d586dfd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.238262] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 737.238262] env[68831]: value = "task-2802323" [ 737.238262] env[68831]: _type = "Task" [ 737.238262] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.251712] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.293618] env[68831]: DEBUG oslo_vmware.api [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': task-2802322, 'name': PowerOnVM_Task, 'duration_secs': 0.487986} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.293981] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.295027] env[68831]: INFO nova.compute.manager [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Took 8.60 seconds to spawn the instance on the hypervisor. [ 737.295027] env[68831]: DEBUG nova.compute.manager [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.295321] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519289e4-fe1f-44d2-a464-aed7a15694f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.299313] env[68831]: DEBUG nova.network.neutron [req-5623bb1b-7ec8-4754-ae06-cd378d5e4be9 req-f690d675-2748-412a-be52-4eaf8e04689b service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Updated VIF entry in instance network info cache for port a0715ee5-89c2-4c41-a811-75eb099d35e1. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.299644] env[68831]: DEBUG nova.network.neutron [req-5623bb1b-7ec8-4754-ae06-cd378d5e4be9 req-f690d675-2748-412a-be52-4eaf8e04689b service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Updating instance_info_cache with network_info: [{"id": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "address": "fa:16:3e:4c:49:3c", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0715ee5-89", "ovs_interfaceid": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.704225] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27209a86-e31a-45af-b120-822aafc9f9cc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.713092] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad3992d-a478-4447-bf40-981dee1c73f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.746864] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05184e9d-3425-4c26-abd9-ab531307c665 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.754473] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078624} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.756605] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.757413] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d1469a-5edf-4a17-8378-643a05d8b391 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.760760] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa17397a-99b0-48b8-bf4f-92140ccad460 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.781984] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 926ca96a-e296-406e-b870-8982aad41870/926ca96a-e296-406e-b870-8982aad41870.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.791487] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc982054-3238-4731-9965-f5f1c933c816 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.807268] env[68831]: DEBUG nova.compute.provider_tree [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.808840] env[68831]: DEBUG oslo_concurrency.lockutils [req-5623bb1b-7ec8-4754-ae06-cd378d5e4be9 req-f690d675-2748-412a-be52-4eaf8e04689b service nova] Releasing lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.819264] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 737.819264] env[68831]: value = "task-2802324" [ 737.819264] env[68831]: _type = "Task" [ 737.819264] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.827408] env[68831]: INFO nova.compute.manager [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Took 42.86 seconds to build instance. [ 737.833831] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.972756] env[68831]: DEBUG nova.compute.manager [req-054515cd-ef93-48b8-987e-76aa8a056104 req-d948fd5c-3139-4a9e-973b-6f07defd44aa service nova] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Received event network-vif-plugged-56412ef2-ce0a-47ed-9f78-d94e0e70f837 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.972995] env[68831]: DEBUG oslo_concurrency.lockutils [req-054515cd-ef93-48b8-987e-76aa8a056104 req-d948fd5c-3139-4a9e-973b-6f07defd44aa service nova] Acquiring lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.973631] env[68831]: DEBUG oslo_concurrency.lockutils [req-054515cd-ef93-48b8-987e-76aa8a056104 req-d948fd5c-3139-4a9e-973b-6f07defd44aa service nova] Lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.973631] env[68831]: DEBUG oslo_concurrency.lockutils [req-054515cd-ef93-48b8-987e-76aa8a056104 req-d948fd5c-3139-4a9e-973b-6f07defd44aa service nova] Lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.973631] env[68831]: DEBUG nova.compute.manager [req-054515cd-ef93-48b8-987e-76aa8a056104 req-d948fd5c-3139-4a9e-973b-6f07defd44aa service nova] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] No waiting events found dispatching network-vif-plugged-56412ef2-ce0a-47ed-9f78-d94e0e70f837 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.973758] env[68831]: WARNING nova.compute.manager [req-054515cd-ef93-48b8-987e-76aa8a056104 req-d948fd5c-3139-4a9e-973b-6f07defd44aa service nova] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Received unexpected event network-vif-plugged-56412ef2-ce0a-47ed-9f78-d94e0e70f837 for instance with vm_state building and task_state spawning. [ 738.133082] env[68831]: DEBUG nova.network.neutron [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Successfully updated port: 56412ef2-ce0a-47ed-9f78-d94e0e70f837 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.311950] env[68831]: DEBUG nova.scheduler.client.report [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.333160] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802324, 'name': ReconfigVM_Task, 'duration_secs': 0.296729} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.334195] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 926ca96a-e296-406e-b870-8982aad41870/926ca96a-e296-406e-b870-8982aad41870.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.335053] env[68831]: DEBUG oslo_concurrency.lockutils [None req-61c582a3-880b-4abd-b02c-60341d0d5246 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Lock "1e1899d0-34ea-4ff3-a123-7790cf4989f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.686s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.335269] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9139142-4831-4ece-b223-0d6e63d34436 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.345320] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 738.345320] env[68831]: value = "task-2802325" [ 738.345320] env[68831]: _type = "Task" [ 738.345320] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.357170] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802325, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.639665] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "refresh_cache-56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.639665] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquired lock "refresh_cache-56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.639665] env[68831]: DEBUG nova.network.neutron [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.819676] env[68831]: DEBUG oslo_concurrency.lockutils [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.823566] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.545s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.824154] env[68831]: DEBUG nova.objects.instance [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lazy-loading 'resources' on Instance uuid 5a20a423-c3ac-476e-aecb-7e42a7c24610 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.840561] env[68831]: DEBUG nova.compute.manager [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.855786] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802325, 'name': Rename_Task, 'duration_secs': 0.368675} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.856978] env[68831]: INFO nova.scheduler.client.report [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Deleted allocations for instance f116cf00-074f-41f8-9c1f-bae0cd7932ff [ 738.857969] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.860480] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31836df6-6d13-4ba3-bd40-7d3245b6b2af {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.878397] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 738.878397] env[68831]: value = "task-2802326" [ 738.878397] env[68831]: _type = "Task" [ 738.878397] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.896651] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802326, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.195492] env[68831]: DEBUG nova.network.neutron [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.244916] env[68831]: DEBUG nova.compute.manager [req-9a5cdedd-7e3c-4707-9b78-3ea27330dc2e req-5d0d6106-be68-485a-9230-beef8c6e7bc6 service nova] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Received event network-changed-052cb316-febd-41d1-ade9-2c0513c77cde {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.245252] env[68831]: DEBUG nova.compute.manager [req-9a5cdedd-7e3c-4707-9b78-3ea27330dc2e req-5d0d6106-be68-485a-9230-beef8c6e7bc6 service nova] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Refreshing instance network info cache due to event network-changed-052cb316-febd-41d1-ade9-2c0513c77cde. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 739.245519] env[68831]: DEBUG oslo_concurrency.lockutils [req-9a5cdedd-7e3c-4707-9b78-3ea27330dc2e req-5d0d6106-be68-485a-9230-beef8c6e7bc6 service nova] Acquiring lock "refresh_cache-1e1899d0-34ea-4ff3-a123-7790cf4989f5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.245614] env[68831]: DEBUG oslo_concurrency.lockutils [req-9a5cdedd-7e3c-4707-9b78-3ea27330dc2e req-5d0d6106-be68-485a-9230-beef8c6e7bc6 service nova] Acquired lock "refresh_cache-1e1899d0-34ea-4ff3-a123-7790cf4989f5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.245781] env[68831]: DEBUG nova.network.neutron [req-9a5cdedd-7e3c-4707-9b78-3ea27330dc2e req-5d0d6106-be68-485a-9230-beef8c6e7bc6 service nova] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Refreshing network info cache for port 052cb316-febd-41d1-ade9-2c0513c77cde {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.376690] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.377499] env[68831]: DEBUG oslo_concurrency.lockutils [None req-180e53ff-b3a7-4e34-af8d-273f413aaf56 tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Lock "f116cf00-074f-41f8-9c1f-bae0cd7932ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.251s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.389826] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802326, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.447993] env[68831]: DEBUG nova.network.neutron [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Updating instance_info_cache with network_info: [{"id": "56412ef2-ce0a-47ed-9f78-d94e0e70f837", "address": "fa:16:3e:f7:5c:ec", "network": {"id": "f43a58ad-1fc4-4556-85c2-db02f409db28", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1152255259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26551f59df0d4860bb89c7632ec148f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56412ef2-ce", "ovs_interfaceid": "56412ef2-ce0a-47ed-9f78-d94e0e70f837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.900359] env[68831]: DEBUG oslo_vmware.api [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802326, 'name': PowerOnVM_Task, 'duration_secs': 0.907677} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.900712] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.901562] env[68831]: INFO nova.compute.manager [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Took 5.96 seconds to spawn the instance on the hypervisor. [ 739.901562] env[68831]: DEBUG nova.compute.manager [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.902066] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25f160b-ce2e-41f4-9a77-c556f12fa16e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.914671] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0b9800-ca6b-49e0-b98d-bf59540c2605 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.924029] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83864cb3-6529-44b6-89aa-6b238aa85d0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.958998] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Releasing lock "refresh_cache-56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.958998] env[68831]: DEBUG nova.compute.manager [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Instance network_info: |[{"id": "56412ef2-ce0a-47ed-9f78-d94e0e70f837", "address": "fa:16:3e:f7:5c:ec", "network": {"id": "f43a58ad-1fc4-4556-85c2-db02f409db28", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1152255259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26551f59df0d4860bb89c7632ec148f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56412ef2-ce", "ovs_interfaceid": "56412ef2-ce0a-47ed-9f78-d94e0e70f837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.959161] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:5c:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56412ef2-ce0a-47ed-9f78-d94e0e70f837', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.968173] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Creating folder: Project (26551f59df0d4860bb89c7632ec148f5). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.969023] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa857af-61bd-4eeb-aae8-ed2313daa5e2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.976019] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db87c016-4757-4e65-8c0a-d5b8902c878b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.983798] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c112549-c29b-4bdd-928c-d487c65b7ef1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.989156] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Created folder: Project (26551f59df0d4860bb89c7632ec148f5) in parent group-v563050. [ 739.989358] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Creating folder: Instances. Parent ref: group-v563133. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.990216] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7db008a9-ba00-4ef4-aadd-2f2b851010b5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.001369] env[68831]: DEBUG nova.compute.provider_tree [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.011236] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Created folder: Instances in parent group-v563133. [ 740.011499] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.011738] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.012070] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7ed4168-7c7c-4308-85a8-23b952d2bfd5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.034862] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.034862] env[68831]: value = "task-2802329" [ 740.034862] env[68831]: _type = "Task" [ 740.034862] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.041808] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802329, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.075846] env[68831]: DEBUG nova.compute.manager [req-fa6808a0-075a-4984-9035-f2984c53ec81 req-f479f843-9e3a-4892-88e8-4936c2b7320a service nova] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Received event network-changed-56412ef2-ce0a-47ed-9f78-d94e0e70f837 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.076807] env[68831]: DEBUG nova.compute.manager [req-fa6808a0-075a-4984-9035-f2984c53ec81 req-f479f843-9e3a-4892-88e8-4936c2b7320a service nova] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Refreshing instance network info cache due to event network-changed-56412ef2-ce0a-47ed-9f78-d94e0e70f837. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 740.076807] env[68831]: DEBUG oslo_concurrency.lockutils [req-fa6808a0-075a-4984-9035-f2984c53ec81 req-f479f843-9e3a-4892-88e8-4936c2b7320a service nova] Acquiring lock "refresh_cache-56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.076807] env[68831]: DEBUG oslo_concurrency.lockutils [req-fa6808a0-075a-4984-9035-f2984c53ec81 req-f479f843-9e3a-4892-88e8-4936c2b7320a service nova] Acquired lock "refresh_cache-56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.076807] env[68831]: DEBUG nova.network.neutron [req-fa6808a0-075a-4984-9035-f2984c53ec81 req-f479f843-9e3a-4892-88e8-4936c2b7320a service nova] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Refreshing network info cache for port 56412ef2-ce0a-47ed-9f78-d94e0e70f837 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.426527] env[68831]: INFO nova.compute.manager [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Took 41.04 seconds to build instance. [ 740.453304] env[68831]: DEBUG nova.network.neutron [req-9a5cdedd-7e3c-4707-9b78-3ea27330dc2e req-5d0d6106-be68-485a-9230-beef8c6e7bc6 service nova] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Updated VIF entry in instance network info cache for port 052cb316-febd-41d1-ade9-2c0513c77cde. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.453687] env[68831]: DEBUG nova.network.neutron [req-9a5cdedd-7e3c-4707-9b78-3ea27330dc2e req-5d0d6106-be68-485a-9230-beef8c6e7bc6 service nova] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Updating instance_info_cache with network_info: [{"id": "052cb316-febd-41d1-ade9-2c0513c77cde", "address": "fa:16:3e:c9:78:5e", "network": {"id": "53a66eaa-44ba-42a1-a979-c732b051c24a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-143655503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06189282d79340dd81553ca4a69cc17a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052cb316-fe", "ovs_interfaceid": "052cb316-febd-41d1-ade9-2c0513c77cde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.509199] env[68831]: DEBUG nova.scheduler.client.report [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.545168] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802329, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.930443] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec0600c4-b5d3-49c7-8f57-56edd98e5dd1 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "926ca96a-e296-406e-b870-8982aad41870" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.302s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.934249] env[68831]: DEBUG nova.network.neutron [req-fa6808a0-075a-4984-9035-f2984c53ec81 req-f479f843-9e3a-4892-88e8-4936c2b7320a service nova] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Updated VIF entry in instance network info cache for port 56412ef2-ce0a-47ed-9f78-d94e0e70f837. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.934618] env[68831]: DEBUG nova.network.neutron [req-fa6808a0-075a-4984-9035-f2984c53ec81 req-f479f843-9e3a-4892-88e8-4936c2b7320a service nova] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Updating instance_info_cache with network_info: [{"id": "56412ef2-ce0a-47ed-9f78-d94e0e70f837", "address": "fa:16:3e:f7:5c:ec", "network": {"id": "f43a58ad-1fc4-4556-85c2-db02f409db28", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1152255259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26551f59df0d4860bb89c7632ec148f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56412ef2-ce", "ovs_interfaceid": "56412ef2-ce0a-47ed-9f78-d94e0e70f837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.956538] env[68831]: DEBUG oslo_concurrency.lockutils [req-9a5cdedd-7e3c-4707-9b78-3ea27330dc2e req-5d0d6106-be68-485a-9230-beef8c6e7bc6 service nova] Releasing lock "refresh_cache-1e1899d0-34ea-4ff3-a123-7790cf4989f5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.019909] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.025293] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.761s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.028096] env[68831]: INFO nova.compute.claims [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.044260] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802329, 'name': CreateVM_Task, 'duration_secs': 0.674001} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.044550] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.046167] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.046167] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.046167] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.046505] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c68554b-9cee-4502-9f44-e663b59519b0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.051724] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 741.051724] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520e2711-7148-df1e-f12a-46f2b94a59ec" [ 741.051724] env[68831]: _type = "Task" [ 741.051724] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.056281] env[68831]: INFO nova.scheduler.client.report [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleted allocations for instance 5a20a423-c3ac-476e-aecb-7e42a7c24610 [ 741.066103] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520e2711-7148-df1e-f12a-46f2b94a59ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.433946] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.441389] env[68831]: DEBUG oslo_concurrency.lockutils [req-fa6808a0-075a-4984-9035-f2984c53ec81 req-f479f843-9e3a-4892-88e8-4936c2b7320a service nova] Releasing lock "refresh_cache-56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.566807] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520e2711-7148-df1e-f12a-46f2b94a59ec, 'name': SearchDatastore_Task, 'duration_secs': 0.023033} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.566807] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.566807] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.567763] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.567978] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.568227] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.570977] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79b76741-d99a-41e5-b640-bb8ddc4e8b92 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.573252] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cefd916-ea3d-4078-a3ea-fd80e1182741 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "5a20a423-c3ac-476e-aecb-7e42a7c24610" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.383s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.581042] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.581342] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.581967] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d261d8f-3f0f-4b64-972b-4cb5fe46b9f2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.588155] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 741.588155] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522944ea-d845-a73d-4bc5-19e0fa39f933" [ 741.588155] env[68831]: _type = "Task" [ 741.588155] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.597709] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522944ea-d845-a73d-4bc5-19e0fa39f933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.969256] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.103603] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522944ea-d845-a73d-4bc5-19e0fa39f933, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.109890] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f749d7d4-7499-4a13-b825-a76be05d4ac6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.115681] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 742.115681] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522cb920-a687-43f9-b6c4-2ca06c75bfc9" [ 742.115681] env[68831]: _type = "Task" [ 742.115681] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.128500] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522cb920-a687-43f9-b6c4-2ca06c75bfc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.631525] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522cb920-a687-43f9-b6c4-2ca06c75bfc9, 'name': SearchDatastore_Task, 'duration_secs': 0.01445} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.632159] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.632460] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b/56bc1ae3-fb52-412c-a86d-3bfd7a17b81b.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.632806] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f72fbee-ac94-4eee-9533-901c04045608 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.637585] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281f628d-dbe6-409b-bd10-77a0ca7f517d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.644979] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 742.644979] env[68831]: value = "task-2802330" [ 742.644979] env[68831]: _type = "Task" [ 742.644979] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.652076] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d1fc3c-a120-4646-b62e-8844fdda1bcc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.658729] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.686977] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc4983f-804a-47b1-a558-79d7b4b55dd5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.695029] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9071e7b-4589-4e81-b98b-f37c49346540 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.709264] env[68831]: DEBUG nova.compute.provider_tree [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.162896] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500973} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.162896] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b/56bc1ae3-fb52-412c-a86d-3bfd7a17b81b.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.162896] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.162896] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-440d2498-360a-4987-af63-8914492aa2c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.167301] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 743.167301] env[68831]: value = "task-2802331" [ 743.167301] env[68831]: _type = "Task" [ 743.167301] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.178896] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.213009] env[68831]: DEBUG nova.scheduler.client.report [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.396351] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "ea190e91-e74a-497b-b28d-91c72895bb58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.396598] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "ea190e91-e74a-497b-b28d-91c72895bb58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.678601] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066274} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.679192] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.680106] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f117c8c6-3822-4dbb-8b1b-dfcc1cfe58b6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.708056] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b/56bc1ae3-fb52-412c-a86d-3bfd7a17b81b.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.708531] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b92e8eff-e147-448b-9e3a-2ee5d16a1138 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.725324] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.725863] env[68831]: DEBUG nova.compute.manager [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.728428] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.290s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.730195] env[68831]: INFO nova.compute.claims [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.738565] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 743.738565] env[68831]: value = "task-2802332" [ 743.738565] env[68831]: _type = "Task" [ 743.738565] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.750301] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.237148] env[68831]: DEBUG nova.compute.utils [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.246399] env[68831]: DEBUG nova.compute.manager [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Not allocating networking since 'none' was specified. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 744.258538] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.749807] env[68831]: DEBUG nova.compute.manager [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.761963] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802332, 'name': ReconfigVM_Task, 'duration_secs': 0.986756} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.762976] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b/56bc1ae3-fb52-412c-a86d-3bfd7a17b81b.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.763581] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d00b6880-dd40-4a21-95a8-47f36e1acb0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.769578] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 744.769578] env[68831]: value = "task-2802333" [ 744.769578] env[68831]: _type = "Task" [ 744.769578] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.782753] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802333, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.293335] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802333, 'name': Rename_Task, 'duration_secs': 0.224885} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.293335] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.293335] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8c52b25-472d-4b8f-82ba-e91d29240cee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.298625] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 745.298625] env[68831]: value = "task-2802334" [ 745.298625] env[68831]: _type = "Task" [ 745.298625] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.315329] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.356135] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5051cebd-80f7-4225-ae0e-8f79853c3df6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.363937] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd591af9-152f-4b54-bfaf-48117fa5239d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.397766] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05e699f-a9fb-404c-bddd-004afbfa068c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.405477] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730e0cb5-327a-4ab8-ab99-3c781ddab3b5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.421035] env[68831]: DEBUG nova.compute.provider_tree [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.626135] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.626419] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.626634] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.626818] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.626984] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.629132] env[68831]: INFO nova.compute.manager [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Terminating instance [ 745.766905] env[68831]: DEBUG nova.compute.manager [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.799903] env[68831]: DEBUG nova.virt.hardware [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.799903] env[68831]: DEBUG nova.virt.hardware [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.799903] env[68831]: DEBUG nova.virt.hardware [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.800145] env[68831]: DEBUG nova.virt.hardware [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.800145] env[68831]: DEBUG nova.virt.hardware [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.800519] env[68831]: DEBUG nova.virt.hardware [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.800519] env[68831]: DEBUG nova.virt.hardware [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.801277] env[68831]: DEBUG nova.virt.hardware [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.801277] env[68831]: DEBUG nova.virt.hardware [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.801277] env[68831]: DEBUG nova.virt.hardware [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.801277] env[68831]: DEBUG nova.virt.hardware [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.803033] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f65be3-7b18-4ba2-b204-de857498131b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.816036] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc41a99-7bb9-436e-8fbd-5256b570aec2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.820318] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.829828] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.836821] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.837057] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.837282] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eedd4fc-5c82-475f-99d8-248a647998de {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.855314] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.855314] env[68831]: value = "task-2802335" [ 745.855314] env[68831]: _type = "Task" [ 745.855314] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.863463] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802335, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.923738] env[68831]: DEBUG nova.scheduler.client.report [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.133850] env[68831]: DEBUG nova.compute.manager [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.134422] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.136719] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4134946d-ef14-4acc-aab5-8de3a0ded9a9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.147373] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.147692] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1afc5241-1bea-44ea-9204-a386977b5b5a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.153194] env[68831]: DEBUG oslo_vmware.api [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 746.153194] env[68831]: value = "task-2802336" [ 746.153194] env[68831]: _type = "Task" [ 746.153194] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.161294] env[68831]: DEBUG oslo_vmware.api [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.314264] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802334, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.369021] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802335, 'name': CreateVM_Task, 'duration_secs': 0.282093} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.369021] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.369021] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.369021] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.369021] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.369021] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874e3a89-9458-481b-8266-163debf29ef4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.373444] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 746.373444] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52386b2e-db1c-586d-076e-337eb797562b" [ 746.373444] env[68831]: _type = "Task" [ 746.373444] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.383852] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52386b2e-db1c-586d-076e-337eb797562b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.433077] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.433791] env[68831]: DEBUG nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.437886] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.204s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.439108] env[68831]: INFO nova.compute.claims [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.479381] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Acquiring lock "4a3883d1-8f6a-4e32-ba63-0552865b3158" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.479693] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Lock "4a3883d1-8f6a-4e32-ba63-0552865b3158" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.547905] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "5e723aa8-38dc-4692-8d2f-ff6aa2aa573a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.548169] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "5e723aa8-38dc-4692-8d2f-ff6aa2aa573a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.663414] env[68831]: DEBUG oslo_vmware.api [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802336, 'name': PowerOffVM_Task, 'duration_secs': 0.257418} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.663693] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.663861] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.664397] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75bd004f-8117-40a2-912b-7a977a00ecc0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.813209] env[68831]: DEBUG oslo_vmware.api [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802334, 'name': PowerOnVM_Task, 'duration_secs': 1.26495} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.813489] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.813751] env[68831]: INFO nova.compute.manager [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Took 10.22 seconds to spawn the instance on the hypervisor. [ 746.813986] env[68831]: DEBUG nova.compute.manager [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.815197] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccef3d92-c62d-41c5-8455-0f3b3073d6df {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.883786] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52386b2e-db1c-586d-076e-337eb797562b, 'name': SearchDatastore_Task, 'duration_secs': 0.018426} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.884125] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.884389] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.884671] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.884821] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.885006] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.885274] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc886767-b81d-456e-8b2a-a9edca696344 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.894956] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.895656] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.896181] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a97249-342c-4d4e-95a5-1a79c180f2fe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.902376] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 746.902376] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ccc3f9-6c27-5454-42e4-5e17de47b1ff" [ 746.902376] env[68831]: _type = "Task" [ 746.902376] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.912944] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ccc3f9-6c27-5454-42e4-5e17de47b1ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.944157] env[68831]: DEBUG nova.compute.utils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.947834] env[68831]: DEBUG nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.947955] env[68831]: DEBUG nova.network.neutron [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.041091] env[68831]: DEBUG nova.policy [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcb70c905fb54e83ac52f144f4d9bdf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b60897c37e343c7ab42527b57b456a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.338443] env[68831]: INFO nova.compute.manager [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Took 39.45 seconds to build instance. [ 747.418344] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ccc3f9-6c27-5454-42e4-5e17de47b1ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008522} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.419243] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66262535-379b-44ca-9e0f-af125e335c7a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.430023] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 747.430023] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526b8ad8-f7d1-5450-a9c2-eb6e859cb452" [ 747.430023] env[68831]: _type = "Task" [ 747.430023] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.437869] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526b8ad8-f7d1-5450-a9c2-eb6e859cb452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.452038] env[68831]: DEBUG nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.608592] env[68831]: DEBUG nova.network.neutron [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Successfully created port: 23b71a0a-df2b-495a-835f-e2938961e240 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.671068] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.672361] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.672361] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Deleting the datastore file [datastore1] e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.675011] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b5ff67c-5249-46c1-b0f3-84b3c33642d0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.683064] env[68831]: DEBUG oslo_vmware.api [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 747.683064] env[68831]: value = "task-2802338" [ 747.683064] env[68831]: _type = "Task" [ 747.683064] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.691438] env[68831]: DEBUG oslo_vmware.api [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.840796] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.341s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.949471] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526b8ad8-f7d1-5450-a9c2-eb6e859cb452, 'name': SearchDatastore_Task, 'duration_secs': 0.010537} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.949630] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.949907] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] cdb592f0-6224-4f00-84f3-afbd2b7e24a5/cdb592f0-6224-4f00-84f3-afbd2b7e24a5.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.950244] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe09dea2-18b9-4a23-a8c1-8c8cb62c3abf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.959388] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 747.959388] env[68831]: value = "task-2802339" [ 747.959388] env[68831]: _type = "Task" [ 747.959388] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.972636] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.080500] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355dad67-2d20-42c5-9726-5a8df4a72730 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.092044] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae66d77-8e25-4647-bffb-ec4bc50a3326 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.126017] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f8e417-48ad-4b60-be34-7c2d14a9c504 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.129948] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db33515e-781d-474b-976a-27bd34d0657d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.144367] env[68831]: DEBUG nova.compute.provider_tree [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.193114] env[68831]: DEBUG oslo_vmware.api [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299547} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.193389] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.193575] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.193752] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.193920] env[68831]: INFO nova.compute.manager [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Took 2.06 seconds to destroy the instance on the hypervisor. [ 748.194198] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.196020] env[68831]: DEBUG nova.compute.manager [-] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.196020] env[68831]: DEBUG nova.network.neutron [-] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.348257] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.465791] env[68831]: DEBUG nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.472378] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802339, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.513136] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.513575] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.513757] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.513949] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.514553] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.514741] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.515245] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.515245] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.515348] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.516225] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.516225] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.516650] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029536bd-793f-45ee-b8ac-bf90797eff4c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.526856] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8162dfed-033e-428d-ae28-f0124d321e80 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.578555] env[68831]: DEBUG nova.compute.manager [req-80c43353-6fec-4761-9276-3d793ab20b39 req-2bf15392-d41d-4a38-9465-6158d70cf4c4 service nova] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Received event network-changed-56412ef2-ce0a-47ed-9f78-d94e0e70f837 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.578767] env[68831]: DEBUG nova.compute.manager [req-80c43353-6fec-4761-9276-3d793ab20b39 req-2bf15392-d41d-4a38-9465-6158d70cf4c4 service nova] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Refreshing instance network info cache due to event network-changed-56412ef2-ce0a-47ed-9f78-d94e0e70f837. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 748.579013] env[68831]: DEBUG oslo_concurrency.lockutils [req-80c43353-6fec-4761-9276-3d793ab20b39 req-2bf15392-d41d-4a38-9465-6158d70cf4c4 service nova] Acquiring lock "refresh_cache-56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.579187] env[68831]: DEBUG oslo_concurrency.lockutils [req-80c43353-6fec-4761-9276-3d793ab20b39 req-2bf15392-d41d-4a38-9465-6158d70cf4c4 service nova] Acquired lock "refresh_cache-56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.579347] env[68831]: DEBUG nova.network.neutron [req-80c43353-6fec-4761-9276-3d793ab20b39 req-2bf15392-d41d-4a38-9465-6158d70cf4c4 service nova] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Refreshing network info cache for port 56412ef2-ce0a-47ed-9f78-d94e0e70f837 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.649709] env[68831]: DEBUG nova.scheduler.client.report [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.878220] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.971438] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756077} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.971783] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] cdb592f0-6224-4f00-84f3-afbd2b7e24a5/cdb592f0-6224-4f00-84f3-afbd2b7e24a5.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.972117] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.972379] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb0c6f32-1e02-439c-98bf-f3f8e8955867 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.980721] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 748.980721] env[68831]: value = "task-2802340" [ 748.980721] env[68831]: _type = "Task" [ 748.980721] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.988372] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.038523] env[68831]: DEBUG nova.compute.manager [req-3af029e9-b184-4e81-ae69-0f110451a67f req-e07cfb42-6e62-43c0-9869-0797a9222692 service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Received event network-vif-deleted-9cf46b27-147d-469d-bc0b-242e3d095e41 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.038764] env[68831]: INFO nova.compute.manager [req-3af029e9-b184-4e81-ae69-0f110451a67f req-e07cfb42-6e62-43c0-9869-0797a9222692 service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Neutron deleted interface 9cf46b27-147d-469d-bc0b-242e3d095e41; detaching it from the instance and deleting it from the info cache [ 749.039018] env[68831]: DEBUG nova.network.neutron [req-3af029e9-b184-4e81-ae69-0f110451a67f req-e07cfb42-6e62-43c0-9869-0797a9222692 service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.154216] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.154398] env[68831]: DEBUG nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.159155] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.586s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.161587] env[68831]: DEBUG nova.objects.instance [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Lazy-loading 'resources' on Instance uuid fb8d223d-d2ec-48c1-8d20-7617be76dabe {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.488635] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070299} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.489030] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.490151] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b0c6c6-5fde-42d4-99e9-b7d91f7c373f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.513828] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] cdb592f0-6224-4f00-84f3-afbd2b7e24a5/cdb592f0-6224-4f00-84f3-afbd2b7e24a5.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.514184] env[68831]: DEBUG nova.network.neutron [-] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.515529] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b8d9c1d-be77-47f2-a8c4-a426ca0ccea2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.536658] env[68831]: INFO nova.compute.manager [-] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Took 1.34 seconds to deallocate network for instance. [ 749.544500] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ed21d0f-31c6-4e6a-a73f-5c7095929a85 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.552652] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 749.552652] env[68831]: value = "task-2802341" [ 749.552652] env[68831]: _type = "Task" [ 749.552652] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.560309] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc267248-55ba-4611-aa3d-dc452bb1fa8a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.576215] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.599570] env[68831]: DEBUG nova.compute.manager [req-3af029e9-b184-4e81-ae69-0f110451a67f req-e07cfb42-6e62-43c0-9869-0797a9222692 service nova] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Detach interface failed, port_id=9cf46b27-147d-469d-bc0b-242e3d095e41, reason: Instance e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 749.614468] env[68831]: DEBUG nova.network.neutron [req-80c43353-6fec-4761-9276-3d793ab20b39 req-2bf15392-d41d-4a38-9465-6158d70cf4c4 service nova] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Updated VIF entry in instance network info cache for port 56412ef2-ce0a-47ed-9f78-d94e0e70f837. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.614865] env[68831]: DEBUG nova.network.neutron [req-80c43353-6fec-4761-9276-3d793ab20b39 req-2bf15392-d41d-4a38-9465-6158d70cf4c4 service nova] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Updating instance_info_cache with network_info: [{"id": "56412ef2-ce0a-47ed-9f78-d94e0e70f837", "address": "fa:16:3e:f7:5c:ec", "network": {"id": "f43a58ad-1fc4-4556-85c2-db02f409db28", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1152255259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26551f59df0d4860bb89c7632ec148f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56412ef2-ce", "ovs_interfaceid": "56412ef2-ce0a-47ed-9f78-d94e0e70f837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.630446] env[68831]: DEBUG nova.network.neutron [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Successfully updated port: 23b71a0a-df2b-495a-835f-e2938961e240 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.661107] env[68831]: DEBUG nova.compute.utils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.663292] env[68831]: DEBUG nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.663480] env[68831]: DEBUG nova.network.neutron [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.729970] env[68831]: DEBUG nova.policy [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcb70c905fb54e83ac52f144f4d9bdf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b60897c37e343c7ab42527b57b456a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.046139] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.065119] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802341, 'name': ReconfigVM_Task, 'duration_secs': 0.269391} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.065119] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Reconfigured VM instance instance-0000001b to attach disk [datastore2] cdb592f0-6224-4f00-84f3-afbd2b7e24a5/cdb592f0-6224-4f00-84f3-afbd2b7e24a5.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.065119] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-004ad98f-b762-4307-b449-6a83c08e3702 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.074767] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 750.074767] env[68831]: value = "task-2802342" [ 750.074767] env[68831]: _type = "Task" [ 750.074767] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.083209] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802342, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.117573] env[68831]: DEBUG oslo_concurrency.lockutils [req-80c43353-6fec-4761-9276-3d793ab20b39 req-2bf15392-d41d-4a38-9465-6158d70cf4c4 service nova] Releasing lock "refresh_cache-56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.137390] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "refresh_cache-998ffe8e-1aba-4e8c-96ab-367a5d54d54f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.137390] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired lock "refresh_cache-998ffe8e-1aba-4e8c-96ab-367a5d54d54f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.137390] env[68831]: DEBUG nova.network.neutron [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.169750] env[68831]: DEBUG nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.272087] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e746528f-6f18-454e-818d-d15951a11645 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.281862] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9d7437-cbd9-497d-a04f-12aff636b622 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.289473] env[68831]: DEBUG nova.network.neutron [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Successfully created port: 0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.324534] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5df91b8-8ed7-4532-a897-3fb0ae1b6055 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.333077] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a56c018-08f1-4e0d-8ba6-206dab7ebff7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.346426] env[68831]: DEBUG nova.compute.provider_tree [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.592208] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.592208] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.592208] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802342, 'name': Rename_Task, 'duration_secs': 0.130654} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.592208] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.592208] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d20c9e7-c924-4bbc-a466-f2d1c067f7e0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.603075] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 750.603075] env[68831]: value = "task-2802343" [ 750.603075] env[68831]: _type = "Task" [ 750.603075] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.610434] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.678339] env[68831]: DEBUG nova.network.neutron [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.818047] env[68831]: DEBUG nova.network.neutron [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Updating instance_info_cache with network_info: [{"id": "23b71a0a-df2b-495a-835f-e2938961e240", "address": "fa:16:3e:90:b5:07", "network": {"id": "7e92978c-367e-4dca-a637-35cd57d40d27", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1878021669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b60897c37e343c7ab42527b57b456a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b71a0a-df", "ovs_interfaceid": "23b71a0a-df2b-495a-835f-e2938961e240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.851979] env[68831]: DEBUG nova.scheduler.client.report [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.068365] env[68831]: DEBUG nova.compute.manager [req-4fb7cc3b-4d88-4307-a77e-9d0146941152 req-69211d0c-f6e5-4d55-84aa-714aaa25db6e service nova] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Received event network-vif-plugged-23b71a0a-df2b-495a-835f-e2938961e240 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.068597] env[68831]: DEBUG oslo_concurrency.lockutils [req-4fb7cc3b-4d88-4307-a77e-9d0146941152 req-69211d0c-f6e5-4d55-84aa-714aaa25db6e service nova] Acquiring lock "998ffe8e-1aba-4e8c-96ab-367a5d54d54f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.068809] env[68831]: DEBUG oslo_concurrency.lockutils [req-4fb7cc3b-4d88-4307-a77e-9d0146941152 req-69211d0c-f6e5-4d55-84aa-714aaa25db6e service nova] Lock "998ffe8e-1aba-4e8c-96ab-367a5d54d54f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.069638] env[68831]: DEBUG oslo_concurrency.lockutils [req-4fb7cc3b-4d88-4307-a77e-9d0146941152 req-69211d0c-f6e5-4d55-84aa-714aaa25db6e service nova] Lock "998ffe8e-1aba-4e8c-96ab-367a5d54d54f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.069638] env[68831]: DEBUG nova.compute.manager [req-4fb7cc3b-4d88-4307-a77e-9d0146941152 req-69211d0c-f6e5-4d55-84aa-714aaa25db6e service nova] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] No waiting events found dispatching network-vif-plugged-23b71a0a-df2b-495a-835f-e2938961e240 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.069638] env[68831]: WARNING nova.compute.manager [req-4fb7cc3b-4d88-4307-a77e-9d0146941152 req-69211d0c-f6e5-4d55-84aa-714aaa25db6e service nova] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Received unexpected event network-vif-plugged-23b71a0a-df2b-495a-835f-e2938961e240 for instance with vm_state building and task_state spawning. [ 751.069638] env[68831]: DEBUG nova.compute.manager [req-4fb7cc3b-4d88-4307-a77e-9d0146941152 req-69211d0c-f6e5-4d55-84aa-714aaa25db6e service nova] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Received event network-changed-23b71a0a-df2b-495a-835f-e2938961e240 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.069638] env[68831]: DEBUG nova.compute.manager [req-4fb7cc3b-4d88-4307-a77e-9d0146941152 req-69211d0c-f6e5-4d55-84aa-714aaa25db6e service nova] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Refreshing instance network info cache due to event network-changed-23b71a0a-df2b-495a-835f-e2938961e240. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 751.070060] env[68831]: DEBUG oslo_concurrency.lockutils [req-4fb7cc3b-4d88-4307-a77e-9d0146941152 req-69211d0c-f6e5-4d55-84aa-714aaa25db6e service nova] Acquiring lock "refresh_cache-998ffe8e-1aba-4e8c-96ab-367a5d54d54f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.112532] env[68831]: DEBUG oslo_vmware.api [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802343, 'name': PowerOnVM_Task, 'duration_secs': 0.461377} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.112748] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.112897] env[68831]: INFO nova.compute.manager [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Took 5.35 seconds to spawn the instance on the hypervisor. [ 751.113089] env[68831]: DEBUG nova.compute.manager [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.113864] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a563580-fed8-463f-b3ca-998d7ddf7600 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.181609] env[68831]: DEBUG nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.207691] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.207952] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.208132] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.208319] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.208468] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.208615] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.208820] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.208975] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.209174] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.209358] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.209533] env[68831]: DEBUG nova.virt.hardware [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.210391] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a2f2d3-60d3-437c-9855-d8090280eff4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.218114] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1566ee5-69f4-4b85-b0d8-1756f23e74e8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.320542] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Releasing lock "refresh_cache-998ffe8e-1aba-4e8c-96ab-367a5d54d54f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.320890] env[68831]: DEBUG nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Instance network_info: |[{"id": "23b71a0a-df2b-495a-835f-e2938961e240", "address": "fa:16:3e:90:b5:07", "network": {"id": "7e92978c-367e-4dca-a637-35cd57d40d27", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1878021669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b60897c37e343c7ab42527b57b456a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b71a0a-df", "ovs_interfaceid": "23b71a0a-df2b-495a-835f-e2938961e240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.321407] env[68831]: DEBUG oslo_concurrency.lockutils [req-4fb7cc3b-4d88-4307-a77e-9d0146941152 req-69211d0c-f6e5-4d55-84aa-714aaa25db6e service nova] Acquired lock "refresh_cache-998ffe8e-1aba-4e8c-96ab-367a5d54d54f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.321407] env[68831]: DEBUG nova.network.neutron [req-4fb7cc3b-4d88-4307-a77e-9d0146941152 req-69211d0c-f6e5-4d55-84aa-714aaa25db6e service nova] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Refreshing network info cache for port 23b71a0a-df2b-495a-835f-e2938961e240 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.322821] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:b5:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23b71a0a-df2b-495a-835f-e2938961e240', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.330416] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Creating folder: Project (2b60897c37e343c7ab42527b57b456a6). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.333618] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64e98e5e-c68f-4626-816f-d0c5246ab491 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.344883] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Created folder: Project (2b60897c37e343c7ab42527b57b456a6) in parent group-v563050. [ 751.345091] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Creating folder: Instances. Parent ref: group-v563137. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.345439] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71b79904-c82a-42c2-bec2-09884c9bc9e5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.354150] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Created folder: Instances in parent group-v563137. [ 751.354396] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.354593] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.354796] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63dbfd02-8d31-4fd9-b3d3-979b9796fdb7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.371772] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.374109] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.971s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.375504] env[68831]: INFO nova.compute.claims [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.382718] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.382718] env[68831]: value = "task-2802346" [ 751.382718] env[68831]: _type = "Task" [ 751.382718] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.390519] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802346, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.395075] env[68831]: INFO nova.scheduler.client.report [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Deleted allocations for instance fb8d223d-d2ec-48c1-8d20-7617be76dabe [ 751.589388] env[68831]: DEBUG nova.network.neutron [req-4fb7cc3b-4d88-4307-a77e-9d0146941152 req-69211d0c-f6e5-4d55-84aa-714aaa25db6e service nova] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Updated VIF entry in instance network info cache for port 23b71a0a-df2b-495a-835f-e2938961e240. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.589869] env[68831]: DEBUG nova.network.neutron [req-4fb7cc3b-4d88-4307-a77e-9d0146941152 req-69211d0c-f6e5-4d55-84aa-714aaa25db6e service nova] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Updating instance_info_cache with network_info: [{"id": "23b71a0a-df2b-495a-835f-e2938961e240", "address": "fa:16:3e:90:b5:07", "network": {"id": "7e92978c-367e-4dca-a637-35cd57d40d27", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1878021669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b60897c37e343c7ab42527b57b456a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b71a0a-df", "ovs_interfaceid": "23b71a0a-df2b-495a-835f-e2938961e240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.636314] env[68831]: INFO nova.compute.manager [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Took 39.40 seconds to build instance. [ 751.858061] env[68831]: DEBUG nova.network.neutron [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Successfully updated port: 0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.892911] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802346, 'name': CreateVM_Task, 'duration_secs': 0.404325} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.893095] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.893834] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.893997] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.894348] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.894604] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02223735-5f67-4325-b061-89c2a6b55ddf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.899117] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 751.899117] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526a4819-7ca0-2c6c-0d67-dbabe103a190" [ 751.899117] env[68831]: _type = "Task" [ 751.899117] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.906215] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Lock "fb8d223d-d2ec-48c1-8d20-7617be76dabe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.791s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.912906] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526a4819-7ca0-2c6c-0d67-dbabe103a190, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.912906] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.913059] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.913351] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.913519] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.913731] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.913994] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fea4a61-7382-47f2-b457-457e06918484 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.921801] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.921984] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.922871] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9f4d0a-3044-4689-b44c-3dc4389a17f2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.928228] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 751.928228] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520c57cc-380b-ec38-3c3e-f52dbe49108c" [ 751.928228] env[68831]: _type = "Task" [ 751.928228] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.935643] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520c57cc-380b-ec38-3c3e-f52dbe49108c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.092446] env[68831]: DEBUG oslo_concurrency.lockutils [req-4fb7cc3b-4d88-4307-a77e-9d0146941152 req-69211d0c-f6e5-4d55-84aa-714aaa25db6e service nova] Releasing lock "refresh_cache-998ffe8e-1aba-4e8c-96ab-367a5d54d54f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.138991] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59d53868-d9c6-4578-a6aa-9e1402b695e6 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "cdb592f0-6224-4f00-84f3-afbd2b7e24a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.112s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.363037] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "refresh_cache-5593b9ed-c7cb-498c-b4c3-4a2da54c2036" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.363203] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired lock "refresh_cache-5593b9ed-c7cb-498c-b4c3-4a2da54c2036" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.363385] env[68831]: DEBUG nova.network.neutron [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.438442] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520c57cc-380b-ec38-3c3e-f52dbe49108c, 'name': SearchDatastore_Task, 'duration_secs': 0.009046} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.441963] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7212d5c-8735-4992-bc73-ffbea3d05441 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.449022] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 752.449022] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525297eb-3188-dc30-b238-35260606dc2d" [ 752.449022] env[68831]: _type = "Task" [ 752.449022] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.458499] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525297eb-3188-dc30-b238-35260606dc2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.641591] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.743074] env[68831]: INFO nova.compute.manager [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Rebuilding instance [ 752.807019] env[68831]: DEBUG nova.compute.manager [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.807019] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170cf0f5-3f9d-4cd7-b1b0-9ec12c3f1c74 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.918178] env[68831]: DEBUG nova.network.neutron [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.941391] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f47467-14c4-4447-be07-51fa8523fa48 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.956031] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc21178c-52fa-4102-94fb-893b15b25a4b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.967802] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525297eb-3188-dc30-b238-35260606dc2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.991877] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.992235] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 998ffe8e-1aba-4e8c-96ab-367a5d54d54f/998ffe8e-1aba-4e8c-96ab-367a5d54d54f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.992671] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f7b9501-af0c-4acc-9558-39de451351a9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.995299] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee1203f-4583-4590-84c6-87841188816e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.005468] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4894b7-f6cf-4be8-83e3-5ed17139580b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.009752] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 753.009752] env[68831]: value = "task-2802347" [ 753.009752] env[68831]: _type = "Task" [ 753.009752] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.020598] env[68831]: DEBUG nova.compute.provider_tree [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.027956] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.101284] env[68831]: DEBUG nova.compute.manager [req-844fe119-7392-4593-b508-a9e6bb055df8 req-5ad260fa-ad86-4e21-9c44-12241226d104 service nova] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Received event network-vif-plugged-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.101528] env[68831]: DEBUG oslo_concurrency.lockutils [req-844fe119-7392-4593-b508-a9e6bb055df8 req-5ad260fa-ad86-4e21-9c44-12241226d104 service nova] Acquiring lock "5593b9ed-c7cb-498c-b4c3-4a2da54c2036-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.101735] env[68831]: DEBUG oslo_concurrency.lockutils [req-844fe119-7392-4593-b508-a9e6bb055df8 req-5ad260fa-ad86-4e21-9c44-12241226d104 service nova] Lock "5593b9ed-c7cb-498c-b4c3-4a2da54c2036-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.101904] env[68831]: DEBUG oslo_concurrency.lockutils [req-844fe119-7392-4593-b508-a9e6bb055df8 req-5ad260fa-ad86-4e21-9c44-12241226d104 service nova] Lock "5593b9ed-c7cb-498c-b4c3-4a2da54c2036-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.102105] env[68831]: DEBUG nova.compute.manager [req-844fe119-7392-4593-b508-a9e6bb055df8 req-5ad260fa-ad86-4e21-9c44-12241226d104 service nova] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] No waiting events found dispatching network-vif-plugged-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.102273] env[68831]: WARNING nova.compute.manager [req-844fe119-7392-4593-b508-a9e6bb055df8 req-5ad260fa-ad86-4e21-9c44-12241226d104 service nova] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Received unexpected event network-vif-plugged-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 for instance with vm_state building and task_state spawning. [ 753.102427] env[68831]: DEBUG nova.compute.manager [req-844fe119-7392-4593-b508-a9e6bb055df8 req-5ad260fa-ad86-4e21-9c44-12241226d104 service nova] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Received event network-changed-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.102574] env[68831]: DEBUG nova.compute.manager [req-844fe119-7392-4593-b508-a9e6bb055df8 req-5ad260fa-ad86-4e21-9c44-12241226d104 service nova] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Refreshing instance network info cache due to event network-changed-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 753.102741] env[68831]: DEBUG oslo_concurrency.lockutils [req-844fe119-7392-4593-b508-a9e6bb055df8 req-5ad260fa-ad86-4e21-9c44-12241226d104 service nova] Acquiring lock "refresh_cache-5593b9ed-c7cb-498c-b4c3-4a2da54c2036" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.172028] env[68831]: DEBUG nova.network.neutron [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Updating instance_info_cache with network_info: [{"id": "0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0", "address": "fa:16:3e:a7:30:69", "network": {"id": "7e92978c-367e-4dca-a637-35cd57d40d27", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1878021669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b60897c37e343c7ab42527b57b456a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9f2b41-b9", "ovs_interfaceid": "0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.177610] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.520998] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457153} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.520998] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 998ffe8e-1aba-4e8c-96ab-367a5d54d54f/998ffe8e-1aba-4e8c-96ab-367a5d54d54f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.520998] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.521158] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc4bc52a-20d6-4755-8edf-5e8017164171 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.529830] env[68831]: DEBUG nova.scheduler.client.report [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.533069] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 753.533069] env[68831]: value = "task-2802348" [ 753.533069] env[68831]: _type = "Task" [ 753.533069] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.541329] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.677327] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Releasing lock "refresh_cache-5593b9ed-c7cb-498c-b4c3-4a2da54c2036" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.677991] env[68831]: DEBUG nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Instance network_info: |[{"id": "0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0", "address": "fa:16:3e:a7:30:69", "network": {"id": "7e92978c-367e-4dca-a637-35cd57d40d27", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1878021669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b60897c37e343c7ab42527b57b456a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9f2b41-b9", "ovs_interfaceid": "0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.677991] env[68831]: DEBUG oslo_concurrency.lockutils [req-844fe119-7392-4593-b508-a9e6bb055df8 req-5ad260fa-ad86-4e21-9c44-12241226d104 service nova] Acquired lock "refresh_cache-5593b9ed-c7cb-498c-b4c3-4a2da54c2036" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.678231] env[68831]: DEBUG nova.network.neutron [req-844fe119-7392-4593-b508-a9e6bb055df8 req-5ad260fa-ad86-4e21-9c44-12241226d104 service nova] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Refreshing network info cache for port 0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.679491] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:30:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.687053] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.688101] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.688285] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df054763-f3ac-430f-9b90-807adbbfba6b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.709782] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.709782] env[68831]: value = "task-2802349" [ 753.709782] env[68831]: _type = "Task" [ 753.709782] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.718285] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802349, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.823648] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.823994] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6457c0aa-0093-4179-9322-6661abfd0d5f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.832460] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 753.832460] env[68831]: value = "task-2802350" [ 753.832460] env[68831]: _type = "Task" [ 753.832460] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.842196] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.038022] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.038486] env[68831]: DEBUG nova.compute.manager [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.041036] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.784s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.042826] env[68831]: INFO nova.compute.claims [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.051460] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147307} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.051787] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.052628] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49841253-a354-4d9d-ae52-f8574e068031 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.079546] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 998ffe8e-1aba-4e8c-96ab-367a5d54d54f/998ffe8e-1aba-4e8c-96ab-367a5d54d54f.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.080044] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dc334f9-11e4-4c4b-9cd8-2d64b6fb2191 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.103524] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 754.103524] env[68831]: value = "task-2802351" [ 754.103524] env[68831]: _type = "Task" [ 754.103524] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.111923] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.218631] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802349, 'name': CreateVM_Task, 'duration_secs': 0.447413} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.218825] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.219638] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.219732] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.220016] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.220279] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd372191-be6c-4a52-92cd-6bb8c10b7828 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.225046] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 754.225046] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f4a6e1-af6e-815a-963f-bbe71d038771" [ 754.225046] env[68831]: _type = "Task" [ 754.225046] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.233228] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f4a6e1-af6e-815a-963f-bbe71d038771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.342014] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802350, 'name': PowerOffVM_Task, 'duration_secs': 0.160332} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.342304] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.342683] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.343354] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60384206-ec16-4208-ad31-40b06519c697 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.350207] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.350509] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6b527e3-5e27-448f-a1a6-9defc7ac6bf8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.379114] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.379415] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.379649] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Deleting the datastore file [datastore2] cdb592f0-6224-4f00-84f3-afbd2b7e24a5 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.379952] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecddf416-0be3-47de-8c72-58a9b21675d0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.386763] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 754.386763] env[68831]: value = "task-2802353" [ 754.386763] env[68831]: _type = "Task" [ 754.386763] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.394832] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.515667] env[68831]: DEBUG nova.network.neutron [req-844fe119-7392-4593-b508-a9e6bb055df8 req-5ad260fa-ad86-4e21-9c44-12241226d104 service nova] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Updated VIF entry in instance network info cache for port 0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.516073] env[68831]: DEBUG nova.network.neutron [req-844fe119-7392-4593-b508-a9e6bb055df8 req-5ad260fa-ad86-4e21-9c44-12241226d104 service nova] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Updating instance_info_cache with network_info: [{"id": "0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0", "address": "fa:16:3e:a7:30:69", "network": {"id": "7e92978c-367e-4dca-a637-35cd57d40d27", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1878021669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b60897c37e343c7ab42527b57b456a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9f2b41-b9", "ovs_interfaceid": "0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.547982] env[68831]: DEBUG nova.compute.utils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.553330] env[68831]: DEBUG nova.compute.manager [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.553503] env[68831]: DEBUG nova.network.neutron [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.603714] env[68831]: DEBUG nova.policy [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b72a2a51f714675b08e5e08d7e29ac8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8b342b08a454cb7899788c4df820698', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.614634] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802351, 'name': ReconfigVM_Task, 'duration_secs': 0.35528} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.614887] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 998ffe8e-1aba-4e8c-96ab-367a5d54d54f/998ffe8e-1aba-4e8c-96ab-367a5d54d54f.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.615508] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97cdeff2-f3e2-4384-a91c-7b25763ed88c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.623786] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 754.623786] env[68831]: value = "task-2802354" [ 754.623786] env[68831]: _type = "Task" [ 754.623786] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.632783] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802354, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.735411] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f4a6e1-af6e-815a-963f-bbe71d038771, 'name': SearchDatastore_Task, 'duration_secs': 0.011795} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.735713] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.735950] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.736205] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.736351] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.736528] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.736874] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af809bd6-1753-4d7d-829e-167565be834a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.744537] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.744537] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.745394] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f4f82f1-8316-4ad7-8663-343a82de8a0b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.750235] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 754.750235] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b033e0-bf6a-034b-f474-ffbaa897535a" [ 754.750235] env[68831]: _type = "Task" [ 754.750235] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.759900] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b033e0-bf6a-034b-f474-ffbaa897535a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.903590] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172768} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.904102] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.904393] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.904672] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.934027] env[68831]: DEBUG nova.network.neutron [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Successfully created port: 621ab9a2-212c-4012-84dc-a44e2cc57136 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.019129] env[68831]: DEBUG oslo_concurrency.lockutils [req-844fe119-7392-4593-b508-a9e6bb055df8 req-5ad260fa-ad86-4e21-9c44-12241226d104 service nova] Releasing lock "refresh_cache-5593b9ed-c7cb-498c-b4c3-4a2da54c2036" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.054204] env[68831]: DEBUG nova.compute.manager [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.135264] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802354, 'name': Rename_Task, 'duration_secs': 0.158395} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.137898] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.138612] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c37de00-f237-4366-81bf-0965a0e33478 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.144943] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 755.144943] env[68831]: value = "task-2802355" [ 755.144943] env[68831]: _type = "Task" [ 755.144943] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.152801] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.265651] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b033e0-bf6a-034b-f474-ffbaa897535a, 'name': SearchDatastore_Task, 'duration_secs': 0.013679} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.269387] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62cb69c7-8198-4bc4-bf3f-2908a6a1f48c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.274580] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 755.274580] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e7c382-5197-8585-5386-f750aefa9816" [ 755.274580] env[68831]: _type = "Task" [ 755.274580] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.282995] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e7c382-5197-8585-5386-f750aefa9816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.643466] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81fce72-9745-4957-a4c1-ebadf8ff04d5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.658872] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8d6090-5c93-4c8f-9dff-2efd8ee08cd7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.663445] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802355, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.694715] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fd2877-48ac-4079-80d4-adcee6052b28 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.704521] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4095284-850e-42d2-bbbf-dc50daa4a148 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.719280] env[68831]: DEBUG nova.compute.provider_tree [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.784543] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e7c382-5197-8585-5386-f750aefa9816, 'name': SearchDatastore_Task, 'duration_secs': 0.009184} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.785122] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.785122] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 5593b9ed-c7cb-498c-b4c3-4a2da54c2036/5593b9ed-c7cb-498c-b4c3-4a2da54c2036.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.785420] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a05734f6-671d-4e78-8321-7eb179a4e54a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.791126] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 755.791126] env[68831]: value = "task-2802356" [ 755.791126] env[68831]: _type = "Task" [ 755.791126] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.799313] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.950784] env[68831]: DEBUG nova.virt.hardware [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.951093] env[68831]: DEBUG nova.virt.hardware [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.951294] env[68831]: DEBUG nova.virt.hardware [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.951721] env[68831]: DEBUG nova.virt.hardware [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.951721] env[68831]: DEBUG nova.virt.hardware [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.951807] env[68831]: DEBUG nova.virt.hardware [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.951971] env[68831]: DEBUG nova.virt.hardware [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.952145] env[68831]: DEBUG nova.virt.hardware [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.952506] env[68831]: DEBUG nova.virt.hardware [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.952506] env[68831]: DEBUG nova.virt.hardware [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.952784] env[68831]: DEBUG nova.virt.hardware [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.953606] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33e663a-3243-4d6d-990f-3940ea91063d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.961994] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc35b72f-e6fc-4d6a-84d8-5869fe287dd5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.978110] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.984045] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.984386] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.984626] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f819d0dc-604e-4306-950e-9ffebf376bc1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.003405] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.003405] env[68831]: value = "task-2802357" [ 756.003405] env[68831]: _type = "Task" [ 756.003405] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.011662] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802357, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.070378] env[68831]: DEBUG nova.compute.manager [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.115250] env[68831]: DEBUG nova.virt.hardware [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.116041] env[68831]: DEBUG nova.virt.hardware [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.116041] env[68831]: DEBUG nova.virt.hardware [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.116041] env[68831]: DEBUG nova.virt.hardware [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.116041] env[68831]: DEBUG nova.virt.hardware [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.116219] env[68831]: DEBUG nova.virt.hardware [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.116355] env[68831]: DEBUG nova.virt.hardware [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.116508] env[68831]: DEBUG nova.virt.hardware [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.116675] env[68831]: DEBUG nova.virt.hardware [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.116837] env[68831]: DEBUG nova.virt.hardware [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.117015] env[68831]: DEBUG nova.virt.hardware [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.117956] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44065d95-2efd-4869-981c-68efd316bce5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.131064] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efe0d2b-229b-448c-a3c3-cd869038aad3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.156829] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802355, 'name': PowerOnVM_Task, 'duration_secs': 0.517671} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.157419] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.157419] env[68831]: INFO nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Took 7.69 seconds to spawn the instance on the hypervisor. [ 756.157580] env[68831]: DEBUG nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.158459] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e161dbd-05fa-4f85-b8ba-e347b20d8505 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.222310] env[68831]: DEBUG nova.scheduler.client.report [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.302334] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802356, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.521012] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802357, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.681556] env[68831]: INFO nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Took 43.27 seconds to build instance. [ 756.730018] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.730018] env[68831]: DEBUG nova.compute.manager [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.730677] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.495s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.732200] env[68831]: INFO nova.compute.claims [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.802163] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659691} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.802163] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 5593b9ed-c7cb-498c-b4c3-4a2da54c2036/5593b9ed-c7cb-498c-b4c3-4a2da54c2036.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.802846] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.803271] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-095503f4-c1e6-428f-8399-56cc33009879 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.813020] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 756.813020] env[68831]: value = "task-2802358" [ 756.813020] env[68831]: _type = "Task" [ 756.813020] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.821181] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.827224] env[68831]: DEBUG nova.compute.manager [req-c234b26d-aafd-4bf5-bb09-70945502e4e6 req-f4807899-da6a-4513-bdb9-da37828401c2 service nova] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Received event network-vif-plugged-621ab9a2-212c-4012-84dc-a44e2cc57136 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.827224] env[68831]: DEBUG oslo_concurrency.lockutils [req-c234b26d-aafd-4bf5-bb09-70945502e4e6 req-f4807899-da6a-4513-bdb9-da37828401c2 service nova] Acquiring lock "06b1ab57-ad18-44ea-87f6-1e189219697e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.827224] env[68831]: DEBUG oslo_concurrency.lockutils [req-c234b26d-aafd-4bf5-bb09-70945502e4e6 req-f4807899-da6a-4513-bdb9-da37828401c2 service nova] Lock "06b1ab57-ad18-44ea-87f6-1e189219697e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.827224] env[68831]: DEBUG oslo_concurrency.lockutils [req-c234b26d-aafd-4bf5-bb09-70945502e4e6 req-f4807899-da6a-4513-bdb9-da37828401c2 service nova] Lock "06b1ab57-ad18-44ea-87f6-1e189219697e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.827224] env[68831]: DEBUG nova.compute.manager [req-c234b26d-aafd-4bf5-bb09-70945502e4e6 req-f4807899-da6a-4513-bdb9-da37828401c2 service nova] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] No waiting events found dispatching network-vif-plugged-621ab9a2-212c-4012-84dc-a44e2cc57136 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.827457] env[68831]: WARNING nova.compute.manager [req-c234b26d-aafd-4bf5-bb09-70945502e4e6 req-f4807899-da6a-4513-bdb9-da37828401c2 service nova] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Received unexpected event network-vif-plugged-621ab9a2-212c-4012-84dc-a44e2cc57136 for instance with vm_state building and task_state spawning. [ 756.855313] env[68831]: DEBUG nova.network.neutron [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Successfully updated port: 621ab9a2-212c-4012-84dc-a44e2cc57136 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.018041] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802357, 'name': CreateVM_Task, 'duration_secs': 0.748634} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.018219] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.018609] env[68831]: DEBUG oslo_concurrency.lockutils [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.018772] env[68831]: DEBUG oslo_concurrency.lockutils [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.019201] env[68831]: DEBUG oslo_concurrency.lockutils [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.019461] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a8c105-6957-469f-937f-39ddef071eb9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.024384] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 757.024384] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526b8693-e874-87af-39d3-fa24a18509ad" [ 757.024384] env[68831]: _type = "Task" [ 757.024384] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.032875] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526b8693-e874-87af-39d3-fa24a18509ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.186720] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "998ffe8e-1aba-4e8c-96ab-367a5d54d54f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.951s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.237142] env[68831]: DEBUG nova.compute.utils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.242182] env[68831]: DEBUG nova.compute.manager [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.243029] env[68831]: DEBUG nova.network.neutron [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.322261] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069077} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.324703] env[68831]: DEBUG nova.policy [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e18bd31c5dc4c0a92e18f8858fc0de7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1a03d294c4a4037ba0503b8a830943d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.325435] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.326350] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d64b75-0f5c-40bf-8a31-54c0cda49f5e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.350627] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 5593b9ed-c7cb-498c-b4c3-4a2da54c2036/5593b9ed-c7cb-498c-b4c3-4a2da54c2036.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.351777] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48aac5e6-87f3-41c6-a541-44f65435e32f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.369446] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquiring lock "refresh_cache-06b1ab57-ad18-44ea-87f6-1e189219697e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.369797] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquired lock "refresh_cache-06b1ab57-ad18-44ea-87f6-1e189219697e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.370016] env[68831]: DEBUG nova.network.neutron [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.376724] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 757.376724] env[68831]: value = "task-2802359" [ 757.376724] env[68831]: _type = "Task" [ 757.376724] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.389490] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.536308] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526b8693-e874-87af-39d3-fa24a18509ad, 'name': SearchDatastore_Task, 'duration_secs': 0.052413} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.536674] env[68831]: DEBUG oslo_concurrency.lockutils [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.536931] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.537188] env[68831]: DEBUG oslo_concurrency.lockutils [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.537337] env[68831]: DEBUG oslo_concurrency.lockutils [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.537512] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.537778] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a67fe734-ca3c-469c-a8a9-a0e15c088405 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.546934] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.547133] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.548047] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd664def-0f3c-4593-a08a-754aafb956db {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.557285] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Acquiring lock "4b2b1531-770b-4bb6-9f58-d21e903ea332" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.558643] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Lock "4b2b1531-770b-4bb6-9f58-d21e903ea332" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.559856] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 757.559856] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526fde68-0b6a-6a28-0e9f-847b6d0fd2f1" [ 757.559856] env[68831]: _type = "Task" [ 757.559856] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.567805] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526fde68-0b6a-6a28-0e9f-847b6d0fd2f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.689816] env[68831]: DEBUG nova.compute.manager [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.693822] env[68831]: DEBUG nova.network.neutron [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Successfully created port: 8d1e0cb2-edc0-4388-a483-c99f7f776ab0 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.743171] env[68831]: DEBUG nova.compute.manager [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.887490] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802359, 'name': ReconfigVM_Task, 'duration_secs': 0.493041} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.889963] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 5593b9ed-c7cb-498c-b4c3-4a2da54c2036/5593b9ed-c7cb-498c-b4c3-4a2da54c2036.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.890715] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77bcca1a-91c0-4183-810f-e1432e438ab6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.896156] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 757.896156] env[68831]: value = "task-2802360" [ 757.896156] env[68831]: _type = "Task" [ 757.896156] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.906494] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802360, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.916473] env[68831]: DEBUG nova.network.neutron [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.072201] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526fde68-0b6a-6a28-0e9f-847b6d0fd2f1, 'name': SearchDatastore_Task, 'duration_secs': 0.013526} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.074806] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-136bb6a1-9e81-4977-b79d-8103334f3f11 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.082415] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 758.082415] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529c1b4e-a865-4869-1a22-a3297684e5ac" [ 758.082415] env[68831]: _type = "Task" [ 758.082415] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.090805] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529c1b4e-a865-4869-1a22-a3297684e5ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.110776] env[68831]: DEBUG nova.network.neutron [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Updating instance_info_cache with network_info: [{"id": "621ab9a2-212c-4012-84dc-a44e2cc57136", "address": "fa:16:3e:1b:e9:7e", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621ab9a2-21", "ovs_interfaceid": "621ab9a2-212c-4012-84dc-a44e2cc57136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.212209] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.295975] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d71f0de-93d9-426b-98d3-9ad983d2b672 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.304180] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ec37a1-26c9-4f3b-ac0f-0f29219fcbad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.334890] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d501c6b5-7381-44a5-ab55-6ee0cec892ae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.342568] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbfc877-fab3-4eb3-8f36-cce351a3ad65 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.356508] env[68831]: DEBUG nova.compute.provider_tree [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.407545] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802360, 'name': Rename_Task, 'duration_secs': 0.144686} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.407820] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.408073] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8382dd12-7ac0-4396-9f49-b958321f2d5a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.414468] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 758.414468] env[68831]: value = "task-2802361" [ 758.414468] env[68831]: _type = "Task" [ 758.414468] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.422030] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.593029] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529c1b4e-a865-4869-1a22-a3297684e5ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.593768] env[68831]: DEBUG oslo_concurrency.lockutils [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.593768] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] cdb592f0-6224-4f00-84f3-afbd2b7e24a5/cdb592f0-6224-4f00-84f3-afbd2b7e24a5.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.593920] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ee1787f-a780-4216-9985-1fe9ae7fd5b0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.600808] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 758.600808] env[68831]: value = "task-2802362" [ 758.600808] env[68831]: _type = "Task" [ 758.600808] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.607760] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.613307] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Releasing lock "refresh_cache-06b1ab57-ad18-44ea-87f6-1e189219697e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.613629] env[68831]: DEBUG nova.compute.manager [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Instance network_info: |[{"id": "621ab9a2-212c-4012-84dc-a44e2cc57136", "address": "fa:16:3e:1b:e9:7e", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621ab9a2-21", "ovs_interfaceid": "621ab9a2-212c-4012-84dc-a44e2cc57136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.613995] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:e9:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '621ab9a2-212c-4012-84dc-a44e2cc57136', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.621160] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.621382] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.621596] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdf06a52-a27a-40c3-bb5d-66ffb4d7be2e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.639902] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.639902] env[68831]: value = "task-2802363" [ 758.639902] env[68831]: _type = "Task" [ 758.639902] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.646772] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802363, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.752480] env[68831]: DEBUG nova.compute.manager [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.778648] env[68831]: DEBUG nova.virt.hardware [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.778901] env[68831]: DEBUG nova.virt.hardware [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.779112] env[68831]: DEBUG nova.virt.hardware [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.779309] env[68831]: DEBUG nova.virt.hardware [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.779459] env[68831]: DEBUG nova.virt.hardware [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.779606] env[68831]: DEBUG nova.virt.hardware [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.779812] env[68831]: DEBUG nova.virt.hardware [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.779969] env[68831]: DEBUG nova.virt.hardware [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.780146] env[68831]: DEBUG nova.virt.hardware [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.780305] env[68831]: DEBUG nova.virt.hardware [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.780478] env[68831]: DEBUG nova.virt.hardware [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.781451] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ff9739-af2b-4598-bb31-eacd421ad9a2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.789689] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807cc377-ee04-483b-8623-428eca9f58fb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.858331] env[68831]: DEBUG nova.compute.manager [req-d03ad3c6-c2ea-49a5-b401-a26126e29c59 req-1456282b-8a22-41ef-9080-82b6da66203c service nova] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Received event network-changed-621ab9a2-212c-4012-84dc-a44e2cc57136 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.858633] env[68831]: DEBUG nova.compute.manager [req-d03ad3c6-c2ea-49a5-b401-a26126e29c59 req-1456282b-8a22-41ef-9080-82b6da66203c service nova] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Refreshing instance network info cache due to event network-changed-621ab9a2-212c-4012-84dc-a44e2cc57136. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 758.858749] env[68831]: DEBUG oslo_concurrency.lockutils [req-d03ad3c6-c2ea-49a5-b401-a26126e29c59 req-1456282b-8a22-41ef-9080-82b6da66203c service nova] Acquiring lock "refresh_cache-06b1ab57-ad18-44ea-87f6-1e189219697e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.858949] env[68831]: DEBUG oslo_concurrency.lockutils [req-d03ad3c6-c2ea-49a5-b401-a26126e29c59 req-1456282b-8a22-41ef-9080-82b6da66203c service nova] Acquired lock "refresh_cache-06b1ab57-ad18-44ea-87f6-1e189219697e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.859290] env[68831]: DEBUG nova.network.neutron [req-d03ad3c6-c2ea-49a5-b401-a26126e29c59 req-1456282b-8a22-41ef-9080-82b6da66203c service nova] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Refreshing network info cache for port 621ab9a2-212c-4012-84dc-a44e2cc57136 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.861180] env[68831]: DEBUG nova.scheduler.client.report [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.925809] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802361, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.111639] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802362, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.150901] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802363, 'name': CreateVM_Task, 'duration_secs': 0.505325} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.152026] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.152026] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.152026] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.152346] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.153012] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae52e7bd-61eb-484b-803e-e1c2722276c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.159812] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 759.159812] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527efd1b-5d83-a682-ed25-147a60550c01" [ 759.159812] env[68831]: _type = "Task" [ 759.159812] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.169533] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527efd1b-5d83-a682-ed25-147a60550c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.370027] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.370027] env[68831]: DEBUG nova.compute.manager [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.373325] env[68831]: DEBUG nova.network.neutron [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Successfully updated port: 8d1e0cb2-edc0-4388-a483-c99f7f776ab0 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.374643] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.230s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.374643] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.374643] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68831) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 759.374643] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.821s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.377415] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7e9959-f0e3-4e8a-9373-165476368d93 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.386776] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b0d75e-4a14-4378-be60-a88b2724cb62 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.402913] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1368d062-cedf-498c-9077-07b146af66c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.410371] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c7b0d3-cd71-4ca0-9cb4-c585349cbc97 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.445786] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179387MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68831) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 759.445912] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.451614] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802361, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.614904] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549072} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.614904] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] cdb592f0-6224-4f00-84f3-afbd2b7e24a5/cdb592f0-6224-4f00-84f3-afbd2b7e24a5.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.614904] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.615123] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f18026f2-f591-44ff-8c99-bf55d33d1aa3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.622376] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 759.622376] env[68831]: value = "task-2802364" [ 759.622376] env[68831]: _type = "Task" [ 759.622376] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.626503] env[68831]: DEBUG nova.network.neutron [req-d03ad3c6-c2ea-49a5-b401-a26126e29c59 req-1456282b-8a22-41ef-9080-82b6da66203c service nova] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Updated VIF entry in instance network info cache for port 621ab9a2-212c-4012-84dc-a44e2cc57136. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.626956] env[68831]: DEBUG nova.network.neutron [req-d03ad3c6-c2ea-49a5-b401-a26126e29c59 req-1456282b-8a22-41ef-9080-82b6da66203c service nova] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Updating instance_info_cache with network_info: [{"id": "621ab9a2-212c-4012-84dc-a44e2cc57136", "address": "fa:16:3e:1b:e9:7e", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621ab9a2-21", "ovs_interfaceid": "621ab9a2-212c-4012-84dc-a44e2cc57136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.632849] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.671613] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527efd1b-5d83-a682-ed25-147a60550c01, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.671950] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.676494] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.676494] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.676494] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.676494] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.676494] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c897240f-f478-4d03-ae64-2041580ceaab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.682877] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.683237] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.684134] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e643966d-813c-439b-8599-a3900d238a3b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.689715] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 759.689715] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521ab944-a998-3e16-73b6-97283da8d76a" [ 759.689715] env[68831]: _type = "Task" [ 759.689715] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.697138] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521ab944-a998-3e16-73b6-97283da8d76a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.878105] env[68831]: DEBUG nova.compute.utils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.879537] env[68831]: DEBUG nova.compute.manager [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.879714] env[68831]: DEBUG nova.network.neutron [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.882068] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Acquiring lock "refresh_cache-08f79565-00e9-4b4e-a675-d150436201ad" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.882139] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Acquired lock "refresh_cache-08f79565-00e9-4b4e-a675-d150436201ad" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.882282] env[68831]: DEBUG nova.network.neutron [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.896863] env[68831]: INFO nova.compute.claims [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.926227] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802361, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.940753] env[68831]: DEBUG nova.policy [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56410de262a94862be32436ca1866ef2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fbdd1232dc94352b77cd3428c28459b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.132996] env[68831]: DEBUG oslo_concurrency.lockutils [req-d03ad3c6-c2ea-49a5-b401-a26126e29c59 req-1456282b-8a22-41ef-9080-82b6da66203c service nova] Releasing lock "refresh_cache-06b1ab57-ad18-44ea-87f6-1e189219697e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.133471] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071418} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.133722] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.134533] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bde8e2-d174-462f-8ec3-52240621e9e9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.154390] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] cdb592f0-6224-4f00-84f3-afbd2b7e24a5/cdb592f0-6224-4f00-84f3-afbd2b7e24a5.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.154661] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a8c4ae6-262f-407f-8e2f-e6b9889a241b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.174214] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 760.174214] env[68831]: value = "task-2802365" [ 760.174214] env[68831]: _type = "Task" [ 760.174214] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.181736] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.198957] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521ab944-a998-3e16-73b6-97283da8d76a, 'name': SearchDatastore_Task, 'duration_secs': 0.086953} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.199706] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0145f0-6da3-446f-9274-f9eb636e5fc1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.204444] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 760.204444] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5287c851-b5ce-aed6-d6c5-6a31a232a678" [ 760.204444] env[68831]: _type = "Task" [ 760.204444] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.211498] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5287c851-b5ce-aed6-d6c5-6a31a232a678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.212243] env[68831]: DEBUG nova.network.neutron [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Successfully created port: 1e26d603-c82c-4761-b0b0-1dacc193d8ff {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.383935] env[68831]: DEBUG nova.compute.manager [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.403719] env[68831]: INFO nova.compute.resource_tracker [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updating resource usage from migration e0e226fe-cdb2-4c38-a787-bdfc1eb0478b [ 760.429538] env[68831]: DEBUG oslo_vmware.api [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802361, 'name': PowerOnVM_Task, 'duration_secs': 1.703791} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.429806] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.430014] env[68831]: INFO nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Took 9.25 seconds to spawn the instance on the hypervisor. [ 760.430207] env[68831]: DEBUG nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.431055] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2b9bed-182d-486a-9dfc-aa8e8af76a53 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.451207] env[68831]: DEBUG nova.network.neutron [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.654657] env[68831]: DEBUG nova.network.neutron [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Updating instance_info_cache with network_info: [{"id": "8d1e0cb2-edc0-4388-a483-c99f7f776ab0", "address": "fa:16:3e:93:f6:f6", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1e0cb2-ed", "ovs_interfaceid": "8d1e0cb2-edc0-4388-a483-c99f7f776ab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.685207] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.715555] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5287c851-b5ce-aed6-d6c5-6a31a232a678, 'name': SearchDatastore_Task, 'duration_secs': 0.010941} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.715704] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.715892] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 06b1ab57-ad18-44ea-87f6-1e189219697e/06b1ab57-ad18-44ea-87f6-1e189219697e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.716179] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3a1f438-e242-482c-9061-23f741c366db {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.722196] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 760.722196] env[68831]: value = "task-2802366" [ 760.722196] env[68831]: _type = "Task" [ 760.722196] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.732148] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.939547] env[68831]: DEBUG nova.compute.manager [req-a96106c0-eb11-4206-832d-2069247f3d21 req-0304f657-a6b2-428c-b8c8-60171e98b44e service nova] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Received event network-vif-plugged-8d1e0cb2-edc0-4388-a483-c99f7f776ab0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.939979] env[68831]: DEBUG oslo_concurrency.lockutils [req-a96106c0-eb11-4206-832d-2069247f3d21 req-0304f657-a6b2-428c-b8c8-60171e98b44e service nova] Acquiring lock "08f79565-00e9-4b4e-a675-d150436201ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.939979] env[68831]: DEBUG oslo_concurrency.lockutils [req-a96106c0-eb11-4206-832d-2069247f3d21 req-0304f657-a6b2-428c-b8c8-60171e98b44e service nova] Lock "08f79565-00e9-4b4e-a675-d150436201ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.940161] env[68831]: DEBUG oslo_concurrency.lockutils [req-a96106c0-eb11-4206-832d-2069247f3d21 req-0304f657-a6b2-428c-b8c8-60171e98b44e service nova] Lock "08f79565-00e9-4b4e-a675-d150436201ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.940344] env[68831]: DEBUG nova.compute.manager [req-a96106c0-eb11-4206-832d-2069247f3d21 req-0304f657-a6b2-428c-b8c8-60171e98b44e service nova] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] No waiting events found dispatching network-vif-plugged-8d1e0cb2-edc0-4388-a483-c99f7f776ab0 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.940549] env[68831]: WARNING nova.compute.manager [req-a96106c0-eb11-4206-832d-2069247f3d21 req-0304f657-a6b2-428c-b8c8-60171e98b44e service nova] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Received unexpected event network-vif-plugged-8d1e0cb2-edc0-4388-a483-c99f7f776ab0 for instance with vm_state building and task_state spawning. [ 760.940705] env[68831]: DEBUG nova.compute.manager [req-a96106c0-eb11-4206-832d-2069247f3d21 req-0304f657-a6b2-428c-b8c8-60171e98b44e service nova] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Received event network-changed-8d1e0cb2-edc0-4388-a483-c99f7f776ab0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.941380] env[68831]: DEBUG nova.compute.manager [req-a96106c0-eb11-4206-832d-2069247f3d21 req-0304f657-a6b2-428c-b8c8-60171e98b44e service nova] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Refreshing instance network info cache due to event network-changed-8d1e0cb2-edc0-4388-a483-c99f7f776ab0. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 760.941380] env[68831]: DEBUG oslo_concurrency.lockutils [req-a96106c0-eb11-4206-832d-2069247f3d21 req-0304f657-a6b2-428c-b8c8-60171e98b44e service nova] Acquiring lock "refresh_cache-08f79565-00e9-4b4e-a675-d150436201ad" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.945228] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841a836a-eaae-4ac6-b4ba-0ceb423778aa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.963047] env[68831]: INFO nova.compute.manager [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Took 44.75 seconds to build instance. [ 760.964845] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3e623f-0766-423c-ac0c-296ae6622bc6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.000610] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21be2e42-6905-4e52-b8bc-fc8ea3219445 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.012047] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98ca704-0971-46ea-ac20-d7b60174f1cf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.040270] env[68831]: DEBUG nova.compute.provider_tree [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.159286] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Releasing lock "refresh_cache-08f79565-00e9-4b4e-a675-d150436201ad" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.159685] env[68831]: DEBUG nova.compute.manager [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Instance network_info: |[{"id": "8d1e0cb2-edc0-4388-a483-c99f7f776ab0", "address": "fa:16:3e:93:f6:f6", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1e0cb2-ed", "ovs_interfaceid": "8d1e0cb2-edc0-4388-a483-c99f7f776ab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.160096] env[68831]: DEBUG oslo_concurrency.lockutils [req-a96106c0-eb11-4206-832d-2069247f3d21 req-0304f657-a6b2-428c-b8c8-60171e98b44e service nova] Acquired lock "refresh_cache-08f79565-00e9-4b4e-a675-d150436201ad" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.160351] env[68831]: DEBUG nova.network.neutron [req-a96106c0-eb11-4206-832d-2069247f3d21 req-0304f657-a6b2-428c-b8c8-60171e98b44e service nova] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Refreshing network info cache for port 8d1e0cb2-edc0-4388-a483-c99f7f776ab0 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.161978] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:f6:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d1e0cb2-edc0-4388-a483-c99f7f776ab0', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.170366] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Creating folder: Project (d1a03d294c4a4037ba0503b8a830943d). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.173902] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4174efe5-4227-461f-b510-feb40ff12d62 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.187047] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802365, 'name': ReconfigVM_Task, 'duration_secs': 0.584749} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.187047] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Reconfigured VM instance instance-0000001b to attach disk [datastore1] cdb592f0-6224-4f00-84f3-afbd2b7e24a5/cdb592f0-6224-4f00-84f3-afbd2b7e24a5.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.187716] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1490ab60-ca68-4d4e-a0e0-adf8cfae610c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.190781] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Created folder: Project (d1a03d294c4a4037ba0503b8a830943d) in parent group-v563050. [ 761.190984] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Creating folder: Instances. Parent ref: group-v563143. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.191649] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-279098e2-9de2-4902-8312-8082b06a34ca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.195762] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 761.195762] env[68831]: value = "task-2802368" [ 761.195762] env[68831]: _type = "Task" [ 761.195762] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.201743] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Created folder: Instances in parent group-v563143. [ 761.201859] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.204755] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.205484] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802368, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.205940] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d40809cd-20d5-48a4-828b-8c7cc3b6423b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.227400] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.227400] env[68831]: value = "task-2802370" [ 761.227400] env[68831]: _type = "Task" [ 761.227400] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.234758] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491886} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.234758] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 06b1ab57-ad18-44ea-87f6-1e189219697e/06b1ab57-ad18-44ea-87f6-1e189219697e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.234758] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.234758] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3e0b9aa-5d8b-4205-9b3e-f5600132eef6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.238876] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802370, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.242424] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 761.242424] env[68831]: value = "task-2802371" [ 761.242424] env[68831]: _type = "Task" [ 761.242424] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.249739] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.399777] env[68831]: DEBUG nova.compute.manager [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.403954] env[68831]: DEBUG nova.network.neutron [req-a96106c0-eb11-4206-832d-2069247f3d21 req-0304f657-a6b2-428c-b8c8-60171e98b44e service nova] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Updated VIF entry in instance network info cache for port 8d1e0cb2-edc0-4388-a483-c99f7f776ab0. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.403954] env[68831]: DEBUG nova.network.neutron [req-a96106c0-eb11-4206-832d-2069247f3d21 req-0304f657-a6b2-428c-b8c8-60171e98b44e service nova] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Updating instance_info_cache with network_info: [{"id": "8d1e0cb2-edc0-4388-a483-c99f7f776ab0", "address": "fa:16:3e:93:f6:f6", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1e0cb2-ed", "ovs_interfaceid": "8d1e0cb2-edc0-4388-a483-c99f7f776ab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.426307] env[68831]: DEBUG nova.virt.hardware [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.426567] env[68831]: DEBUG nova.virt.hardware [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.426731] env[68831]: DEBUG nova.virt.hardware [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.426932] env[68831]: DEBUG nova.virt.hardware [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.427086] env[68831]: DEBUG nova.virt.hardware [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.427261] env[68831]: DEBUG nova.virt.hardware [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.427484] env[68831]: DEBUG nova.virt.hardware [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.427645] env[68831]: DEBUG nova.virt.hardware [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.427807] env[68831]: DEBUG nova.virt.hardware [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.428200] env[68831]: DEBUG nova.virt.hardware [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.428200] env[68831]: DEBUG nova.virt.hardware [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.429026] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd68e3b-26a9-4c0c-bc9d-5c1a15c821a5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.438639] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942923d7-1fe6-49b9-b2e5-e97181fc1865 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.465092] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "5593b9ed-c7cb-498c-b4c3-4a2da54c2036" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.198s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.526161] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "998ffe8e-1aba-4e8c-96ab-367a5d54d54f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.526443] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "998ffe8e-1aba-4e8c-96ab-367a5d54d54f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.526657] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "998ffe8e-1aba-4e8c-96ab-367a5d54d54f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.526840] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "998ffe8e-1aba-4e8c-96ab-367a5d54d54f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.527034] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "998ffe8e-1aba-4e8c-96ab-367a5d54d54f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.529031] env[68831]: INFO nova.compute.manager [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Terminating instance [ 761.543134] env[68831]: DEBUG nova.scheduler.client.report [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.630657] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "5593b9ed-c7cb-498c-b4c3-4a2da54c2036" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.630959] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "5593b9ed-c7cb-498c-b4c3-4a2da54c2036" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.631397] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "5593b9ed-c7cb-498c-b4c3-4a2da54c2036-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.631598] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "5593b9ed-c7cb-498c-b4c3-4a2da54c2036-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.631771] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "5593b9ed-c7cb-498c-b4c3-4a2da54c2036-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.633981] env[68831]: INFO nova.compute.manager [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Terminating instance [ 761.705854] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802368, 'name': Rename_Task, 'duration_secs': 0.147952} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.706404] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.706404] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ffab2d4-5311-4e47-9d91-82e01613933e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.713167] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 761.713167] env[68831]: value = "task-2802372" [ 761.713167] env[68831]: _type = "Task" [ 761.713167] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.724720] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.735749] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802370, 'name': CreateVM_Task, 'duration_secs': 0.372365} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.735912] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.736612] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.736783] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.737129] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.737385] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cee0428-f10f-4df1-abaa-e7d70a24b9a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.742020] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Waiting for the task: (returnval){ [ 761.742020] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528de9d6-3794-8e4d-a0cc-8a0929f69c25" [ 761.742020] env[68831]: _type = "Task" [ 761.742020] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.754173] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528de9d6-3794-8e4d-a0cc-8a0929f69c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.756826] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063617} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.757085] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.757917] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4123b5c-b0f9-43a3-8571-a115a41ae2af {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.779660] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 06b1ab57-ad18-44ea-87f6-1e189219697e/06b1ab57-ad18-44ea-87f6-1e189219697e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.780346] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04dd0cba-13a9-48b1-adcb-77afdc989518 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.798893] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 761.798893] env[68831]: value = "task-2802373" [ 761.798893] env[68831]: _type = "Task" [ 761.798893] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.807134] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.849215] env[68831]: DEBUG nova.network.neutron [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Successfully updated port: 1e26d603-c82c-4761-b0b0-1dacc193d8ff {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.906266] env[68831]: DEBUG oslo_concurrency.lockutils [req-a96106c0-eb11-4206-832d-2069247f3d21 req-0304f657-a6b2-428c-b8c8-60171e98b44e service nova] Releasing lock "refresh_cache-08f79565-00e9-4b4e-a675-d150436201ad" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.967863] env[68831]: DEBUG nova.compute.manager [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.032973] env[68831]: DEBUG nova.compute.manager [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.033372] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.034352] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df00ad23-377e-4cd9-a6ea-e731c88b7f7d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.044047] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.044047] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9be429e8-119b-4985-a12d-6f4412e21abe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.050677] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.676s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.051110] env[68831]: INFO nova.compute.manager [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Migrating [ 762.051348] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.051508] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.052845] env[68831]: DEBUG oslo_vmware.api [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 762.052845] env[68831]: value = "task-2802374" [ 762.052845] env[68831]: _type = "Task" [ 762.052845] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.056520] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.930s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.056520] env[68831]: DEBUG nova.objects.instance [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Lazy-loading 'resources' on Instance uuid 176ad5bc-882c-4539-b69e-03c06616f933 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.066555] env[68831]: DEBUG oslo_vmware.api [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.143684] env[68831]: DEBUG nova.compute.manager [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.143684] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.143684] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcd56ce-6d5a-4a55-9b68-41f7d277fd45 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.153652] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.153994] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48bce272-b59c-42f7-8146-f0025dd94656 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.161128] env[68831]: DEBUG oslo_vmware.api [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 762.161128] env[68831]: value = "task-2802375" [ 762.161128] env[68831]: _type = "Task" [ 762.161128] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.174529] env[68831]: DEBUG oslo_vmware.api [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.224725] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802372, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.252166] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528de9d6-3794-8e4d-a0cc-8a0929f69c25, 'name': SearchDatastore_Task, 'duration_secs': 0.016573} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.252479] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.252713] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.252955] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.253110] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.253288] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.253576] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7c7e446-6381-4d41-b35a-4ebaa8acbc01 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.266191] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.266431] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.267153] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2df2b39a-fa5c-42fb-b82b-d2a0291edde3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.272975] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Waiting for the task: (returnval){ [ 762.272975] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5299018b-49a5-651a-0d40-32c836c650e0" [ 762.272975] env[68831]: _type = "Task" [ 762.272975] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.280723] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5299018b-49a5-651a-0d40-32c836c650e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.309215] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.353053] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "refresh_cache-9c5bda7c-55f0-402d-a515-87147f39fdd9" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.353053] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquired lock "refresh_cache-9c5bda7c-55f0-402d-a515-87147f39fdd9" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.353053] env[68831]: DEBUG nova.network.neutron [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.490782] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.557175] env[68831]: INFO nova.compute.rpcapi [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 762.557809] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.582978] env[68831]: DEBUG oslo_vmware.api [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802374, 'name': PowerOffVM_Task, 'duration_secs': 0.304084} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.583514] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.584087] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.584229] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59140e03-19e2-4bcf-887c-c0f402bc9011 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.650638] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.650638] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.650826] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Deleting the datastore file [datastore1] 998ffe8e-1aba-4e8c-96ab-367a5d54d54f {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.651228] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c407417f-85d4-4a04-80e3-7593873df655 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.660715] env[68831]: DEBUG oslo_vmware.api [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 762.660715] env[68831]: value = "task-2802377" [ 762.660715] env[68831]: _type = "Task" [ 762.660715] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.677310] env[68831]: DEBUG oslo_vmware.api [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.677551] env[68831]: DEBUG oslo_vmware.api [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802375, 'name': PowerOffVM_Task, 'duration_secs': 0.254379} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.677782] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.677944] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.678474] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2299817c-88f2-48fc-92cc-59847c35edd3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.725900] env[68831]: DEBUG oslo_vmware.api [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802372, 'name': PowerOnVM_Task, 'duration_secs': 0.87213} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.726245] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.726820] env[68831]: DEBUG nova.compute.manager [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.727300] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac3f148-fc08-4669-ac09-9f21a9aa8738 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.745976] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.746223] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.746433] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Deleting the datastore file [datastore1] 5593b9ed-c7cb-498c-b4c3-4a2da54c2036 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.749016] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-135fa9bc-88fd-4371-86d3-221c7ca1c8a7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.755050] env[68831]: DEBUG oslo_vmware.api [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 762.755050] env[68831]: value = "task-2802379" [ 762.755050] env[68831]: _type = "Task" [ 762.755050] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.763103] env[68831]: DEBUG oslo_vmware.api [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.784645] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5299018b-49a5-651a-0d40-32c836c650e0, 'name': SearchDatastore_Task, 'duration_secs': 0.013273} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.785415] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6487516a-ca6a-43ef-9add-015c0689290e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.791224] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Waiting for the task: (returnval){ [ 762.791224] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525c0e06-98bb-f515-69c8-bb6d00db3b41" [ 762.791224] env[68831]: _type = "Task" [ 762.791224] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.801732] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525c0e06-98bb-f515-69c8-bb6d00db3b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.811057] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802373, 'name': ReconfigVM_Task, 'duration_secs': 0.693144} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.811377] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 06b1ab57-ad18-44ea-87f6-1e189219697e/06b1ab57-ad18-44ea-87f6-1e189219697e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.811947] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13135370-7b4d-400f-aa14-1a3d2037fc45 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.820149] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 762.820149] env[68831]: value = "task-2802380" [ 762.820149] env[68831]: _type = "Task" [ 762.820149] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.829113] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802380, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.890036] env[68831]: DEBUG nova.network.neutron [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.996602] env[68831]: DEBUG nova.compute.manager [req-7e73466d-6be2-43da-8db2-07c2b2ebe661 req-7bd9370b-a3a4-4a7c-84c2-57329f8ffac3 service nova] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Received event network-vif-plugged-1e26d603-c82c-4761-b0b0-1dacc193d8ff {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 762.999748] env[68831]: DEBUG oslo_concurrency.lockutils [req-7e73466d-6be2-43da-8db2-07c2b2ebe661 req-7bd9370b-a3a4-4a7c-84c2-57329f8ffac3 service nova] Acquiring lock "9c5bda7c-55f0-402d-a515-87147f39fdd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.999748] env[68831]: DEBUG oslo_concurrency.lockutils [req-7e73466d-6be2-43da-8db2-07c2b2ebe661 req-7bd9370b-a3a4-4a7c-84c2-57329f8ffac3 service nova] Lock "9c5bda7c-55f0-402d-a515-87147f39fdd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.999748] env[68831]: DEBUG oslo_concurrency.lockutils [req-7e73466d-6be2-43da-8db2-07c2b2ebe661 req-7bd9370b-a3a4-4a7c-84c2-57329f8ffac3 service nova] Lock "9c5bda7c-55f0-402d-a515-87147f39fdd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.999748] env[68831]: DEBUG nova.compute.manager [req-7e73466d-6be2-43da-8db2-07c2b2ebe661 req-7bd9370b-a3a4-4a7c-84c2-57329f8ffac3 service nova] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] No waiting events found dispatching network-vif-plugged-1e26d603-c82c-4761-b0b0-1dacc193d8ff {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.999748] env[68831]: WARNING nova.compute.manager [req-7e73466d-6be2-43da-8db2-07c2b2ebe661 req-7bd9370b-a3a4-4a7c-84c2-57329f8ffac3 service nova] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Received unexpected event network-vif-plugged-1e26d603-c82c-4761-b0b0-1dacc193d8ff for instance with vm_state building and task_state spawning. [ 763.000059] env[68831]: DEBUG nova.compute.manager [req-7e73466d-6be2-43da-8db2-07c2b2ebe661 req-7bd9370b-a3a4-4a7c-84c2-57329f8ffac3 service nova] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Received event network-changed-1e26d603-c82c-4761-b0b0-1dacc193d8ff {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.000059] env[68831]: DEBUG nova.compute.manager [req-7e73466d-6be2-43da-8db2-07c2b2ebe661 req-7bd9370b-a3a4-4a7c-84c2-57329f8ffac3 service nova] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Refreshing instance network info cache due to event network-changed-1e26d603-c82c-4761-b0b0-1dacc193d8ff. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 763.000059] env[68831]: DEBUG oslo_concurrency.lockutils [req-7e73466d-6be2-43da-8db2-07c2b2ebe661 req-7bd9370b-a3a4-4a7c-84c2-57329f8ffac3 service nova] Acquiring lock "refresh_cache-9c5bda7c-55f0-402d-a515-87147f39fdd9" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.057128] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a2245a-58a0-4812-a5dd-9549751297d9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.059515] env[68831]: DEBUG nova.network.neutron [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Updating instance_info_cache with network_info: [{"id": "1e26d603-c82c-4761-b0b0-1dacc193d8ff", "address": "fa:16:3e:29:ad:83", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e26d603-c8", "ovs_interfaceid": "1e26d603-c82c-4761-b0b0-1dacc193d8ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.065412] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf85362-2f38-4536-af84-5bb70acc92a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.096527] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "refresh_cache-9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.096762] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired lock "refresh_cache-9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.096973] env[68831]: DEBUG nova.network.neutron [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.098968] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe9d540-e290-413c-adb0-6652030782b4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.108180] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d942175-2c01-4af4-833c-2039ee335cee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.120941] env[68831]: DEBUG nova.compute.provider_tree [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.170048] env[68831]: DEBUG oslo_vmware.api [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181242} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.170317] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.170497] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.170672] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.170846] env[68831]: INFO nova.compute.manager [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 763.171127] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.171324] env[68831]: DEBUG nova.compute.manager [-] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.171424] env[68831]: DEBUG nova.network.neutron [-] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.248500] env[68831]: DEBUG oslo_concurrency.lockutils [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.264927] env[68831]: DEBUG oslo_vmware.api [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158763} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.265215] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.265398] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.265572] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.265743] env[68831]: INFO nova.compute.manager [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Took 1.12 seconds to destroy the instance on the hypervisor. [ 763.265974] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.266177] env[68831]: DEBUG nova.compute.manager [-] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.266271] env[68831]: DEBUG nova.network.neutron [-] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.304826] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525c0e06-98bb-f515-69c8-bb6d00db3b41, 'name': SearchDatastore_Task, 'duration_secs': 0.019741} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.305079] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.305371] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 08f79565-00e9-4b4e-a675-d150436201ad/08f79565-00e9-4b4e-a675-d150436201ad.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.305586] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8de8e675-9e4c-49b5-972c-2883e446b7f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.312280] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Waiting for the task: (returnval){ [ 763.312280] env[68831]: value = "task-2802381" [ 763.312280] env[68831]: _type = "Task" [ 763.312280] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.319775] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': task-2802381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.329062] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802380, 'name': Rename_Task, 'duration_secs': 0.148412} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.329321] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.329547] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78d47cde-f7c8-49a8-9681-4cb55c123abb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.334612] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 763.334612] env[68831]: value = "task-2802382" [ 763.334612] env[68831]: _type = "Task" [ 763.334612] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.341715] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.563095] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Releasing lock "refresh_cache-9c5bda7c-55f0-402d-a515-87147f39fdd9" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.563241] env[68831]: DEBUG nova.compute.manager [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Instance network_info: |[{"id": "1e26d603-c82c-4761-b0b0-1dacc193d8ff", "address": "fa:16:3e:29:ad:83", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e26d603-c8", "ovs_interfaceid": "1e26d603-c82c-4761-b0b0-1dacc193d8ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.563471] env[68831]: DEBUG oslo_concurrency.lockutils [req-7e73466d-6be2-43da-8db2-07c2b2ebe661 req-7bd9370b-a3a4-4a7c-84c2-57329f8ffac3 service nova] Acquired lock "refresh_cache-9c5bda7c-55f0-402d-a515-87147f39fdd9" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.563663] env[68831]: DEBUG nova.network.neutron [req-7e73466d-6be2-43da-8db2-07c2b2ebe661 req-7bd9370b-a3a4-4a7c-84c2-57329f8ffac3 service nova] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Refreshing network info cache for port 1e26d603-c82c-4761-b0b0-1dacc193d8ff {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.564939] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:ad:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e26d603-c82c-4761-b0b0-1dacc193d8ff', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.572886] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.574141] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.574936] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61f07ce2-f89f-46c4-9778-49a75d0af578 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.595553] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.595553] env[68831]: value = "task-2802383" [ 763.595553] env[68831]: _type = "Task" [ 763.595553] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.608006] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802383, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.626489] env[68831]: DEBUG nova.scheduler.client.report [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.827565] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': task-2802381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502454} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.830609] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 08f79565-00e9-4b4e-a675-d150436201ad/08f79565-00e9-4b4e-a675-d150436201ad.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.830846] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.831438] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf8fcd03-18ed-44a9-81ca-d9a31b330220 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.841342] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Waiting for the task: (returnval){ [ 763.841342] env[68831]: value = "task-2802384" [ 763.841342] env[68831]: _type = "Task" [ 763.841342] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.849013] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802382, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.853767] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': task-2802384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.870549] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "cdb592f0-6224-4f00-84f3-afbd2b7e24a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.870873] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "cdb592f0-6224-4f00-84f3-afbd2b7e24a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.871148] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "cdb592f0-6224-4f00-84f3-afbd2b7e24a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.871406] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "cdb592f0-6224-4f00-84f3-afbd2b7e24a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.871615] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "cdb592f0-6224-4f00-84f3-afbd2b7e24a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.874151] env[68831]: INFO nova.compute.manager [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Terminating instance [ 763.880732] env[68831]: DEBUG nova.network.neutron [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updating instance_info_cache with network_info: [{"id": "99954878-04c5-4e13-b12c-7020b9e152e6", "address": "fa:16:3e:a9:49:db", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99954878-04", "ovs_interfaceid": "99954878-04c5-4e13-b12c-7020b9e152e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.986067] env[68831]: DEBUG nova.network.neutron [-] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.091981] env[68831]: DEBUG nova.network.neutron [-] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.109227] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802383, 'name': CreateVM_Task, 'duration_secs': 0.470875} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.109398] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.110077] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.110275] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.110762] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.111010] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c495321-cbbf-4228-9f61-f69da8237932 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.115724] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 764.115724] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e6fe08-65cc-7dc4-8a8c-bbeb48e51042" [ 764.115724] env[68831]: _type = "Task" [ 764.115724] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.124091] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e6fe08-65cc-7dc4-8a8c-bbeb48e51042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.131172] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.133431] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.490s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.133513] env[68831]: DEBUG nova.objects.instance [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lazy-loading 'resources' on Instance uuid 2494681b-ef4f-405a-8898-affcc4f7f136 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.153096] env[68831]: INFO nova.scheduler.client.report [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Deleted allocations for instance 176ad5bc-882c-4539-b69e-03c06616f933 [ 764.276042] env[68831]: DEBUG nova.network.neutron [req-7e73466d-6be2-43da-8db2-07c2b2ebe661 req-7bd9370b-a3a4-4a7c-84c2-57329f8ffac3 service nova] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Updated VIF entry in instance network info cache for port 1e26d603-c82c-4761-b0b0-1dacc193d8ff. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.276426] env[68831]: DEBUG nova.network.neutron [req-7e73466d-6be2-43da-8db2-07c2b2ebe661 req-7bd9370b-a3a4-4a7c-84c2-57329f8ffac3 service nova] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Updating instance_info_cache with network_info: [{"id": "1e26d603-c82c-4761-b0b0-1dacc193d8ff", "address": "fa:16:3e:29:ad:83", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e26d603-c8", "ovs_interfaceid": "1e26d603-c82c-4761-b0b0-1dacc193d8ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.345784] env[68831]: DEBUG oslo_vmware.api [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802382, 'name': PowerOnVM_Task, 'duration_secs': 0.723189} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.349035] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.349257] env[68831]: INFO nova.compute.manager [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Took 8.28 seconds to spawn the instance on the hypervisor. [ 764.349528] env[68831]: DEBUG nova.compute.manager [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.350263] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15945bb2-6494-4ac3-ac10-cbe45e71c7bd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.357328] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': task-2802384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064013} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.358807] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.362088] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f40e31-8f8f-43a0-ad1b-7b910e3217af {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.383582] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 08f79565-00e9-4b4e-a675-d150436201ad/08f79565-00e9-4b4e-a675-d150436201ad.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.384137] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "refresh_cache-cdb592f0-6224-4f00-84f3-afbd2b7e24a5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.384305] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquired lock "refresh_cache-cdb592f0-6224-4f00-84f3-afbd2b7e24a5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.384521] env[68831]: DEBUG nova.network.neutron [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.385736] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Releasing lock "refresh_cache-9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.386803] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58677c3c-8c11-49c5-b824-272cc55f7086 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.409723] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Waiting for the task: (returnval){ [ 764.409723] env[68831]: value = "task-2802385" [ 764.409723] env[68831]: _type = "Task" [ 764.409723] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.417838] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': task-2802385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.425903] env[68831]: DEBUG nova.network.neutron [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.488372] env[68831]: INFO nova.compute.manager [-] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Took 1.32 seconds to deallocate network for instance. [ 764.512971] env[68831]: DEBUG nova.network.neutron [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.594623] env[68831]: INFO nova.compute.manager [-] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Took 1.33 seconds to deallocate network for instance. [ 764.633508] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e6fe08-65cc-7dc4-8a8c-bbeb48e51042, 'name': SearchDatastore_Task, 'duration_secs': 0.012813} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.633742] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.634154] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.634807] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.634930] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.635139] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.635405] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-884c4f75-3435-4d75-9d47-196a5c259ccb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.649237] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.649432] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.650180] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d379a110-b2a1-4e27-8718-205ee4d44380 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.655841] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 764.655841] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cd30ae-b456-6b4e-75cc-8597997b698f" [ 764.655841] env[68831]: _type = "Task" [ 764.655841] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.661703] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Lock "176ad5bc-882c-4539-b69e-03c06616f933" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.074s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.667298] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cd30ae-b456-6b4e-75cc-8597997b698f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.782058] env[68831]: DEBUG oslo_concurrency.lockutils [req-7e73466d-6be2-43da-8db2-07c2b2ebe661 req-7bd9370b-a3a4-4a7c-84c2-57329f8ffac3 service nova] Releasing lock "refresh_cache-9c5bda7c-55f0-402d-a515-87147f39fdd9" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.871323] env[68831]: INFO nova.compute.manager [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Took 45.50 seconds to build instance. [ 764.930700] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': task-2802385, 'name': ReconfigVM_Task, 'duration_secs': 0.287304} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.931368] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 08f79565-00e9-4b4e-a675-d150436201ad/08f79565-00e9-4b4e-a675-d150436201ad.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.932308] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ed0e610-e2ff-4e8c-b8d1-48e8d2907584 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.941370] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Waiting for the task: (returnval){ [ 764.941370] env[68831]: value = "task-2802386" [ 764.941370] env[68831]: _type = "Task" [ 764.941370] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.952431] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': task-2802386, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.995079] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.015690] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Releasing lock "refresh_cache-cdb592f0-6224-4f00-84f3-afbd2b7e24a5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.016290] env[68831]: DEBUG nova.compute.manager [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.016510] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.018175] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b240f23-bec7-483c-9eab-049de14ba6b2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.029066] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.029066] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f1c0932-b267-4640-b170-8eed3d14a4a2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.034881] env[68831]: DEBUG oslo_vmware.api [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 765.034881] env[68831]: value = "task-2802387" [ 765.034881] env[68831]: _type = "Task" [ 765.034881] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.052920] env[68831]: DEBUG oslo_vmware.api [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.092593] env[68831]: DEBUG nova.compute.manager [req-9f07d017-b458-4742-abff-0a43620a9e47 req-c12092b5-90c0-4df8-940d-7220f75d96da service nova] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Received event network-vif-deleted-23b71a0a-df2b-495a-835f-e2938961e240 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.093048] env[68831]: DEBUG nova.compute.manager [req-9f07d017-b458-4742-abff-0a43620a9e47 req-c12092b5-90c0-4df8-940d-7220f75d96da service nova] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Received event network-vif-deleted-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.101168] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.173838] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cd30ae-b456-6b4e-75cc-8597997b698f, 'name': SearchDatastore_Task, 'duration_secs': 0.030849} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.174806] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be81e741-486f-42c9-aaef-b3386addf934 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.178648] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aa8256-d521-44e5-8a68-ce3d4e8597f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.188113] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21da9964-ce1d-43f2-b116-e39856101e8c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.193198] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 765.193198] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b7bb83-5ca2-f5d6-b46e-03f4b4af1276" [ 765.193198] env[68831]: _type = "Task" [ 765.193198] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.233874] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb95168-7e76-47cc-b8e0-b35e0d9c9dda {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.235601] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b7bb83-5ca2-f5d6-b46e-03f4b4af1276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.241226] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf002b14-d6eb-4324-8a6c-6381dc60b492 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.255314] env[68831]: DEBUG nova.compute.provider_tree [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.374391] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Lock "06b1ab57-ad18-44ea-87f6-1e189219697e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.395s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.454254] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': task-2802386, 'name': Rename_Task, 'duration_secs': 0.135892} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.454552] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.454798] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d04db0f-c0fb-4ee2-987c-400f2bad6d02 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.461392] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Waiting for the task: (returnval){ [ 765.461392] env[68831]: value = "task-2802388" [ 765.461392] env[68831]: _type = "Task" [ 765.461392] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.474847] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': task-2802388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.545837] env[68831]: DEBUG oslo_vmware.api [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802387, 'name': PowerOffVM_Task, 'duration_secs': 0.2962} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.546305] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.546626] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.547094] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a7a9c22-abac-42d4-a115-af0e9ae879a7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.570624] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.571628] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.571628] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Deleting the datastore file [datastore1] cdb592f0-6224-4f00-84f3-afbd2b7e24a5 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.572874] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2e68e36-8e12-4d65-8487-4c0f6b85de3e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.580262] env[68831]: DEBUG oslo_vmware.api [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 765.580262] env[68831]: value = "task-2802390" [ 765.580262] env[68831]: _type = "Task" [ 765.580262] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.590807] env[68831]: DEBUG oslo_vmware.api [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.704023] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b7bb83-5ca2-f5d6-b46e-03f4b4af1276, 'name': SearchDatastore_Task, 'duration_secs': 0.025962} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.704023] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.704023] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 9c5bda7c-55f0-402d-a515-87147f39fdd9/9c5bda7c-55f0-402d-a515-87147f39fdd9.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.704023] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65366c76-439b-4b99-8c9c-fac9dd69e785 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.708717] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 765.708717] env[68831]: value = "task-2802391" [ 765.708717] env[68831]: _type = "Task" [ 765.708717] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.718033] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.763404] env[68831]: DEBUG nova.scheduler.client.report [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.876912] env[68831]: DEBUG nova.compute.manager [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.920346] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084a7e9f-285c-470d-ac63-e71c29eb38c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.942692] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updating instance '9fe86c8a-3b99-4503-82d9-db99ae5ec2fa' progress to 0 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 765.974366] env[68831]: DEBUG oslo_vmware.api [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': task-2802388, 'name': PowerOnVM_Task, 'duration_secs': 0.473187} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.974366] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.974366] env[68831]: INFO nova.compute.manager [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Took 7.22 seconds to spawn the instance on the hypervisor. [ 765.974366] env[68831]: DEBUG nova.compute.manager [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.975205] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fbbf35-4c5b-4fbd-8f07-f5399ad17763 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.091166] env[68831]: DEBUG oslo_vmware.api [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166782} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.091166] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.091488] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.091488] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.091688] env[68831]: INFO nova.compute.manager [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Took 1.08 seconds to destroy the instance on the hypervisor. [ 766.091894] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.092125] env[68831]: DEBUG nova.compute.manager [-] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.092221] env[68831]: DEBUG nova.network.neutron [-] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.104296] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquiring lock "06b1ab57-ad18-44ea-87f6-1e189219697e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.104655] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Lock "06b1ab57-ad18-44ea-87f6-1e189219697e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.104880] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquiring lock "06b1ab57-ad18-44ea-87f6-1e189219697e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.105082] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Lock "06b1ab57-ad18-44ea-87f6-1e189219697e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.105260] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Lock "06b1ab57-ad18-44ea-87f6-1e189219697e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.107547] env[68831]: INFO nova.compute.manager [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Terminating instance [ 766.112808] env[68831]: DEBUG nova.network.neutron [-] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.226436] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802391, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.270814] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.273726] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.197s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.275697] env[68831]: INFO nova.compute.claims [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.306911] env[68831]: INFO nova.scheduler.client.report [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Deleted allocations for instance 2494681b-ef4f-405a-8898-affcc4f7f136 [ 766.395596] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.412019] env[68831]: DEBUG nova.compute.manager [None req-3f3c51c6-5785-4008-a50f-97f9bce06618 tempest-ServerDiagnosticsTest-714798173 tempest-ServerDiagnosticsTest-714798173-project-admin] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.413267] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fc2a60-318f-45b9-ae85-a02fcb34ae5c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.420219] env[68831]: INFO nova.compute.manager [None req-3f3c51c6-5785-4008-a50f-97f9bce06618 tempest-ServerDiagnosticsTest-714798173 tempest-ServerDiagnosticsTest-714798173-project-admin] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Retrieving diagnostics [ 766.421659] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedb7137-0b10-42f6-83aa-59b47083df63 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.454108] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.455588] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f5f3099-4e3b-4fc9-a9d0-5e21dc5f5abe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.462925] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 766.462925] env[68831]: value = "task-2802392" [ 766.462925] env[68831]: _type = "Task" [ 766.462925] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.472213] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.492856] env[68831]: INFO nova.compute.manager [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Took 43.26 seconds to build instance. [ 766.611601] env[68831]: DEBUG nova.compute.manager [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.611845] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.613108] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba328fb-e137-41d6-8fe2-d36ef047dca3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.616211] env[68831]: DEBUG nova.network.neutron [-] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.622241] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.622500] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45a1d7be-8d84-4a7f-bef7-a7fb2ce0b5c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.630059] env[68831]: DEBUG oslo_vmware.api [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 766.630059] env[68831]: value = "task-2802393" [ 766.630059] env[68831]: _type = "Task" [ 766.630059] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.640882] env[68831]: DEBUG oslo_vmware.api [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.720619] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595941} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.720972] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 9c5bda7c-55f0-402d-a515-87147f39fdd9/9c5bda7c-55f0-402d-a515-87147f39fdd9.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.721273] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.721620] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dded2028-f874-4d70-8944-da9b1ea25e90 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.728455] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 766.728455] env[68831]: value = "task-2802394" [ 766.728455] env[68831]: _type = "Task" [ 766.728455] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.736551] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.817141] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "2494681b-ef4f-405a-8898-affcc4f7f136" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.751s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.818194] env[68831]: DEBUG oslo_concurrency.lockutils [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "2494681b-ef4f-405a-8898-affcc4f7f136" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 32.005s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.818429] env[68831]: DEBUG oslo_concurrency.lockutils [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "2494681b-ef4f-405a-8898-affcc4f7f136-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.818644] env[68831]: DEBUG oslo_concurrency.lockutils [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "2494681b-ef4f-405a-8898-affcc4f7f136-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.818816] env[68831]: DEBUG oslo_concurrency.lockutils [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "2494681b-ef4f-405a-8898-affcc4f7f136-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.822721] env[68831]: INFO nova.compute.manager [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Terminating instance [ 766.974920] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802392, 'name': PowerOffVM_Task, 'duration_secs': 0.326843} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.975252] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.975444] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updating instance '9fe86c8a-3b99-4503-82d9-db99ae5ec2fa' progress to 17 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 766.996893] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3ca00d62-3807-40c2-85db-c27b69865882 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Lock "08f79565-00e9-4b4e-a675-d150436201ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.844s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.119035] env[68831]: INFO nova.compute.manager [-] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Took 1.03 seconds to deallocate network for instance. [ 767.139369] env[68831]: DEBUG oslo_vmware.api [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802393, 'name': PowerOffVM_Task, 'duration_secs': 0.441857} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.139631] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.140262] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.140262] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95111b90-a18a-4564-be05-4f0a8355c6d4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.239979] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072993} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.240263] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.241041] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32088ce4-5dde-43e8-a32e-7028c9ebf75d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.264026] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 9c5bda7c-55f0-402d-a515-87147f39fdd9/9c5bda7c-55f0-402d-a515-87147f39fdd9.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.264026] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03459e08-dee7-4060-8768-15594c0b57de {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.285413] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 767.285413] env[68831]: value = "task-2802396" [ 767.285413] env[68831]: _type = "Task" [ 767.285413] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.294499] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.308037] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.308037] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.308037] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Deleting the datastore file [datastore1] 06b1ab57-ad18-44ea-87f6-1e189219697e {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.308379] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3495115b-0950-49b0-b64e-4219d6045302 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.317036] env[68831]: DEBUG oslo_vmware.api [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for the task: (returnval){ [ 767.317036] env[68831]: value = "task-2802397" [ 767.317036] env[68831]: _type = "Task" [ 767.317036] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.325884] env[68831]: DEBUG oslo_concurrency.lockutils [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "refresh_cache-2494681b-ef4f-405a-8898-affcc4f7f136" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.326076] env[68831]: DEBUG oslo_concurrency.lockutils [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquired lock "refresh_cache-2494681b-ef4f-405a-8898-affcc4f7f136" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.326257] env[68831]: DEBUG nova.network.neutron [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.327313] env[68831]: DEBUG oslo_vmware.api [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.482885] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.483176] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.483816] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.483816] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.483816] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.483951] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.484159] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.484763] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.484763] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.484763] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.484942] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.492517] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dca53939-9081-4e6d-bf05-3ff7fac1f6ef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.503597] env[68831]: DEBUG nova.compute.manager [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.510782] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 767.510782] env[68831]: value = "task-2802398" [ 767.510782] env[68831]: _type = "Task" [ 767.510782] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.521878] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.563135] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Acquiring lock "08f79565-00e9-4b4e-a675-d150436201ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.563565] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Lock "08f79565-00e9-4b4e-a675-d150436201ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.563665] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Acquiring lock "08f79565-00e9-4b4e-a675-d150436201ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.563850] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Lock "08f79565-00e9-4b4e-a675-d150436201ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.564030] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Lock "08f79565-00e9-4b4e-a675-d150436201ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.566068] env[68831]: INFO nova.compute.manager [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Terminating instance [ 767.625954] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.777530] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b937762-6e0c-457a-8c1e-afd10e1a741f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.786057] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237adad2-d796-4242-ae05-6d687f3133f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.797066] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802396, 'name': ReconfigVM_Task, 'duration_secs': 0.425094} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.822608] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 9c5bda7c-55f0-402d-a515-87147f39fdd9/9c5bda7c-55f0-402d-a515-87147f39fdd9.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.823610] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7719506b-10a4-46eb-818c-33283d97b647 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.828379] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f5cad0-3d78-41e9-9fee-8b24102fbdaf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.831124] env[68831]: DEBUG nova.compute.utils [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Can not refresh info_cache because instance was not found {{(pid=68831) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 767.838181] env[68831]: DEBUG oslo_vmware.api [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Task: {'id': task-2802397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153025} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.841139] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.841336] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.841512] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.841686] env[68831]: INFO nova.compute.manager [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Took 1.23 seconds to destroy the instance on the hypervisor. [ 767.841925] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.842191] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 767.842191] env[68831]: value = "task-2802399" [ 767.842191] env[68831]: _type = "Task" [ 767.842191] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.842432] env[68831]: DEBUG nova.compute.manager [-] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.842534] env[68831]: DEBUG nova.network.neutron [-] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.845138] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01234232-0552-4e20-a4fe-8932904cc160 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.850778] env[68831]: DEBUG nova.network.neutron [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.865575] env[68831]: DEBUG nova.compute.provider_tree [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.872934] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802399, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.017148] env[68831]: DEBUG nova.network.neutron [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.028167] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802398, 'name': ReconfigVM_Task, 'duration_secs': 0.215108} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.028551] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updating instance '9fe86c8a-3b99-4503-82d9-db99ae5ec2fa' progress to 33 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 768.036541] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.071265] env[68831]: DEBUG nova.compute.manager [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.071265] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.071265] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ce1d15-af10-4210-824e-9735d62e7842 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.079180] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.079430] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecb0c850-7fe6-44ef-a74c-c43c4d28cbcf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.085736] env[68831]: DEBUG oslo_vmware.api [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Waiting for the task: (returnval){ [ 768.085736] env[68831]: value = "task-2802400" [ 768.085736] env[68831]: _type = "Task" [ 768.085736] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.093648] env[68831]: DEBUG oslo_vmware.api [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': task-2802400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.149373] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "f7d50028-73ab-4348-a49e-ca153c854939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.149373] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "f7d50028-73ab-4348-a49e-ca153c854939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.149373] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "f7d50028-73ab-4348-a49e-ca153c854939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.149373] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "f7d50028-73ab-4348-a49e-ca153c854939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.149797] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "f7d50028-73ab-4348-a49e-ca153c854939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.151861] env[68831]: INFO nova.compute.manager [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Terminating instance [ 768.276043] env[68831]: DEBUG nova.compute.manager [req-0a11c604-c453-4bd8-bf70-e9bf8b30e777 req-99994946-679f-4d85-b3b7-026307ff26b1 service nova] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Received event network-vif-deleted-621ab9a2-212c-4012-84dc-a44e2cc57136 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.276043] env[68831]: INFO nova.compute.manager [req-0a11c604-c453-4bd8-bf70-e9bf8b30e777 req-99994946-679f-4d85-b3b7-026307ff26b1 service nova] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Neutron deleted interface 621ab9a2-212c-4012-84dc-a44e2cc57136; detaching it from the instance and deleting it from the info cache [ 768.276160] env[68831]: DEBUG nova.network.neutron [req-0a11c604-c453-4bd8-bf70-e9bf8b30e777 req-99994946-679f-4d85-b3b7-026307ff26b1 service nova] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.354181] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802399, 'name': Rename_Task, 'duration_secs': 0.212231} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.354883] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.355186] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c212c23-9f52-4ff9-bf34-5ceb5a50d160 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.361354] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 768.361354] env[68831]: value = "task-2802401" [ 768.361354] env[68831]: _type = "Task" [ 768.361354] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.368393] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.374520] env[68831]: DEBUG nova.scheduler.client.report [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.523691] env[68831]: DEBUG oslo_concurrency.lockutils [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Releasing lock "refresh_cache-2494681b-ef4f-405a-8898-affcc4f7f136" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.529734] env[68831]: DEBUG nova.compute.manager [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.529734] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.529734] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31ae1b7f-23fb-4a41-bafb-23c932879f69 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.534688] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.535178] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.535750] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.536070] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.536330] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.536581] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.536891] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.537186] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.537454] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.537732] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.538022] env[68831]: DEBUG nova.virt.hardware [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.544860] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Reconfiguring VM instance instance-00000016 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 768.548083] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e4b12d-b104-466a-acaa-fec1bb1e2f25 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.569112] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76a7d2a-7963-4f5c-bcb8-e82deb4d9056 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.584877] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 768.584877] env[68831]: value = "task-2802402" [ 768.584877] env[68831]: _type = "Task" [ 768.584877] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.605664] env[68831]: WARNING nova.virt.vmwareapi.vmops [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2494681b-ef4f-405a-8898-affcc4f7f136 could not be found. [ 768.605889] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.606096] env[68831]: INFO nova.compute.manager [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Took 0.08 seconds to destroy the instance on the hypervisor. [ 768.606353] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.610068] env[68831]: DEBUG nova.compute.manager [-] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.610182] env[68831]: DEBUG nova.network.neutron [-] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.611961] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802402, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.614961] env[68831]: DEBUG oslo_vmware.api [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': task-2802400, 'name': PowerOffVM_Task, 'duration_secs': 0.333994} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.615728] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.615728] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.615900] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92b086a0-5d4f-42c7-988f-b9c62b21a021 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.629210] env[68831]: DEBUG nova.network.neutron [-] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.656960] env[68831]: DEBUG nova.compute.manager [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.656960] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.657616] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9276205-65a2-4432-9b99-574ca4d78df8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.665178] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.666079] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21b043e2-3961-403b-802c-6f078e279c8c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.671024] env[68831]: DEBUG oslo_vmware.api [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 768.671024] env[68831]: value = "task-2802404" [ 768.671024] env[68831]: _type = "Task" [ 768.671024] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.680605] env[68831]: DEBUG oslo_vmware.api [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.681957] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.682142] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.682368] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Deleting the datastore file [datastore2] 08f79565-00e9-4b4e-a675-d150436201ad {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.682641] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aa906a1-f834-4ec0-8b41-1109ff9dd7db {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.688358] env[68831]: DEBUG oslo_vmware.api [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Waiting for the task: (returnval){ [ 768.688358] env[68831]: value = "task-2802405" [ 768.688358] env[68831]: _type = "Task" [ 768.688358] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.698271] env[68831]: DEBUG oslo_vmware.api [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': task-2802405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.699711] env[68831]: DEBUG nova.network.neutron [-] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.779155] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59e238be-baa4-4f2f-b92f-fe7e9690aa65 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.789193] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeb5735-a0be-459c-895e-3ca56c3f8cc4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.820388] env[68831]: DEBUG nova.compute.manager [req-0a11c604-c453-4bd8-bf70-e9bf8b30e777 req-99994946-679f-4d85-b3b7-026307ff26b1 service nova] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Detach interface failed, port_id=621ab9a2-212c-4012-84dc-a44e2cc57136, reason: Instance 06b1ab57-ad18-44ea-87f6-1e189219697e could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 768.870806] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802401, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.879808] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.880587] env[68831]: DEBUG nova.compute.manager [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.883143] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.507s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.884598] env[68831]: INFO nova.compute.claims [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.096568] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.131564] env[68831]: DEBUG nova.network.neutron [-] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.179927] env[68831]: DEBUG oslo_vmware.api [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802404, 'name': PowerOffVM_Task, 'duration_secs': 0.387153} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.180217] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.180360] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.180603] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-977c62c5-926d-499a-888d-633fffd27387 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.197849] env[68831]: DEBUG oslo_vmware.api [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Task: {'id': task-2802405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148914} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.198107] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.198291] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.198466] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.198640] env[68831]: INFO nova.compute.manager [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Took 1.13 seconds to destroy the instance on the hypervisor. [ 769.198879] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.199069] env[68831]: DEBUG nova.compute.manager [-] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.199163] env[68831]: DEBUG nova.network.neutron [-] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.202239] env[68831]: INFO nova.compute.manager [-] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Took 1.36 seconds to deallocate network for instance. [ 769.246227] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.246527] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.248998] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Deleting the datastore file [datastore2] f7d50028-73ab-4348-a49e-ca153c854939 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.248998] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-136212a8-cd91-4eb6-bca5-876add8fb0f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.254558] env[68831]: DEBUG oslo_vmware.api [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for the task: (returnval){ [ 769.254558] env[68831]: value = "task-2802407" [ 769.254558] env[68831]: _type = "Task" [ 769.254558] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.261377] env[68831]: DEBUG oslo_vmware.api [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.372986] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802401, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.390218] env[68831]: DEBUG nova.compute.utils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.393494] env[68831]: DEBUG nova.compute.manager [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.393494] env[68831]: DEBUG nova.network.neutron [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.466621] env[68831]: DEBUG nova.policy [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73481585fb4544bea2cbc8c7325d313e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '049be408a45d4efebd3a92a317c08ab8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.595280] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802402, 'name': ReconfigVM_Task, 'duration_secs': 0.612914} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.595402] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Reconfigured VM instance instance-00000016 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 769.596117] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144b036b-119a-4269-b4c2-26445b4d8863 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.619344] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa/9fe86c8a-3b99-4503-82d9-db99ae5ec2fa.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.619765] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5de4b27d-55f7-40e2-a424-fecf353032c9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.633625] env[68831]: INFO nova.compute.manager [-] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Took 1.02 seconds to deallocate network for instance. [ 769.643019] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 769.643019] env[68831]: value = "task-2802408" [ 769.643019] env[68831]: _type = "Task" [ 769.643019] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.651029] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802408, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.709190] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.763835] env[68831]: DEBUG oslo_vmware.api [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Task: {'id': task-2802407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150696} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.764694] env[68831]: DEBUG nova.network.neutron [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Successfully created port: 07ef511f-9145-423d-8050-dcc707aeb5af {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.766696] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.766890] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.767078] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.767255] env[68831]: INFO nova.compute.manager [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Took 1.11 seconds to destroy the instance on the hypervisor. [ 769.767492] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.767693] env[68831]: DEBUG nova.compute.manager [-] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.767782] env[68831]: DEBUG nova.network.neutron [-] [instance: f7d50028-73ab-4348-a49e-ca153c854939] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.871880] env[68831]: DEBUG oslo_vmware.api [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802401, 'name': PowerOnVM_Task, 'duration_secs': 1.144} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.872713] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.872713] env[68831]: INFO nova.compute.manager [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Took 8.47 seconds to spawn the instance on the hypervisor. [ 769.872713] env[68831]: DEBUG nova.compute.manager [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.873306] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3057ec6-251d-4012-8ce1-6015e8f43ca9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.899035] env[68831]: DEBUG nova.compute.manager [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.963161] env[68831]: DEBUG nova.network.neutron [-] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.144917] env[68831]: INFO nova.compute.manager [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Instance disappeared during terminate [ 770.145151] env[68831]: DEBUG oslo_concurrency.lockutils [None req-da48829a-d558-4d3c-9776-b0ccca7278e8 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "2494681b-ef4f-405a-8898-affcc4f7f136" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.327s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.160830] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.309911] env[68831]: DEBUG nova.compute.manager [req-2403d6b9-8f34-4487-851d-3f3d7e306cb7 req-5ad9eb33-a1fc-4018-81bb-335bb33d6f79 service nova] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Received event network-vif-deleted-8d1e0cb2-edc0-4388-a483-c99f7f776ab0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.394129] env[68831]: INFO nova.compute.manager [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Took 41.18 seconds to build instance. [ 770.448567] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab591384-719f-4efe-acb4-2a6916ff2eeb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.456895] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7044bea1-9419-4fff-a1c1-0053cc7a554c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.490956] env[68831]: INFO nova.compute.manager [-] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Took 1.29 seconds to deallocate network for instance. [ 770.493605] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576d195d-f3d4-41d5-b1f5-b5c430c040a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.506420] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de033f89-ad18-49c5-a9a3-f659ec754196 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.520351] env[68831]: DEBUG nova.compute.provider_tree [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.655861] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802408, 'name': ReconfigVM_Task, 'duration_secs': 0.686751} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.656334] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa/9fe86c8a-3b99-4503-82d9-db99ae5ec2fa.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.656629] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updating instance '9fe86c8a-3b99-4503-82d9-db99ae5ec2fa' progress to 50 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 770.833085] env[68831]: DEBUG nova.network.neutron [-] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.896055] env[68831]: DEBUG oslo_concurrency.lockutils [None req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "9c5bda7c-55f0-402d-a515-87147f39fdd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.391s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.913280] env[68831]: DEBUG nova.compute.manager [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.946516] env[68831]: DEBUG nova.virt.hardware [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.950020] env[68831]: DEBUG nova.virt.hardware [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.950020] env[68831]: DEBUG nova.virt.hardware [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.950020] env[68831]: DEBUG nova.virt.hardware [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.950020] env[68831]: DEBUG nova.virt.hardware [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.950020] env[68831]: DEBUG nova.virt.hardware [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.950381] env[68831]: DEBUG nova.virt.hardware [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.950381] env[68831]: DEBUG nova.virt.hardware [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.950381] env[68831]: DEBUG nova.virt.hardware [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.950381] env[68831]: DEBUG nova.virt.hardware [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.950381] env[68831]: DEBUG nova.virt.hardware [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.950648] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c912e5f7-705e-4eab-bb26-6e328016c16a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.959963] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654d76f6-c2a5-4b0f-a90c-eb2f013531a9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.004171] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.023237] env[68831]: DEBUG nova.scheduler.client.report [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.162794] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1242af0a-089b-40ee-99a1-2f514a3296c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.183723] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962a15f6-172b-422d-9f76-1c184b33e371 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.201925] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updating instance '9fe86c8a-3b99-4503-82d9-db99ae5ec2fa' progress to 67 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 771.335476] env[68831]: INFO nova.compute.manager [-] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Took 1.57 seconds to deallocate network for instance. [ 771.400290] env[68831]: DEBUG nova.compute.manager [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.532371] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.532371] env[68831]: DEBUG nova.compute.manager [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.533478] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.565s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.535026] env[68831]: INFO nova.compute.claims [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.706649] env[68831]: DEBUG nova.network.neutron [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Successfully updated port: 07ef511f-9145-423d-8050-dcc707aeb5af {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.715365] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d2f2b1-0e87-44ce-8511-ddfdd3dd6ab7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.722257] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f17834dd-0b9a-434e-9f34-338b28fea26c tempest-ServersAdminNegativeTestJSON-2038871199 tempest-ServersAdminNegativeTestJSON-2038871199-project-admin] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Suspending the VM {{(pid=68831) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 771.722517] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-87a9f99e-eb84-4f43-abd3-c70715479601 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.729285] env[68831]: DEBUG oslo_vmware.api [None req-f17834dd-0b9a-434e-9f34-338b28fea26c tempest-ServersAdminNegativeTestJSON-2038871199 tempest-ServersAdminNegativeTestJSON-2038871199-project-admin] Waiting for the task: (returnval){ [ 771.729285] env[68831]: value = "task-2802409" [ 771.729285] env[68831]: _type = "Task" [ 771.729285] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.743944] env[68831]: DEBUG oslo_vmware.api [None req-f17834dd-0b9a-434e-9f34-338b28fea26c tempest-ServersAdminNegativeTestJSON-2038871199 tempest-ServersAdminNegativeTestJSON-2038871199-project-admin] Task: {'id': task-2802409, 'name': SuspendVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.744509] env[68831]: DEBUG nova.network.neutron [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Port 99954878-04c5-4e13-b12c-7020b9e152e6 binding to destination host cpu-1 is already ACTIVE {{(pid=68831) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 771.847089] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.926871] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.040304] env[68831]: DEBUG nova.compute.utils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.044610] env[68831]: DEBUG nova.compute.manager [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.044820] env[68831]: DEBUG nova.network.neutron [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.127105] env[68831]: DEBUG nova.policy [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c747700d4a8c480fbb1238b468be802f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fecfca903184c3ab2a5f9f7836f2635', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.213612] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "refresh_cache-db7fed3c-36db-439c-bdf9-90289f849eac" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.213612] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "refresh_cache-db7fed3c-36db-439c-bdf9-90289f849eac" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.213612] env[68831]: DEBUG nova.network.neutron [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.241562] env[68831]: DEBUG oslo_vmware.api [None req-f17834dd-0b9a-434e-9f34-338b28fea26c tempest-ServersAdminNegativeTestJSON-2038871199 tempest-ServersAdminNegativeTestJSON-2038871199-project-admin] Task: {'id': task-2802409, 'name': SuspendVM_Task} progress is 70%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.347073] env[68831]: DEBUG nova.compute.manager [req-678a07f1-ef32-40f6-9983-046320b3afdc req-a3cc2b8d-2c05-4c7b-bd6b-bc043f06214c service nova] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Received event network-vif-deleted-7aae7b71-f1a0-484d-a02e-c830e4456ac9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.347073] env[68831]: DEBUG nova.compute.manager [req-678a07f1-ef32-40f6-9983-046320b3afdc req-a3cc2b8d-2c05-4c7b-bd6b-bc043f06214c service nova] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Received event network-vif-plugged-07ef511f-9145-423d-8050-dcc707aeb5af {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.347980] env[68831]: DEBUG oslo_concurrency.lockutils [req-678a07f1-ef32-40f6-9983-046320b3afdc req-a3cc2b8d-2c05-4c7b-bd6b-bc043f06214c service nova] Acquiring lock "db7fed3c-36db-439c-bdf9-90289f849eac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.348244] env[68831]: DEBUG oslo_concurrency.lockutils [req-678a07f1-ef32-40f6-9983-046320b3afdc req-a3cc2b8d-2c05-4c7b-bd6b-bc043f06214c service nova] Lock "db7fed3c-36db-439c-bdf9-90289f849eac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.348414] env[68831]: DEBUG oslo_concurrency.lockutils [req-678a07f1-ef32-40f6-9983-046320b3afdc req-a3cc2b8d-2c05-4c7b-bd6b-bc043f06214c service nova] Lock "db7fed3c-36db-439c-bdf9-90289f849eac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.348592] env[68831]: DEBUG nova.compute.manager [req-678a07f1-ef32-40f6-9983-046320b3afdc req-a3cc2b8d-2c05-4c7b-bd6b-bc043f06214c service nova] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] No waiting events found dispatching network-vif-plugged-07ef511f-9145-423d-8050-dcc707aeb5af {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.348760] env[68831]: WARNING nova.compute.manager [req-678a07f1-ef32-40f6-9983-046320b3afdc req-a3cc2b8d-2c05-4c7b-bd6b-bc043f06214c service nova] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Received unexpected event network-vif-plugged-07ef511f-9145-423d-8050-dcc707aeb5af for instance with vm_state building and task_state spawning. [ 772.348918] env[68831]: DEBUG nova.compute.manager [req-678a07f1-ef32-40f6-9983-046320b3afdc req-a3cc2b8d-2c05-4c7b-bd6b-bc043f06214c service nova] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Received event network-changed-07ef511f-9145-423d-8050-dcc707aeb5af {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.349084] env[68831]: DEBUG nova.compute.manager [req-678a07f1-ef32-40f6-9983-046320b3afdc req-a3cc2b8d-2c05-4c7b-bd6b-bc043f06214c service nova] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Refreshing instance network info cache due to event network-changed-07ef511f-9145-423d-8050-dcc707aeb5af. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 772.349253] env[68831]: DEBUG oslo_concurrency.lockutils [req-678a07f1-ef32-40f6-9983-046320b3afdc req-a3cc2b8d-2c05-4c7b-bd6b-bc043f06214c service nova] Acquiring lock "refresh_cache-db7fed3c-36db-439c-bdf9-90289f849eac" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.522213] env[68831]: DEBUG nova.network.neutron [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Successfully created port: 7c404d8d-a72c-4e13-b959-4380e5b3c950 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.545605] env[68831]: DEBUG nova.compute.manager [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.742148] env[68831]: DEBUG oslo_vmware.api [None req-f17834dd-0b9a-434e-9f34-338b28fea26c tempest-ServersAdminNegativeTestJSON-2038871199 tempest-ServersAdminNegativeTestJSON-2038871199-project-admin] Task: {'id': task-2802409, 'name': SuspendVM_Task, 'duration_secs': 0.576236} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.745024] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f17834dd-0b9a-434e-9f34-338b28fea26c tempest-ServersAdminNegativeTestJSON-2038871199 tempest-ServersAdminNegativeTestJSON-2038871199-project-admin] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Suspended the VM {{(pid=68831) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 772.745361] env[68831]: DEBUG nova.compute.manager [None req-f17834dd-0b9a-434e-9f34-338b28fea26c tempest-ServersAdminNegativeTestJSON-2038871199 tempest-ServersAdminNegativeTestJSON-2038871199-project-admin] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.747548] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6fd96d-b461-4a1d-8510-b0a923257d07 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.776058] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.776490] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.776771] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.781150] env[68831]: DEBUG nova.network.neutron [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.185710] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc1b825-e94a-4c44-9eca-564f44832759 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.195242] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162f2f74-4d6c-4d04-9a6a-1a2619f8eb43 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.228312] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2940f1a3-54ae-4df4-b564-c49daea4b012 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.238496] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d491263-0cf7-4aec-bd4b-64206550adec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.253935] env[68831]: DEBUG nova.compute.provider_tree [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.299283] env[68831]: DEBUG nova.network.neutron [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Updating instance_info_cache with network_info: [{"id": "07ef511f-9145-423d-8050-dcc707aeb5af", "address": "fa:16:3e:4a:e4:c0", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07ef511f-91", "ovs_interfaceid": "07ef511f-9145-423d-8050-dcc707aeb5af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.556843] env[68831]: DEBUG nova.compute.manager [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.580184] env[68831]: DEBUG nova.virt.hardware [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.580436] env[68831]: DEBUG nova.virt.hardware [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.580595] env[68831]: DEBUG nova.virt.hardware [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.580769] env[68831]: DEBUG nova.virt.hardware [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.580913] env[68831]: DEBUG nova.virt.hardware [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.581075] env[68831]: DEBUG nova.virt.hardware [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.581331] env[68831]: DEBUG nova.virt.hardware [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.581468] env[68831]: DEBUG nova.virt.hardware [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.581634] env[68831]: DEBUG nova.virt.hardware [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.583172] env[68831]: DEBUG nova.virt.hardware [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.583172] env[68831]: DEBUG nova.virt.hardware [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.583172] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd0dd95-9553-4f83-9d38-c68e1adc3c18 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.591395] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26ea234-92dc-4e2a-9d23-739196261bca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.758029] env[68831]: DEBUG nova.scheduler.client.report [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.803780] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "refresh_cache-db7fed3c-36db-439c-bdf9-90289f849eac" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.804175] env[68831]: DEBUG nova.compute.manager [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Instance network_info: |[{"id": "07ef511f-9145-423d-8050-dcc707aeb5af", "address": "fa:16:3e:4a:e4:c0", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07ef511f-91", "ovs_interfaceid": "07ef511f-9145-423d-8050-dcc707aeb5af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.804536] env[68831]: DEBUG oslo_concurrency.lockutils [req-678a07f1-ef32-40f6-9983-046320b3afdc req-a3cc2b8d-2c05-4c7b-bd6b-bc043f06214c service nova] Acquired lock "refresh_cache-db7fed3c-36db-439c-bdf9-90289f849eac" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.804744] env[68831]: DEBUG nova.network.neutron [req-678a07f1-ef32-40f6-9983-046320b3afdc req-a3cc2b8d-2c05-4c7b-bd6b-bc043f06214c service nova] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Refreshing network info cache for port 07ef511f-9145-423d-8050-dcc707aeb5af {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.805999] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:e4:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07ef511f-9145-423d-8050-dcc707aeb5af', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.815183] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Creating folder: Project (049be408a45d4efebd3a92a317c08ab8). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.815406] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49b8ac84-6b99-4765-9e6b-6653ecf6d161 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.829081] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Created folder: Project (049be408a45d4efebd3a92a317c08ab8) in parent group-v563050. [ 773.830286] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Creating folder: Instances. Parent ref: group-v563150. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.830286] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71cf3a32-3ed3-4df2-839b-0d0fdab8c5fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.838574] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Created folder: Instances in parent group-v563150. [ 773.838754] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.838939] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.839152] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c38b3fbe-c2f5-43f6-9b80-d64afcd54e9e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.862728] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "refresh_cache-9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.862915] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired lock "refresh_cache-9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.863107] env[68831]: DEBUG nova.network.neutron [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.870471] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.870471] env[68831]: value = "task-2802416" [ 773.870471] env[68831]: _type = "Task" [ 773.870471] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.880841] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802416, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.265108] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.265663] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.269131] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.392s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.270941] env[68831]: INFO nova.compute.claims [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.384079] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802416, 'name': CreateVM_Task, 'duration_secs': 0.386677} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.384318] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.385113] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.385693] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.386107] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.386694] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b5ca66-c2d1-4676-9d52-c9748d3d9ce2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.392446] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 774.392446] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a9aaa7-b95b-ba81-0d7c-90bd87352c47" [ 774.392446] env[68831]: _type = "Task" [ 774.392446] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.408550] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a9aaa7-b95b-ba81-0d7c-90bd87352c47, 'name': SearchDatastore_Task, 'duration_secs': 0.009051} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.408871] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.409061] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.409320] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.409468] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.409999] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.410336] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4df05510-8d7a-43a4-86b2-b47c46258ede {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.418269] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.418448] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.419192] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a69e7e4-18cb-4b94-b20e-d0c638941ee8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.425143] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 774.425143] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524e7f94-c368-a3a8-0d51-8193d55a9309" [ 774.425143] env[68831]: _type = "Task" [ 774.425143] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.433715] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524e7f94-c368-a3a8-0d51-8193d55a9309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.544851] env[68831]: DEBUG nova.compute.manager [req-38b65985-1a52-44c1-a2cd-74f07b40c252 req-4aa183c8-0bee-4cf1-8f74-609d488e8481 service nova] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Received event network-vif-plugged-7c404d8d-a72c-4e13-b959-4380e5b3c950 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.545175] env[68831]: DEBUG oslo_concurrency.lockutils [req-38b65985-1a52-44c1-a2cd-74f07b40c252 req-4aa183c8-0bee-4cf1-8f74-609d488e8481 service nova] Acquiring lock "bf972e49-a76d-47d5-bc4f-f934412c899a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.545297] env[68831]: DEBUG oslo_concurrency.lockutils [req-38b65985-1a52-44c1-a2cd-74f07b40c252 req-4aa183c8-0bee-4cf1-8f74-609d488e8481 service nova] Lock "bf972e49-a76d-47d5-bc4f-f934412c899a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.545462] env[68831]: DEBUG oslo_concurrency.lockutils [req-38b65985-1a52-44c1-a2cd-74f07b40c252 req-4aa183c8-0bee-4cf1-8f74-609d488e8481 service nova] Lock "bf972e49-a76d-47d5-bc4f-f934412c899a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.545647] env[68831]: DEBUG nova.compute.manager [req-38b65985-1a52-44c1-a2cd-74f07b40c252 req-4aa183c8-0bee-4cf1-8f74-609d488e8481 service nova] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] No waiting events found dispatching network-vif-plugged-7c404d8d-a72c-4e13-b959-4380e5b3c950 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.545858] env[68831]: WARNING nova.compute.manager [req-38b65985-1a52-44c1-a2cd-74f07b40c252 req-4aa183c8-0bee-4cf1-8f74-609d488e8481 service nova] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Received unexpected event network-vif-plugged-7c404d8d-a72c-4e13-b959-4380e5b3c950 for instance with vm_state building and task_state spawning. [ 774.571840] env[68831]: DEBUG nova.network.neutron [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updating instance_info_cache with network_info: [{"id": "99954878-04c5-4e13-b12c-7020b9e152e6", "address": "fa:16:3e:a9:49:db", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99954878-04", "ovs_interfaceid": "99954878-04c5-4e13-b12c-7020b9e152e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.620408] env[68831]: DEBUG nova.network.neutron [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Successfully updated port: 7c404d8d-a72c-4e13-b959-4380e5b3c950 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.665781] env[68831]: DEBUG nova.network.neutron [req-678a07f1-ef32-40f6-9983-046320b3afdc req-a3cc2b8d-2c05-4c7b-bd6b-bc043f06214c service nova] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Updated VIF entry in instance network info cache for port 07ef511f-9145-423d-8050-dcc707aeb5af. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.666121] env[68831]: DEBUG nova.network.neutron [req-678a07f1-ef32-40f6-9983-046320b3afdc req-a3cc2b8d-2c05-4c7b-bd6b-bc043f06214c service nova] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Updating instance_info_cache with network_info: [{"id": "07ef511f-9145-423d-8050-dcc707aeb5af", "address": "fa:16:3e:4a:e4:c0", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07ef511f-91", "ovs_interfaceid": "07ef511f-9145-423d-8050-dcc707aeb5af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.777576] env[68831]: DEBUG nova.compute.utils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.783043] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.783043] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.826426] env[68831]: DEBUG nova.policy [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '505f1ac26fd744c79223abc9ad64954b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6bcbccc49e54a4ca76fddb0281e850b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.938137] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524e7f94-c368-a3a8-0d51-8193d55a9309, 'name': SearchDatastore_Task, 'duration_secs': 0.007996} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.939105] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4335bced-18b5-458d-ba6f-c02ea2121b43 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.944522] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 774.944522] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5289ea6b-c971-f386-e977-89fc94fbfdab" [ 774.944522] env[68831]: _type = "Task" [ 774.944522] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.952389] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5289ea6b-c971-f386-e977-89fc94fbfdab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.075557] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Releasing lock "refresh_cache-9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.123444] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Acquiring lock "refresh_cache-bf972e49-a76d-47d5-bc4f-f934412c899a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.123444] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Acquired lock "refresh_cache-bf972e49-a76d-47d5-bc4f-f934412c899a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.123661] env[68831]: DEBUG nova.network.neutron [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.166642] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Successfully created port: 9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.168867] env[68831]: DEBUG oslo_concurrency.lockutils [req-678a07f1-ef32-40f6-9983-046320b3afdc req-a3cc2b8d-2c05-4c7b-bd6b-bc043f06214c service nova] Releasing lock "refresh_cache-db7fed3c-36db-439c-bdf9-90289f849eac" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.286030] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.290305] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "9c5bda7c-55f0-402d-a515-87147f39fdd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.290305] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "9c5bda7c-55f0-402d-a515-87147f39fdd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.290305] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "9c5bda7c-55f0-402d-a515-87147f39fdd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.290305] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "9c5bda7c-55f0-402d-a515-87147f39fdd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.290508] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "9c5bda7c-55f0-402d-a515-87147f39fdd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.291936] env[68831]: INFO nova.compute.manager [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Terminating instance [ 775.457081] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5289ea6b-c971-f386-e977-89fc94fbfdab, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.457352] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.457602] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] db7fed3c-36db-439c-bdf9-90289f849eac/db7fed3c-36db-439c-bdf9-90289f849eac.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.457857] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88909bbe-e774-4ca8-bbb8-4a2d96214a04 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.466730] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 775.466730] env[68831]: value = "task-2802417" [ 775.466730] env[68831]: _type = "Task" [ 775.466730] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.475477] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.599495] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077a997e-522d-49e1-9d90-b7b1d465f297 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.621458] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fe133c-90c2-418d-bf33-2bbb1e10a0c1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.630417] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updating instance '9fe86c8a-3b99-4503-82d9-db99ae5ec2fa' progress to 83 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 775.676442] env[68831]: DEBUG nova.network.neutron [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.745994] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462fe2bd-5eac-4b33-950d-7f736c9bcee4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.754863] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f363eeb4-73ca-4513-b8eb-7b1ff959fa7f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.796235] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c536da0-6cc6-4d5e-80d9-c366c5cd3b32 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.799337] env[68831]: DEBUG nova.compute.manager [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.799550] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.800353] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e06b99-920a-47f2-a84b-d45b744abc9c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.810737] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37ea2c8-2d3e-4a71-a018-98332d381f3f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.814917] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.815607] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-089af50b-5593-4021-a8c2-b14bafc2a309 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.828661] env[68831]: DEBUG nova.compute.provider_tree [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.876564] env[68831]: DEBUG nova.network.neutron [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Updating instance_info_cache with network_info: [{"id": "7c404d8d-a72c-4e13-b959-4380e5b3c950", "address": "fa:16:3e:e2:6f:63", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c404d8d-a7", "ovs_interfaceid": "7c404d8d-a72c-4e13-b959-4380e5b3c950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.887245] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.887507] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.887697] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Deleting the datastore file [datastore2] 9c5bda7c-55f0-402d-a515-87147f39fdd9 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.887964] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-642d293f-febb-44e2-903d-c6571429b603 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.896219] env[68831]: DEBUG oslo_vmware.api [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 775.896219] env[68831]: value = "task-2802419" [ 775.896219] env[68831]: _type = "Task" [ 775.896219] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.904579] env[68831]: DEBUG oslo_vmware.api [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.979135] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450909} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.979624] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] db7fed3c-36db-439c-bdf9-90289f849eac/db7fed3c-36db-439c-bdf9-90289f849eac.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.979887] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.980208] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abc4b704-8769-462b-9693-2d6a2d09a91a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.989109] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 775.989109] env[68831]: value = "task-2802420" [ 775.989109] env[68831]: _type = "Task" [ 775.989109] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.998905] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.139528] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.139843] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57069cc3-0172-496a-9745-d59b7cb0dbf7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.146899] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 776.146899] env[68831]: value = "task-2802421" [ 776.146899] env[68831]: _type = "Task" [ 776.146899] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.162460] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.297036] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.319065] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.319422] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.319501] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.319672] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.319822] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.319983] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.320238] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.320414] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.320608] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.320787] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.320985] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.321859] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fbc2b1-e33d-4742-9b26-6b3ed0f56cfd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.329948] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2530bd1-7f4c-439f-8718-964cc923a58a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.336419] env[68831]: DEBUG nova.scheduler.client.report [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.379699] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Releasing lock "refresh_cache-bf972e49-a76d-47d5-bc4f-f934412c899a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.380057] env[68831]: DEBUG nova.compute.manager [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Instance network_info: |[{"id": "7c404d8d-a72c-4e13-b959-4380e5b3c950", "address": "fa:16:3e:e2:6f:63", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c404d8d-a7", "ovs_interfaceid": "7c404d8d-a72c-4e13-b959-4380e5b3c950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.380608] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:6f:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c404d8d-a72c-4e13-b959-4380e5b3c950', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.389064] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Creating folder: Project (7fecfca903184c3ab2a5f9f7836f2635). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.389502] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a71696c-a57a-4e43-8e2c-ae9e0f322f4a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.404655] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Created folder: Project (7fecfca903184c3ab2a5f9f7836f2635) in parent group-v563050. [ 776.404925] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Creating folder: Instances. Parent ref: group-v563153. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.405213] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-359ebb6b-12a7-4b71-a0af-e686f497e8ce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.412056] env[68831]: DEBUG oslo_vmware.api [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207918} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.412315] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.412939] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.412939] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.412939] env[68831]: INFO nova.compute.manager [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Took 0.61 seconds to destroy the instance on the hypervisor. [ 776.413209] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.413429] env[68831]: DEBUG nova.compute.manager [-] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.413559] env[68831]: DEBUG nova.network.neutron [-] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.416753] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Created folder: Instances in parent group-v563153. [ 776.416954] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.417519] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.417747] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cde98472-8c62-423d-a281-d006239537a5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.442683] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.442683] env[68831]: value = "task-2802424" [ 776.442683] env[68831]: _type = "Task" [ 776.442683] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.453074] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802424, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.500026] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07271} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.500428] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.501335] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b5dc36-6ae6-4f7a-aa07-3fcc3f06c91d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.525614] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] db7fed3c-36db-439c-bdf9-90289f849eac/db7fed3c-36db-439c-bdf9-90289f849eac.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.525941] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb7b7171-7f96-4325-a2fc-0acb9a31a290 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.546437] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 776.546437] env[68831]: value = "task-2802425" [ 776.546437] env[68831]: _type = "Task" [ 776.546437] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.555168] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.575184] env[68831]: DEBUG nova.compute.manager [req-7c116a51-d12c-45f8-bca8-e2f5804a6aae req-3e5985ef-297c-469f-9c17-d64fb2e6563b service nova] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Received event network-changed-7c404d8d-a72c-4e13-b959-4380e5b3c950 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.575383] env[68831]: DEBUG nova.compute.manager [req-7c116a51-d12c-45f8-bca8-e2f5804a6aae req-3e5985ef-297c-469f-9c17-d64fb2e6563b service nova] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Refreshing instance network info cache due to event network-changed-7c404d8d-a72c-4e13-b959-4380e5b3c950. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 776.575603] env[68831]: DEBUG oslo_concurrency.lockutils [req-7c116a51-d12c-45f8-bca8-e2f5804a6aae req-3e5985ef-297c-469f-9c17-d64fb2e6563b service nova] Acquiring lock "refresh_cache-bf972e49-a76d-47d5-bc4f-f934412c899a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.575791] env[68831]: DEBUG oslo_concurrency.lockutils [req-7c116a51-d12c-45f8-bca8-e2f5804a6aae req-3e5985ef-297c-469f-9c17-d64fb2e6563b service nova] Acquired lock "refresh_cache-bf972e49-a76d-47d5-bc4f-f934412c899a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.576041] env[68831]: DEBUG nova.network.neutron [req-7c116a51-d12c-45f8-bca8-e2f5804a6aae req-3e5985ef-297c-469f-9c17-d64fb2e6563b service nova] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Refreshing network info cache for port 7c404d8d-a72c-4e13-b959-4380e5b3c950 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.662021] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802421, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.841578] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.842204] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.844907] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.799s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.845365] env[68831]: DEBUG nova.objects.instance [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lazy-loading 'resources' on Instance uuid e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.939491] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Successfully updated port: 9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.955727] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802424, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.058194] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.157852] env[68831]: DEBUG oslo_vmware.api [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802421, 'name': PowerOnVM_Task, 'duration_secs': 0.519059} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.158165] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.158350] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-10bc1ab0-131a-45cf-9c54-a4f4be8fa7f3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updating instance '9fe86c8a-3b99-4503-82d9-db99ae5ec2fa' progress to 100 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 777.350754] env[68831]: DEBUG nova.compute.utils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.356629] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.356629] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.364371] env[68831]: DEBUG nova.network.neutron [-] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.382938] env[68831]: DEBUG nova.network.neutron [req-7c116a51-d12c-45f8-bca8-e2f5804a6aae req-3e5985ef-297c-469f-9c17-d64fb2e6563b service nova] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Updated VIF entry in instance network info cache for port 7c404d8d-a72c-4e13-b959-4380e5b3c950. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.383306] env[68831]: DEBUG nova.network.neutron [req-7c116a51-d12c-45f8-bca8-e2f5804a6aae req-3e5985ef-297c-469f-9c17-d64fb2e6563b service nova] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Updating instance_info_cache with network_info: [{"id": "7c404d8d-a72c-4e13-b959-4380e5b3c950", "address": "fa:16:3e:e2:6f:63", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c404d8d-a7", "ovs_interfaceid": "7c404d8d-a72c-4e13-b959-4380e5b3c950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.404233] env[68831]: DEBUG nova.policy [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '505f1ac26fd744c79223abc9ad64954b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6bcbccc49e54a4ca76fddb0281e850b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.442152] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "refresh_cache-31f99c1b-3e10-4015-8038-30cbfeba2c15" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.442302] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquired lock "refresh_cache-31f99c1b-3e10-4015-8038-30cbfeba2c15" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.442449] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.459264] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802424, 'name': CreateVM_Task, 'duration_secs': 0.866441} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.459264] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.459743] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.459924] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.460584] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.460584] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac398dc-40f7-4141-8684-fb2844af2503 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.466562] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Waiting for the task: (returnval){ [ 777.466562] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52aec09e-06e0-6f8b-ee2d-f6a3b88d0790" [ 777.466562] env[68831]: _type = "Task" [ 777.466562] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.477896] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52aec09e-06e0-6f8b-ee2d-f6a3b88d0790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.559180] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.661661] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Successfully created port: 9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.837467] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09fa111-35a5-47cf-9200-b08fffaaacd4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.846349] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3e7099-2fda-488c-a306-b6281a02f998 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.882450] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.885238] env[68831]: INFO nova.compute.manager [-] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Took 1.47 seconds to deallocate network for instance. [ 777.885906] env[68831]: DEBUG oslo_concurrency.lockutils [req-7c116a51-d12c-45f8-bca8-e2f5804a6aae req-3e5985ef-297c-469f-9c17-d64fb2e6563b service nova] Releasing lock "refresh_cache-bf972e49-a76d-47d5-bc4f-f934412c899a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.887950] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec49252-a3ba-4920-9086-f46192e0b87f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.903136] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25af4d48-cea9-4728-bd53-d681175184b6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.918714] env[68831]: DEBUG nova.compute.provider_tree [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.976825] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52aec09e-06e0-6f8b-ee2d-f6a3b88d0790, 'name': SearchDatastore_Task, 'duration_secs': 0.039912} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.977273] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.977441] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.977608] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.977768] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.977964] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.978224] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f265d69-c6e9-4f69-b672-d810a8baed1d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.988353] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.988539] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.989263] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0489a7b4-7b56-46bd-8914-c2da34ae8682 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.995062] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Waiting for the task: (returnval){ [ 777.995062] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a196bd-c0b4-222a-f62a-9e78c13ba361" [ 777.995062] env[68831]: _type = "Task" [ 777.995062] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.000496] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.006114] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a196bd-c0b4-222a-f62a-9e78c13ba361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.058600] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802425, 'name': ReconfigVM_Task, 'duration_secs': 1.112057} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.058700] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Reconfigured VM instance instance-00000021 to attach disk [datastore1] db7fed3c-36db-439c-bdf9-90289f849eac/db7fed3c-36db-439c-bdf9-90289f849eac.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.059325] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38dabdcd-4706-4084-9477-261759eebccd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.065786] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 778.065786] env[68831]: value = "task-2802427" [ 778.065786] env[68831]: _type = "Task" [ 778.065786] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.075527] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802427, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.135377] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Updating instance_info_cache with network_info: [{"id": "9f7c06d0-e5f4-485d-9e18-585ed37d1ba4", "address": "fa:16:3e:c0:0d:d4", "network": {"id": "222c7dc2-1127-4244-89e5-c12a3e748d01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1197016120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6bcbccc49e54a4ca76fddb0281e850b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f7c06d0-e5", "ovs_interfaceid": "9f7c06d0-e5f4-485d-9e18-585ed37d1ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.399015] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.422038] env[68831]: DEBUG nova.scheduler.client.report [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.506421] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a196bd-c0b4-222a-f62a-9e78c13ba361, 'name': SearchDatastore_Task, 'duration_secs': 0.032084} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.507200] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7183e3c5-2161-48a6-98b9-0535c54c8b9c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.512742] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Waiting for the task: (returnval){ [ 778.512742] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a3b01c-2ea0-3aa4-2880-97cc09681a68" [ 778.512742] env[68831]: _type = "Task" [ 778.512742] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.520495] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a3b01c-2ea0-3aa4-2880-97cc09681a68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.575550] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802427, 'name': Rename_Task, 'duration_secs': 0.36601} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.575550] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.575731] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a2e038a-cb93-403a-a0dc-fea24c15d0d0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.581910] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 778.581910] env[68831]: value = "task-2802428" [ 778.581910] env[68831]: _type = "Task" [ 778.581910] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.589112] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.606929] env[68831]: DEBUG nova.compute.manager [req-b45a0e8d-333c-4e53-a73b-202cedd983e2 req-d66657e4-7706-4a19-9222-55e23b2e4bf2 service nova] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Received event network-vif-plugged-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.607156] env[68831]: DEBUG oslo_concurrency.lockutils [req-b45a0e8d-333c-4e53-a73b-202cedd983e2 req-d66657e4-7706-4a19-9222-55e23b2e4bf2 service nova] Acquiring lock "31f99c1b-3e10-4015-8038-30cbfeba2c15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.607367] env[68831]: DEBUG oslo_concurrency.lockutils [req-b45a0e8d-333c-4e53-a73b-202cedd983e2 req-d66657e4-7706-4a19-9222-55e23b2e4bf2 service nova] Lock "31f99c1b-3e10-4015-8038-30cbfeba2c15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.607533] env[68831]: DEBUG oslo_concurrency.lockutils [req-b45a0e8d-333c-4e53-a73b-202cedd983e2 req-d66657e4-7706-4a19-9222-55e23b2e4bf2 service nova] Lock "31f99c1b-3e10-4015-8038-30cbfeba2c15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.607700] env[68831]: DEBUG nova.compute.manager [req-b45a0e8d-333c-4e53-a73b-202cedd983e2 req-d66657e4-7706-4a19-9222-55e23b2e4bf2 service nova] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] No waiting events found dispatching network-vif-plugged-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.607865] env[68831]: WARNING nova.compute.manager [req-b45a0e8d-333c-4e53-a73b-202cedd983e2 req-d66657e4-7706-4a19-9222-55e23b2e4bf2 service nova] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Received unexpected event network-vif-plugged-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 for instance with vm_state building and task_state spawning. [ 778.608036] env[68831]: DEBUG nova.compute.manager [req-b45a0e8d-333c-4e53-a73b-202cedd983e2 req-d66657e4-7706-4a19-9222-55e23b2e4bf2 service nova] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Received event network-vif-deleted-1e26d603-c82c-4761-b0b0-1dacc193d8ff {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.608206] env[68831]: DEBUG nova.compute.manager [req-b45a0e8d-333c-4e53-a73b-202cedd983e2 req-d66657e4-7706-4a19-9222-55e23b2e4bf2 service nova] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Received event network-changed-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.608355] env[68831]: DEBUG nova.compute.manager [req-b45a0e8d-333c-4e53-a73b-202cedd983e2 req-d66657e4-7706-4a19-9222-55e23b2e4bf2 service nova] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Refreshing instance network info cache due to event network-changed-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 778.608563] env[68831]: DEBUG oslo_concurrency.lockutils [req-b45a0e8d-333c-4e53-a73b-202cedd983e2 req-d66657e4-7706-4a19-9222-55e23b2e4bf2 service nova] Acquiring lock "refresh_cache-31f99c1b-3e10-4015-8038-30cbfeba2c15" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.638599] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Releasing lock "refresh_cache-31f99c1b-3e10-4015-8038-30cbfeba2c15" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.638954] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Instance network_info: |[{"id": "9f7c06d0-e5f4-485d-9e18-585ed37d1ba4", "address": "fa:16:3e:c0:0d:d4", "network": {"id": "222c7dc2-1127-4244-89e5-c12a3e748d01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1197016120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6bcbccc49e54a4ca76fddb0281e850b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f7c06d0-e5", "ovs_interfaceid": "9f7c06d0-e5f4-485d-9e18-585ed37d1ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.639379] env[68831]: DEBUG oslo_concurrency.lockutils [req-b45a0e8d-333c-4e53-a73b-202cedd983e2 req-d66657e4-7706-4a19-9222-55e23b2e4bf2 service nova] Acquired lock "refresh_cache-31f99c1b-3e10-4015-8038-30cbfeba2c15" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.639472] env[68831]: DEBUG nova.network.neutron [req-b45a0e8d-333c-4e53-a73b-202cedd983e2 req-d66657e4-7706-4a19-9222-55e23b2e4bf2 service nova] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Refreshing network info cache for port 9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.640730] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:0d:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f7c06d0-e5f4-485d-9e18-585ed37d1ba4', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.649234] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Creating folder: Project (b6bcbccc49e54a4ca76fddb0281e850b). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.650578] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f6bd0af-0e80-4dc9-9dab-5668c271476c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.661485] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Created folder: Project (b6bcbccc49e54a4ca76fddb0281e850b) in parent group-v563050. [ 778.661714] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Creating folder: Instances. Parent ref: group-v563156. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.661970] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83512ad5-41eb-4d5c-a89b-bec2e9923d3a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.672562] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Created folder: Instances in parent group-v563156. [ 778.672757] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.678295] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.678554] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7e138f1-ae69-458d-9982-0d788280e33a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.701719] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.701719] env[68831]: value = "task-2802432" [ 778.701719] env[68831]: _type = "Task" [ 778.701719] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.709043] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802432, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.905674] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.927081] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.932666] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.755s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.934463] env[68831]: INFO nova.compute.claims [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.949370] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.949769] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.950108] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.950390] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.950631] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.951584] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.951903] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.952135] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.952319] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.952542] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.952771] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.953821] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849e49ac-c3dc-4f0d-ae2c-2a14295af7e5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.960643] env[68831]: INFO nova.scheduler.client.report [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Deleted allocations for instance e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a [ 778.969954] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7790e6-f05a-4b08-b9f4-7c9a1a3014b5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.027027] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a3b01c-2ea0-3aa4-2880-97cc09681a68, 'name': SearchDatastore_Task, 'duration_secs': 0.013167} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.027027] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.027027] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] bf972e49-a76d-47d5-bc4f-f934412c899a/bf972e49-a76d-47d5-bc4f-f934412c899a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.028232] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc7c7685-a82f-47c1-bbc7-91f924ba5dc3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.036793] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Waiting for the task: (returnval){ [ 779.036793] env[68831]: value = "task-2802433" [ 779.036793] env[68831]: _type = "Task" [ 779.036793] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.040279] env[68831]: DEBUG oslo_concurrency.lockutils [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.040514] env[68831]: DEBUG oslo_concurrency.lockutils [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.040694] env[68831]: DEBUG nova.compute.manager [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Going to confirm migration 1 {{(pid=68831) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 779.047099] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.094133] env[68831]: DEBUG oslo_vmware.api [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802428, 'name': PowerOnVM_Task, 'duration_secs': 0.508565} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.094483] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.094632] env[68831]: INFO nova.compute.manager [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Took 8.18 seconds to spawn the instance on the hypervisor. [ 779.094825] env[68831]: DEBUG nova.compute.manager [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.095673] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1ba004-ff36-47b3-a103-e7fbe5b9a6a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.214542] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802432, 'name': CreateVM_Task, 'duration_secs': 0.339784} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.214792] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.215684] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.216294] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.216294] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.216568] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9db5380-91d5-4aef-98a4-1fc171af1388 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.222107] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 779.222107] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52909fde-316d-90c2-335f-cea12c1e9c08" [ 779.222107] env[68831]: _type = "Task" [ 779.222107] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.230832] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52909fde-316d-90c2-335f-cea12c1e9c08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.410141] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Successfully updated port: 9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.452000] env[68831]: DEBUG nova.network.neutron [req-b45a0e8d-333c-4e53-a73b-202cedd983e2 req-d66657e4-7706-4a19-9222-55e23b2e4bf2 service nova] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Updated VIF entry in instance network info cache for port 9f7c06d0-e5f4-485d-9e18-585ed37d1ba4. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.452507] env[68831]: DEBUG nova.network.neutron [req-b45a0e8d-333c-4e53-a73b-202cedd983e2 req-d66657e4-7706-4a19-9222-55e23b2e4bf2 service nova] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Updating instance_info_cache with network_info: [{"id": "9f7c06d0-e5f4-485d-9e18-585ed37d1ba4", "address": "fa:16:3e:c0:0d:d4", "network": {"id": "222c7dc2-1127-4244-89e5-c12a3e748d01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1197016120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6bcbccc49e54a4ca76fddb0281e850b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f7c06d0-e5", "ovs_interfaceid": "9f7c06d0-e5f4-485d-9e18-585ed37d1ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.479381] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f95369f-47c4-428e-9562-56aee67c41f0 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.853s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.550652] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802433, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.616705] env[68831]: INFO nova.compute.manager [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Took 43.57 seconds to build instance. [ 779.628933] env[68831]: DEBUG oslo_concurrency.lockutils [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "refresh_cache-9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.629144] env[68831]: DEBUG oslo_concurrency.lockutils [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired lock "refresh_cache-9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.629329] env[68831]: DEBUG nova.network.neutron [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.629526] env[68831]: DEBUG nova.objects.instance [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lazy-loading 'info_cache' on Instance uuid 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.733374] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52909fde-316d-90c2-335f-cea12c1e9c08, 'name': SearchDatastore_Task, 'duration_secs': 0.012205} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.733783] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.734098] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.734396] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.734550] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.734763] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.735068] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e227679c-96a5-4def-8204-ae22161d4203 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.746612] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.746804] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.747792] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1055463-af5f-43dd-96f3-257a9653bafb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.752828] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 779.752828] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523a6279-ce96-a0dc-02e0-a5117e05d211" [ 779.752828] env[68831]: _type = "Task" [ 779.752828] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.760055] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523a6279-ce96-a0dc-02e0-a5117e05d211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.912617] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "refresh_cache-37a066a8-dd83-4d14-96cf-ea82da6d526b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.912846] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquired lock "refresh_cache-37a066a8-dd83-4d14-96cf-ea82da6d526b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.912980] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.955915] env[68831]: DEBUG oslo_concurrency.lockutils [req-b45a0e8d-333c-4e53-a73b-202cedd983e2 req-d66657e4-7706-4a19-9222-55e23b2e4bf2 service nova] Releasing lock "refresh_cache-31f99c1b-3e10-4015-8038-30cbfeba2c15" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.050085] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787404} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.050352] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] bf972e49-a76d-47d5-bc4f-f934412c899a/bf972e49-a76d-47d5-bc4f-f934412c899a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.050562] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.050815] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a707fb5b-f888-4958-92c4-4e153275e0ef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.059740] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Waiting for the task: (returnval){ [ 780.059740] env[68831]: value = "task-2802434" [ 780.059740] env[68831]: _type = "Task" [ 780.059740] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.067968] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.118801] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67512305-5ad1-426a-8ff0-36179ff153ad tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "db7fed3c-36db-439c-bdf9-90289f849eac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.363s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.264760] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523a6279-ce96-a0dc-02e0-a5117e05d211, 'name': SearchDatastore_Task, 'duration_secs': 0.044635} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.265574] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62205a03-1b60-4bbc-95b6-d887e3f371d8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.272922] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 780.272922] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5219d104-d744-1222-d9d3-005c8c686ec0" [ 780.272922] env[68831]: _type = "Task" [ 780.272922] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.281009] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5219d104-d744-1222-d9d3-005c8c686ec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.362016] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257ce979-bdfc-4fd4-9e8c-878d5a8ff858 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.370136] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e02a82b-24c5-4aa6-b43f-bd6a0eb86f1b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.402394] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88cba03-b9ab-49e5-bf90-95a6c6c31443 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.415019] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38263f30-cc75-42c0-8282-3c9e883fc3fc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.433541] env[68831]: DEBUG nova.compute.provider_tree [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.467017] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.572282] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.332564} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.572282] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.573124] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeb4fbf-aaa9-47ce-8303-8c805cae86b5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.596144] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] bf972e49-a76d-47d5-bc4f-f934412c899a/bf972e49-a76d-47d5-bc4f-f934412c899a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.596446] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7483b5f2-ff89-4c9e-8697-8eda0bcecad2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.617998] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Waiting for the task: (returnval){ [ 780.617998] env[68831]: value = "task-2802435" [ 780.617998] env[68831]: _type = "Task" [ 780.617998] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.624032] env[68831]: DEBUG nova.compute.manager [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.632694] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.637051] env[68831]: DEBUG nova.compute.manager [req-603b343b-b0ba-41fa-ba69-3157e2e197a9 req-c96d0688-6a6e-49d0-ac18-85d018df7e7c service nova] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Received event network-vif-plugged-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.637051] env[68831]: DEBUG oslo_concurrency.lockutils [req-603b343b-b0ba-41fa-ba69-3157e2e197a9 req-c96d0688-6a6e-49d0-ac18-85d018df7e7c service nova] Acquiring lock "37a066a8-dd83-4d14-96cf-ea82da6d526b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.637051] env[68831]: DEBUG oslo_concurrency.lockutils [req-603b343b-b0ba-41fa-ba69-3157e2e197a9 req-c96d0688-6a6e-49d0-ac18-85d018df7e7c service nova] Lock "37a066a8-dd83-4d14-96cf-ea82da6d526b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.637244] env[68831]: DEBUG oslo_concurrency.lockutils [req-603b343b-b0ba-41fa-ba69-3157e2e197a9 req-c96d0688-6a6e-49d0-ac18-85d018df7e7c service nova] Lock "37a066a8-dd83-4d14-96cf-ea82da6d526b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.637421] env[68831]: DEBUG nova.compute.manager [req-603b343b-b0ba-41fa-ba69-3157e2e197a9 req-c96d0688-6a6e-49d0-ac18-85d018df7e7c service nova] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] No waiting events found dispatching network-vif-plugged-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.637582] env[68831]: WARNING nova.compute.manager [req-603b343b-b0ba-41fa-ba69-3157e2e197a9 req-c96d0688-6a6e-49d0-ac18-85d018df7e7c service nova] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Received unexpected event network-vif-plugged-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b for instance with vm_state building and task_state spawning. [ 780.638544] env[68831]: DEBUG nova.compute.manager [req-603b343b-b0ba-41fa-ba69-3157e2e197a9 req-c96d0688-6a6e-49d0-ac18-85d018df7e7c service nova] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Received event network-changed-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.638544] env[68831]: DEBUG nova.compute.manager [req-603b343b-b0ba-41fa-ba69-3157e2e197a9 req-c96d0688-6a6e-49d0-ac18-85d018df7e7c service nova] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Refreshing instance network info cache due to event network-changed-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 780.638544] env[68831]: DEBUG oslo_concurrency.lockutils [req-603b343b-b0ba-41fa-ba69-3157e2e197a9 req-c96d0688-6a6e-49d0-ac18-85d018df7e7c service nova] Acquiring lock "refresh_cache-37a066a8-dd83-4d14-96cf-ea82da6d526b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.664322] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Updating instance_info_cache with network_info: [{"id": "9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b", "address": "fa:16:3e:d4:5c:97", "network": {"id": "222c7dc2-1127-4244-89e5-c12a3e748d01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1197016120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6bcbccc49e54a4ca76fddb0281e850b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec95e9a-2c", "ovs_interfaceid": "9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.785508] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5219d104-d744-1222-d9d3-005c8c686ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.025186} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.785936] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.786324] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 31f99c1b-3e10-4015-8038-30cbfeba2c15/31f99c1b-3e10-4015-8038-30cbfeba2c15.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.786692] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdc0ac69-467c-4343-bd41-235079b48500 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.793398] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 780.793398] env[68831]: value = "task-2802437" [ 780.793398] env[68831]: _type = "Task" [ 780.793398] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.801596] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.848677] env[68831]: DEBUG nova.network.neutron [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updating instance_info_cache with network_info: [{"id": "99954878-04c5-4e13-b12c-7020b9e152e6", "address": "fa:16:3e:a9:49:db", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99954878-04", "ovs_interfaceid": "99954878-04c5-4e13-b12c-7020b9e152e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.910545] env[68831]: INFO nova.compute.manager [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Rebuilding instance [ 780.940437] env[68831]: DEBUG nova.scheduler.client.report [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.965010] env[68831]: DEBUG nova.compute.manager [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.965972] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d6a703-f590-4533-a185-51d331c69f40 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.129617] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802435, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.146757] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.168244] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Releasing lock "refresh_cache-37a066a8-dd83-4d14-96cf-ea82da6d526b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.168669] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Instance network_info: |[{"id": "9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b", "address": "fa:16:3e:d4:5c:97", "network": {"id": "222c7dc2-1127-4244-89e5-c12a3e748d01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1197016120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6bcbccc49e54a4ca76fddb0281e850b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec95e9a-2c", "ovs_interfaceid": "9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.169034] env[68831]: DEBUG oslo_concurrency.lockutils [req-603b343b-b0ba-41fa-ba69-3157e2e197a9 req-c96d0688-6a6e-49d0-ac18-85d018df7e7c service nova] Acquired lock "refresh_cache-37a066a8-dd83-4d14-96cf-ea82da6d526b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.169244] env[68831]: DEBUG nova.network.neutron [req-603b343b-b0ba-41fa-ba69-3157e2e197a9 req-c96d0688-6a6e-49d0-ac18-85d018df7e7c service nova] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Refreshing network info cache for port 9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.170654] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:5c:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.180221] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.181613] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.181894] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28d2e4b2-a84c-4a23-8923-6570f9204ca1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.204239] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.204239] env[68831]: value = "task-2802438" [ 781.204239] env[68831]: _type = "Task" [ 781.204239] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.213439] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802438, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.303330] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802437, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.351917] env[68831]: DEBUG oslo_concurrency.lockutils [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Releasing lock "refresh_cache-9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.352200] env[68831]: DEBUG nova.objects.instance [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lazy-loading 'migration_context' on Instance uuid 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.447712] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.448320] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.451050] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.239s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.453058] env[68831]: INFO nova.compute.claims [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.630702] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802435, 'name': ReconfigVM_Task, 'duration_secs': 0.565686} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.631050] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Reconfigured VM instance instance-00000022 to attach disk [datastore1] bf972e49-a76d-47d5-bc4f-f934412c899a/bf972e49-a76d-47d5-bc4f-f934412c899a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.631699] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff13ecae-90dd-46db-9e1c-b590055feaea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.639930] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Waiting for the task: (returnval){ [ 781.639930] env[68831]: value = "task-2802439" [ 781.639930] env[68831]: _type = "Task" [ 781.639930] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.649070] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802439, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.714492] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802438, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.805053] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61826} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.805228] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 31f99c1b-3e10-4015-8038-30cbfeba2c15/31f99c1b-3e10-4015-8038-30cbfeba2c15.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.805582] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.806008] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3df7bd4e-637b-4c13-a162-85d2e37f3dc8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.813140] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 781.813140] env[68831]: value = "task-2802440" [ 781.813140] env[68831]: _type = "Task" [ 781.813140] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.820908] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.855331] env[68831]: DEBUG nova.objects.base [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Object Instance<9fe86c8a-3b99-4503-82d9-db99ae5ec2fa> lazy-loaded attributes: info_cache,migration_context {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 781.856386] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81fff57-e372-4f53-8ec6-21363c653097 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.884142] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b019ba-7ccd-4ddd-b23e-c33cc5c01458 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.895033] env[68831]: DEBUG oslo_vmware.api [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 781.895033] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5225db98-15a5-e068-f53a-b31267a47e78" [ 781.895033] env[68831]: _type = "Task" [ 781.895033] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.903589] env[68831]: DEBUG oslo_vmware.api [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5225db98-15a5-e068-f53a-b31267a47e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.957824] env[68831]: DEBUG nova.compute.utils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.962160] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.962353] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.979524] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.980075] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb1ca6d0-0d9a-4a22-99cb-e3b9890303f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.988015] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 781.988015] env[68831]: value = "task-2802441" [ 781.988015] env[68831]: _type = "Task" [ 781.988015] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.997976] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.034185] env[68831]: DEBUG nova.policy [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '505f1ac26fd744c79223abc9ad64954b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6bcbccc49e54a4ca76fddb0281e850b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.152703] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802439, 'name': Rename_Task, 'duration_secs': 0.272008} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.152997] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.153278] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e83e0a84-8fc0-4911-9e7c-ee5eaaaca137 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.160405] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Waiting for the task: (returnval){ [ 782.160405] env[68831]: value = "task-2802442" [ 782.160405] env[68831]: _type = "Task" [ 782.160405] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.170704] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.214839] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802438, 'name': CreateVM_Task, 'duration_secs': 0.555576} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.214997] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.217291] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.217476] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.217914] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.218075] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fdf81c8-b246-4ecb-87f5-f00281aa06dc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.223194] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 782.223194] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524186a7-f003-f0b9-fafe-8c23324e8e41" [ 782.223194] env[68831]: _type = "Task" [ 782.223194] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.231950] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524186a7-f003-f0b9-fafe-8c23324e8e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.240076] env[68831]: DEBUG nova.network.neutron [req-603b343b-b0ba-41fa-ba69-3157e2e197a9 req-c96d0688-6a6e-49d0-ac18-85d018df7e7c service nova] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Updated VIF entry in instance network info cache for port 9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.240427] env[68831]: DEBUG nova.network.neutron [req-603b343b-b0ba-41fa-ba69-3157e2e197a9 req-c96d0688-6a6e-49d0-ac18-85d018df7e7c service nova] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Updating instance_info_cache with network_info: [{"id": "9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b", "address": "fa:16:3e:d4:5c:97", "network": {"id": "222c7dc2-1127-4244-89e5-c12a3e748d01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1197016120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6bcbccc49e54a4ca76fddb0281e850b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec95e9a-2c", "ovs_interfaceid": "9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.325049] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064272} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.329014] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.329014] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4815d3e1-f2e4-4fe5-b3bc-524306f7b167 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.351283] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 31f99c1b-3e10-4015-8038-30cbfeba2c15/31f99c1b-3e10-4015-8038-30cbfeba2c15.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.351283] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baee7403-ca43-45c1-93f7-16fea987ec2c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.372510] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 782.372510] env[68831]: value = "task-2802443" [ 782.372510] env[68831]: _type = "Task" [ 782.372510] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.380603] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.407112] env[68831]: DEBUG oslo_vmware.api [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5225db98-15a5-e068-f53a-b31267a47e78, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.407112] env[68831]: DEBUG oslo_concurrency.lockutils [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.423065] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Successfully created port: 098081d1-5e06-402f-b541-8f83f41d4b52 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.463014] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.500697] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802441, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.675053] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.736537] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524186a7-f003-f0b9-fafe-8c23324e8e41, 'name': SearchDatastore_Task, 'duration_secs': 0.053312} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.737543] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.738083] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.738609] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.739035] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.740901] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.743102] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06eb2125-8cc7-4f47-a742-d997cc235888 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.745229] env[68831]: DEBUG oslo_concurrency.lockutils [req-603b343b-b0ba-41fa-ba69-3157e2e197a9 req-c96d0688-6a6e-49d0-ac18-85d018df7e7c service nova] Releasing lock "refresh_cache-37a066a8-dd83-4d14-96cf-ea82da6d526b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.753030] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.753030] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.753765] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6095d96c-34a1-4a4f-9da7-eb9a1a404ac2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.761492] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 782.761492] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c749e3-ce45-e2ae-f6ac-ba07e400f1fa" [ 782.761492] env[68831]: _type = "Task" [ 782.761492] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.770835] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c749e3-ce45-e2ae-f6ac-ba07e400f1fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.882375] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802443, 'name': ReconfigVM_Task, 'duration_secs': 0.406958} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.882672] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 31f99c1b-3e10-4015-8038-30cbfeba2c15/31f99c1b-3e10-4015-8038-30cbfeba2c15.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.885474] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-194ac809-89c0-4435-a13c-086ddd618ac0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.891722] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 782.891722] env[68831]: value = "task-2802445" [ 782.891722] env[68831]: _type = "Task" [ 782.891722] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.900999] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802445, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.962930] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de1b0b8-f4e7-4a33-8b73-9adcf537804d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.978623] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa341e64-89be-471f-ad0f-7ee8f0571842 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.020826] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1084a128-f68f-406c-b193-9801c2751881 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.032271] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802441, 'name': PowerOffVM_Task, 'duration_secs': 0.680078} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.032924] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.033196] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.034618] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37073e7a-ed18-4450-a59e-7329cf7154c8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.039542] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02cd854-f735-4c70-885c-94c3ed6b2328 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.053409] env[68831]: DEBUG nova.compute.provider_tree [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.057244] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.057750] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-280c0352-f6ce-4686-b8c1-c7cfc22f4c9a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.175288] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.276031] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c749e3-ce45-e2ae-f6ac-ba07e400f1fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.276868] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a25f73a-aa51-4bb8-aefa-5be51df77839 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.285912] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 783.285912] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521d8b24-7cf7-aac3-dac0-502c74c3b9e7" [ 783.285912] env[68831]: _type = "Task" [ 783.285912] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.299019] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521d8b24-7cf7-aac3-dac0-502c74c3b9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.403300] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802445, 'name': Rename_Task, 'duration_secs': 0.152202} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.403855] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.404169] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32b44559-f28d-4dc5-baf8-96dd98fa1e1f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.413119] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 783.413119] env[68831]: value = "task-2802447" [ 783.413119] env[68831]: _type = "Task" [ 783.413119] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.424287] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.478720] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.504092] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.504386] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.504533] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.504712] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.504855] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.504998] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.505251] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.505414] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.505579] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.505761] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.505931] env[68831]: DEBUG nova.virt.hardware [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.507032] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634c98ce-faf8-497d-90c1-1102e0b50169 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.516905] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c7727d-62d3-493a-811c-c537870a2c0d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.560804] env[68831]: DEBUG nova.scheduler.client.report [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.673813] env[68831]: DEBUG oslo_vmware.api [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802442, 'name': PowerOnVM_Task, 'duration_secs': 1.303163} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.674146] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.674374] env[68831]: INFO nova.compute.manager [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Took 10.12 seconds to spawn the instance on the hypervisor. [ 783.674579] env[68831]: DEBUG nova.compute.manager [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.675436] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4797019-6c9b-455d-ba34-fc1bc950adbe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.799056] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521d8b24-7cf7-aac3-dac0-502c74c3b9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013463} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.799367] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.799971] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 37a066a8-dd83-4d14-96cf-ea82da6d526b/37a066a8-dd83-4d14-96cf-ea82da6d526b.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.799971] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cccc7034-0513-4668-ab98-1d6ce5250d78 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.810114] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 783.810114] env[68831]: value = "task-2802448" [ 783.810114] env[68831]: _type = "Task" [ 783.810114] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.821717] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.871291] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.871568] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.871767] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleting the datastore file [datastore1] db7fed3c-36db-439c-bdf9-90289f849eac {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.872067] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2224a813-801b-46d1-bed3-2533109070e9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.880812] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 783.880812] env[68831]: value = "task-2802449" [ 783.880812] env[68831]: _type = "Task" [ 783.880812] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.891015] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.925506] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.034722] env[68831]: DEBUG nova.compute.manager [req-560b0070-0149-4047-bcf9-5477bcce9501 req-a0ce66b9-4ad8-4746-a81d-c0543d696c02 service nova] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Received event network-vif-plugged-098081d1-5e06-402f-b541-8f83f41d4b52 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.035071] env[68831]: DEBUG oslo_concurrency.lockutils [req-560b0070-0149-4047-bcf9-5477bcce9501 req-a0ce66b9-4ad8-4746-a81d-c0543d696c02 service nova] Acquiring lock "a1afca68-3af7-4fd0-809f-ca4ad2445d4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.035298] env[68831]: DEBUG oslo_concurrency.lockutils [req-560b0070-0149-4047-bcf9-5477bcce9501 req-a0ce66b9-4ad8-4746-a81d-c0543d696c02 service nova] Lock "a1afca68-3af7-4fd0-809f-ca4ad2445d4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.035487] env[68831]: DEBUG oslo_concurrency.lockutils [req-560b0070-0149-4047-bcf9-5477bcce9501 req-a0ce66b9-4ad8-4746-a81d-c0543d696c02 service nova] Lock "a1afca68-3af7-4fd0-809f-ca4ad2445d4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.035640] env[68831]: DEBUG nova.compute.manager [req-560b0070-0149-4047-bcf9-5477bcce9501 req-a0ce66b9-4ad8-4746-a81d-c0543d696c02 service nova] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] No waiting events found dispatching network-vif-plugged-098081d1-5e06-402f-b541-8f83f41d4b52 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.035843] env[68831]: WARNING nova.compute.manager [req-560b0070-0149-4047-bcf9-5477bcce9501 req-a0ce66b9-4ad8-4746-a81d-c0543d696c02 service nova] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Received unexpected event network-vif-plugged-098081d1-5e06-402f-b541-8f83f41d4b52 for instance with vm_state building and task_state spawning. [ 784.067097] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.067787] env[68831]: DEBUG nova.compute.manager [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.070951] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.625s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.119492] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Successfully updated port: 098081d1-5e06-402f-b541-8f83f41d4b52 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.142217] env[68831]: DEBUG nova.compute.manager [None req-c652a9fb-e03c-4bfa-b932-c86da77f9a1c tempest-ServerExternalEventsTest-296854224 tempest-ServerExternalEventsTest-296854224-project] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Received event network-changed {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.142581] env[68831]: DEBUG nova.compute.manager [None req-c652a9fb-e03c-4bfa-b932-c86da77f9a1c tempest-ServerExternalEventsTest-296854224 tempest-ServerExternalEventsTest-296854224-project] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Refreshing instance network info cache due to event network-changed. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 784.142927] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c652a9fb-e03c-4bfa-b932-c86da77f9a1c tempest-ServerExternalEventsTest-296854224 tempest-ServerExternalEventsTest-296854224-project] Acquiring lock "refresh_cache-bf972e49-a76d-47d5-bc4f-f934412c899a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.143270] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c652a9fb-e03c-4bfa-b932-c86da77f9a1c tempest-ServerExternalEventsTest-296854224 tempest-ServerExternalEventsTest-296854224-project] Acquired lock "refresh_cache-bf972e49-a76d-47d5-bc4f-f934412c899a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.143538] env[68831]: DEBUG nova.network.neutron [None req-c652a9fb-e03c-4bfa-b932-c86da77f9a1c tempest-ServerExternalEventsTest-296854224 tempest-ServerExternalEventsTest-296854224-project] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.194687] env[68831]: INFO nova.compute.manager [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Took 44.85 seconds to build instance. [ 784.323274] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802448, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.393792] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362459} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.394131] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.394366] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.394594] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.426454] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.575029] env[68831]: DEBUG nova.compute.utils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.576503] env[68831]: DEBUG nova.compute.manager [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.576643] env[68831]: DEBUG nova.network.neutron [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.612508] env[68831]: DEBUG nova.policy [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce551bddc1a54e6c8ca989b8133a9afd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90b63a06280c43b984fa128c30214faa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.621130] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "refresh_cache-a1afca68-3af7-4fd0-809f-ca4ad2445d4b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.621285] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquired lock "refresh_cache-a1afca68-3af7-4fd0-809f-ca4ad2445d4b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.621437] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.699462] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Lock "bf972e49-a76d-47d5-bc4f-f934412c899a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.753s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.807037] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Acquiring lock "bf972e49-a76d-47d5-bc4f-f934412c899a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.807037] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Lock "bf972e49-a76d-47d5-bc4f-f934412c899a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.807037] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Acquiring lock "bf972e49-a76d-47d5-bc4f-f934412c899a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.807037] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Lock "bf972e49-a76d-47d5-bc4f-f934412c899a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.807334] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Lock "bf972e49-a76d-47d5-bc4f-f934412c899a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.807950] env[68831]: INFO nova.compute.manager [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Terminating instance [ 784.821854] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741743} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.824366] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 37a066a8-dd83-4d14-96cf-ea82da6d526b/37a066a8-dd83-4d14-96cf-ea82da6d526b.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.824878] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.825499] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4d49ece-871f-4faf-9e01-01b05c625895 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.836132] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 784.836132] env[68831]: value = "task-2802450" [ 784.836132] env[68831]: _type = "Task" [ 784.836132] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.845846] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.935090] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802447, 'name': PowerOnVM_Task, 'duration_secs': 1.468205} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.937069] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.937369] env[68831]: INFO nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Took 8.64 seconds to spawn the instance on the hypervisor. [ 784.937993] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.938901] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5bcb2e-7b9c-4bd5-81a3-add8c045fe2d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.017665] env[68831]: DEBUG nova.network.neutron [None req-c652a9fb-e03c-4bfa-b932-c86da77f9a1c tempest-ServerExternalEventsTest-296854224 tempest-ServerExternalEventsTest-296854224-project] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Updating instance_info_cache with network_info: [{"id": "7c404d8d-a72c-4e13-b959-4380e5b3c950", "address": "fa:16:3e:e2:6f:63", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c404d8d-a7", "ovs_interfaceid": "7c404d8d-a72c-4e13-b959-4380e5b3c950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.080639] env[68831]: DEBUG nova.compute.manager [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.089070] env[68831]: DEBUG nova.network.neutron [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Successfully created port: 3d95814b-94fe-4a02-b69e-dcc2789fbce9 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.091176] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Applying migration context for instance 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa as it has an incoming, in-progress migration e0e226fe-cdb2-4c38-a787-bdfc1eb0478b. Migration status is confirming {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 785.093300] env[68831]: INFO nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updating resource usage from migration e0e226fe-cdb2-4c38-a787-bdfc1eb0478b [ 785.121151] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance f7d50028-73ab-4348-a49e-ca153c854939 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.121300] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 28bf3f4e-650a-44b4-abf2-8195f32cfb34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.121432] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.121555] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 1c541afe-a78b-4cd1-8d70-63221956a835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.121672] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.121787] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 0acce7bd-b0b0-430e-b913-8d3a73b9e783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.121901] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 40404246-f067-4f63-b751-1509d0844840 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.122021] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 9cc8488b-6eba-4f35-84a1-ef972b043b95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.122134] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 1e1899d0-34ea-4ff3-a123-7790cf4989f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.122245] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 926ca96a-e296-406e-b870-8982aad41870 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.122353] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.122478] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance cdb592f0-6224-4f00-84f3-afbd2b7e24a5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.122597] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 998ffe8e-1aba-4e8c-96ab-367a5d54d54f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.122715] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 5593b9ed-c7cb-498c-b4c3-4a2da54c2036 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.122830] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 06b1ab57-ad18-44ea-87f6-1e189219697e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.122946] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 08f79565-00e9-4b4e-a675-d150436201ad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.123078] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 9c5bda7c-55f0-402d-a515-87147f39fdd9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.123192] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance db7fed3c-36db-439c-bdf9-90289f849eac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.123301] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance bf972e49-a76d-47d5-bc4f-f934412c899a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.123406] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 31f99c1b-3e10-4015-8038-30cbfeba2c15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.123565] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 37a066a8-dd83-4d14-96cf-ea82da6d526b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.123682] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance a1afca68-3af7-4fd0-809f-ca4ad2445d4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.123789] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 42ea1741-5132-4f0e-a4cb-4b7a598e4188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.166902] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.201100] env[68831]: DEBUG nova.compute.manager [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.312446] env[68831]: DEBUG nova.compute.manager [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.312773] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.314329] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799d1c91-f0b1-4173-815a-0eda3ab8e1aa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.328328] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.331020] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02b15762-5aa4-45bf-a2f2-632fabfa0709 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.341449] env[68831]: DEBUG oslo_vmware.api [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Waiting for the task: (returnval){ [ 785.341449] env[68831]: value = "task-2802452" [ 785.341449] env[68831]: _type = "Task" [ 785.341449] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.347748] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075213} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.349220] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.350095] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ea48a0-79b9-47bb-8293-144f5dbac113 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.355869] env[68831]: DEBUG oslo_vmware.api [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.377609] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 37a066a8-dd83-4d14-96cf-ea82da6d526b/37a066a8-dd83-4d14-96cf-ea82da6d526b.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.378208] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f493a74-76c5-481b-b4d9-f93be701bf24 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.399696] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 785.399696] env[68831]: value = "task-2802453" [ 785.399696] env[68831]: _type = "Task" [ 785.399696] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.412919] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.414023] env[68831]: DEBUG nova.network.neutron [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Updating instance_info_cache with network_info: [{"id": "098081d1-5e06-402f-b541-8f83f41d4b52", "address": "fa:16:3e:84:89:fe", "network": {"id": "222c7dc2-1127-4244-89e5-c12a3e748d01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1197016120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6bcbccc49e54a4ca76fddb0281e850b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap098081d1-5e", "ovs_interfaceid": "098081d1-5e06-402f-b541-8f83f41d4b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.444028] env[68831]: DEBUG nova.virt.hardware [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.444643] env[68831]: DEBUG nova.virt.hardware [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.444841] env[68831]: DEBUG nova.virt.hardware [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.445067] env[68831]: DEBUG nova.virt.hardware [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.445250] env[68831]: DEBUG nova.virt.hardware [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.445445] env[68831]: DEBUG nova.virt.hardware [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.445730] env[68831]: DEBUG nova.virt.hardware [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.448911] env[68831]: DEBUG nova.virt.hardware [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.448911] env[68831]: DEBUG nova.virt.hardware [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.448911] env[68831]: DEBUG nova.virt.hardware [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.448911] env[68831]: DEBUG nova.virt.hardware [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.448911] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67691336-7099-4511-9d2a-cd89e5731e59 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.462071] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ca5a65-faac-422d-8d22-8eadda97418d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.470472] env[68831]: INFO nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Took 43.53 seconds to build instance. [ 785.483461] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:e4:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07ef511f-9145-423d-8050-dcc707aeb5af', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.491138] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.492164] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.492432] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97943f28-2875-4061-bf6d-6ada9dd3e5cf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.513887] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.513887] env[68831]: value = "task-2802454" [ 785.513887] env[68831]: _type = "Task" [ 785.513887] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.522834] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c652a9fb-e03c-4bfa-b932-c86da77f9a1c tempest-ServerExternalEventsTest-296854224 tempest-ServerExternalEventsTest-296854224-project] Releasing lock "refresh_cache-bf972e49-a76d-47d5-bc4f-f934412c899a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.523213] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802454, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.628373] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance af1eeca6-bbdc-4880-9256-5985dd2458a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 785.721853] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.852339] env[68831]: DEBUG oslo_vmware.api [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802452, 'name': PowerOffVM_Task, 'duration_secs': 0.367015} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.852708] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.852826] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.853089] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de14beb6-7a1f-47b6-8944-3ccde9374d3d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.911121] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802453, 'name': ReconfigVM_Task, 'duration_secs': 0.30272} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.911486] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 37a066a8-dd83-4d14-96cf-ea82da6d526b/37a066a8-dd83-4d14-96cf-ea82da6d526b.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.912271] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a08110f7-72ad-4a4c-bcf5-c0729c4c3dd2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.917069] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Releasing lock "refresh_cache-a1afca68-3af7-4fd0-809f-ca4ad2445d4b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.917429] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Instance network_info: |[{"id": "098081d1-5e06-402f-b541-8f83f41d4b52", "address": "fa:16:3e:84:89:fe", "network": {"id": "222c7dc2-1127-4244-89e5-c12a3e748d01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1197016120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6bcbccc49e54a4ca76fddb0281e850b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap098081d1-5e", "ovs_interfaceid": "098081d1-5e06-402f-b541-8f83f41d4b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.917866] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:89:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '098081d1-5e06-402f-b541-8f83f41d4b52', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.925869] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.928389] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.928714] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 785.928714] env[68831]: value = "task-2802456" [ 785.928714] env[68831]: _type = "Task" [ 785.928714] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.928936] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.929176] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.929354] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Deleting the datastore file [datastore1] bf972e49-a76d-47d5-bc4f-f934412c899a {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.929583] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-116ccb75-31dc-4e13-8211-a8e14f2eaaa5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.944745] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea412130-49d1-4bc3-827f-834eadac34ec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.958466] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802456, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.960845] env[68831]: DEBUG oslo_vmware.api [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Waiting for the task: (returnval){ [ 785.960845] env[68831]: value = "task-2802457" [ 785.960845] env[68831]: _type = "Task" [ 785.960845] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.961110] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.961110] env[68831]: value = "task-2802458" [ 785.961110] env[68831]: _type = "Task" [ 785.961110] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.972847] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "31f99c1b-3e10-4015-8038-30cbfeba2c15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.655s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.973114] env[68831]: DEBUG oslo_vmware.api [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.976696] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802458, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.025222] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802454, 'name': CreateVM_Task, 'duration_secs': 0.40866} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.025222] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.025708] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.025949] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.026285] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.026543] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8448c6ae-fd99-477c-adad-cd4a01c10726 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.032104] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 786.032104] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cb1592-3d19-5788-5879-c32f086f3328" [ 786.032104] env[68831]: _type = "Task" [ 786.032104] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.042353] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cb1592-3d19-5788-5879-c32f086f3328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.071963] env[68831]: DEBUG nova.compute.manager [req-4517e724-1b11-4b02-acf8-b96a66e10188 req-18f33a32-49de-4e9f-b2aa-f9feba350632 service nova] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Received event network-changed-098081d1-5e06-402f-b541-8f83f41d4b52 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.072228] env[68831]: DEBUG nova.compute.manager [req-4517e724-1b11-4b02-acf8-b96a66e10188 req-18f33a32-49de-4e9f-b2aa-f9feba350632 service nova] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Refreshing instance network info cache due to event network-changed-098081d1-5e06-402f-b541-8f83f41d4b52. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 786.072523] env[68831]: DEBUG oslo_concurrency.lockutils [req-4517e724-1b11-4b02-acf8-b96a66e10188 req-18f33a32-49de-4e9f-b2aa-f9feba350632 service nova] Acquiring lock "refresh_cache-a1afca68-3af7-4fd0-809f-ca4ad2445d4b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.072675] env[68831]: DEBUG oslo_concurrency.lockutils [req-4517e724-1b11-4b02-acf8-b96a66e10188 req-18f33a32-49de-4e9f-b2aa-f9feba350632 service nova] Acquired lock "refresh_cache-a1afca68-3af7-4fd0-809f-ca4ad2445d4b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.072833] env[68831]: DEBUG nova.network.neutron [req-4517e724-1b11-4b02-acf8-b96a66e10188 req-18f33a32-49de-4e9f-b2aa-f9feba350632 service nova] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Refreshing network info cache for port 098081d1-5e06-402f-b541-8f83f41d4b52 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.093745] env[68831]: DEBUG nova.compute.manager [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.117162] env[68831]: DEBUG nova.virt.hardware [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.117424] env[68831]: DEBUG nova.virt.hardware [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.117582] env[68831]: DEBUG nova.virt.hardware [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.117766] env[68831]: DEBUG nova.virt.hardware [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.117913] env[68831]: DEBUG nova.virt.hardware [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.118079] env[68831]: DEBUG nova.virt.hardware [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.118296] env[68831]: DEBUG nova.virt.hardware [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.118454] env[68831]: DEBUG nova.virt.hardware [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.118621] env[68831]: DEBUG nova.virt.hardware [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.118783] env[68831]: DEBUG nova.virt.hardware [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.118954] env[68831]: DEBUG nova.virt.hardware [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.120210] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba74afb-c56d-47bb-b9f5-30a99fdd5e20 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.131008] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bbf934-3f18-4a37-a796-41e2e54978b6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.135408] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 545024c9-58d2-4cec-9674-5aaee972370a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.135543] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Migration e0e226fe-cdb2-4c38-a787-bdfc1eb0478b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 786.135651] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.454283] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802456, 'name': Rename_Task, 'duration_secs': 0.169987} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.454576] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.454824] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e91bd3d0-9afe-4489-a83d-3997474a130a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.461120] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 786.461120] env[68831]: value = "task-2802459" [ 786.461120] env[68831]: _type = "Task" [ 786.461120] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.474750] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.480923] env[68831]: DEBUG oslo_vmware.api [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Task: {'id': task-2802457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15708} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.480923] env[68831]: DEBUG nova.compute.manager [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.483516] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802458, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.483624] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.483823] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.484009] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.484651] env[68831]: INFO nova.compute.manager [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 786.484651] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.484885] env[68831]: DEBUG nova.compute.manager [-] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.484927] env[68831]: DEBUG nova.network.neutron [-] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.544900] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cb1592-3d19-5788-5879-c32f086f3328, 'name': SearchDatastore_Task, 'duration_secs': 0.012146} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.545130] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.545585] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.545934] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.546222] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.546489] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.546817] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83a29104-296f-462e-83f6-3458e5514a5e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.557278] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.558188] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.558495] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5f0fd2-6999-4a11-9e2e-c7aaf38b65b9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.565429] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 786.565429] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d983a0-5189-2105-8535-626223945acf" [ 786.565429] env[68831]: _type = "Task" [ 786.565429] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.578851] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d983a0-5189-2105-8535-626223945acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.638727] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance e36c017c-0a98-4987-b4e6-76dfe617831f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.830150] env[68831]: DEBUG nova.network.neutron [req-4517e724-1b11-4b02-acf8-b96a66e10188 req-18f33a32-49de-4e9f-b2aa-f9feba350632 service nova] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Updated VIF entry in instance network info cache for port 098081d1-5e06-402f-b541-8f83f41d4b52. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.830150] env[68831]: DEBUG nova.network.neutron [req-4517e724-1b11-4b02-acf8-b96a66e10188 req-18f33a32-49de-4e9f-b2aa-f9feba350632 service nova] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Updating instance_info_cache with network_info: [{"id": "098081d1-5e06-402f-b541-8f83f41d4b52", "address": "fa:16:3e:84:89:fe", "network": {"id": "222c7dc2-1127-4244-89e5-c12a3e748d01", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1197016120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6bcbccc49e54a4ca76fddb0281e850b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap098081d1-5e", "ovs_interfaceid": "098081d1-5e06-402f-b541-8f83f41d4b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.979630] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802458, 'name': CreateVM_Task, 'duration_secs': 0.707098} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.983264] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.983626] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802459, 'name': PowerOnVM_Task, 'duration_secs': 0.480646} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.984303] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.984467] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.984842] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.985245] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.985564] env[68831]: INFO nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Took 8.08 seconds to spawn the instance on the hypervisor. [ 786.985846] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.988597] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d49b56f-b2f7-493d-b452-21897e0b742b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.990966] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ae4170-7d28-4975-a8ed-56d9a944e41d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.003019] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 787.003019] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529afc26-46e9-81a7-d1a2-40434526fc64" [ 787.003019] env[68831]: _type = "Task" [ 787.003019] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.010774] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.018432] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529afc26-46e9-81a7-d1a2-40434526fc64, 'name': SearchDatastore_Task, 'duration_secs': 0.011744} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.019058] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.019460] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.019815] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.046700] env[68831]: DEBUG nova.network.neutron [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Successfully updated port: 3d95814b-94fe-4a02-b69e-dcc2789fbce9 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.079404] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d983a0-5189-2105-8535-626223945acf, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.080821] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a8be7f6-f7c6-4908-9070-f7ecf67d47db {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.089533] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 787.089533] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5240c3ed-5338-d961-c0bc-a908121c808b" [ 787.089533] env[68831]: _type = "Task" [ 787.089533] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.099905] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5240c3ed-5338-d961-c0bc-a908121c808b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.141882] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance c87dc1be-f58a-4499-82a8-0b64649bf610 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.333144] env[68831]: DEBUG oslo_concurrency.lockutils [req-4517e724-1b11-4b02-acf8-b96a66e10188 req-18f33a32-49de-4e9f-b2aa-f9feba350632 service nova] Releasing lock "refresh_cache-a1afca68-3af7-4fd0-809f-ca4ad2445d4b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.461060] env[68831]: DEBUG nova.network.neutron [-] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.518211] env[68831]: INFO nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Took 38.66 seconds to build instance. [ 787.549657] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquiring lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.549812] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquired lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.549969] env[68831]: DEBUG nova.network.neutron [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.600976] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5240c3ed-5338-d961-c0bc-a908121c808b, 'name': SearchDatastore_Task, 'duration_secs': 0.017454} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.601278] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.601572] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] db7fed3c-36db-439c-bdf9-90289f849eac/db7fed3c-36db-439c-bdf9-90289f849eac.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.602719] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.602719] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.602719] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf6f21fb-162a-4ba4-9d1d-354b04e361c8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.604521] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5711ba05-1a99-45a4-8364-4b6b7cbfe3a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.613107] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 787.613107] env[68831]: value = "task-2802461" [ 787.613107] env[68831]: _type = "Task" [ 787.613107] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.614523] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.614523] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.617917] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-139bb98b-a2c4-4413-bf7a-86bdaa2f71ad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.626820] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 787.626820] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5243a326-bfe8-2bc2-295b-3f6572fea712" [ 787.626820] env[68831]: _type = "Task" [ 787.626820] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.627559] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.636919] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5243a326-bfe8-2bc2-295b-3f6572fea712, 'name': SearchDatastore_Task, 'duration_secs': 0.01046} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.637768] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30bbbb9e-e916-4f92-aa1d-a34dfd71d29f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.643697] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 787.643697] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52be46f0-405f-a6ed-17b2-4440b7a9d882" [ 787.643697] env[68831]: _type = "Task" [ 787.643697] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.644460] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance ea190e91-e74a-497b-b28d-91c72895bb58 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.656250] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52be46f0-405f-a6ed-17b2-4440b7a9d882, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.657255] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.657255] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] a1afca68-3af7-4fd0-809f-ca4ad2445d4b/a1afca68-3af7-4fd0-809f-ca4ad2445d4b.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.657255] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c88ab4d4-2a65-431a-a2cd-6a81c1e1e59d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.666186] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 787.666186] env[68831]: value = "task-2802462" [ 787.666186] env[68831]: _type = "Task" [ 787.666186] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.676478] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.963453] env[68831]: INFO nova.compute.manager [-] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Took 1.48 seconds to deallocate network for instance. [ 788.020238] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "37a066a8-dd83-4d14-96cf-ea82da6d526b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.663s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.127241] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467158} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.128194] env[68831]: DEBUG nova.network.neutron [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.130294] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] db7fed3c-36db-439c-bdf9-90289f849eac/db7fed3c-36db-439c-bdf9-90289f849eac.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.130581] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.131253] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b8a73ac-9b3c-481d-864b-03d3819a2275 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.139295] env[68831]: DEBUG nova.compute.manager [req-658ec7c0-6ed3-4c33-a934-d91eba7c80d0 req-6edc5905-ccd6-44aa-aa6d-fb16598267b6 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Received event network-vif-plugged-3d95814b-94fe-4a02-b69e-dcc2789fbce9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.139976] env[68831]: DEBUG oslo_concurrency.lockutils [req-658ec7c0-6ed3-4c33-a934-d91eba7c80d0 req-6edc5905-ccd6-44aa-aa6d-fb16598267b6 service nova] Acquiring lock "42ea1741-5132-4f0e-a4cb-4b7a598e4188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.141104] env[68831]: DEBUG oslo_concurrency.lockutils [req-658ec7c0-6ed3-4c33-a934-d91eba7c80d0 req-6edc5905-ccd6-44aa-aa6d-fb16598267b6 service nova] Lock "42ea1741-5132-4f0e-a4cb-4b7a598e4188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.141104] env[68831]: DEBUG oslo_concurrency.lockutils [req-658ec7c0-6ed3-4c33-a934-d91eba7c80d0 req-6edc5905-ccd6-44aa-aa6d-fb16598267b6 service nova] Lock "42ea1741-5132-4f0e-a4cb-4b7a598e4188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.141104] env[68831]: DEBUG nova.compute.manager [req-658ec7c0-6ed3-4c33-a934-d91eba7c80d0 req-6edc5905-ccd6-44aa-aa6d-fb16598267b6 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] No waiting events found dispatching network-vif-plugged-3d95814b-94fe-4a02-b69e-dcc2789fbce9 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.141104] env[68831]: WARNING nova.compute.manager [req-658ec7c0-6ed3-4c33-a934-d91eba7c80d0 req-6edc5905-ccd6-44aa-aa6d-fb16598267b6 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Received unexpected event network-vif-plugged-3d95814b-94fe-4a02-b69e-dcc2789fbce9 for instance with vm_state building and task_state spawning. [ 788.141104] env[68831]: DEBUG nova.compute.manager [req-658ec7c0-6ed3-4c33-a934-d91eba7c80d0 req-6edc5905-ccd6-44aa-aa6d-fb16598267b6 service nova] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Received event network-vif-deleted-7c404d8d-a72c-4e13-b959-4380e5b3c950 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.141371] env[68831]: DEBUG nova.compute.manager [req-658ec7c0-6ed3-4c33-a934-d91eba7c80d0 req-6edc5905-ccd6-44aa-aa6d-fb16598267b6 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Received event network-changed-3d95814b-94fe-4a02-b69e-dcc2789fbce9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.141371] env[68831]: DEBUG nova.compute.manager [req-658ec7c0-6ed3-4c33-a934-d91eba7c80d0 req-6edc5905-ccd6-44aa-aa6d-fb16598267b6 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Refreshing instance network info cache due to event network-changed-3d95814b-94fe-4a02-b69e-dcc2789fbce9. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 788.141371] env[68831]: DEBUG oslo_concurrency.lockutils [req-658ec7c0-6ed3-4c33-a934-d91eba7c80d0 req-6edc5905-ccd6-44aa-aa6d-fb16598267b6 service nova] Acquiring lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.143500] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 788.143500] env[68831]: value = "task-2802463" [ 788.143500] env[68831]: _type = "Task" [ 788.143500] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.153042] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 4a3883d1-8f6a-4e32-ba63-0552865b3158 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 788.157656] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.177903] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802462, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.280666] env[68831]: DEBUG nova.network.neutron [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Updating instance_info_cache with network_info: [{"id": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "address": "fa:16:3e:b9:9d:09", "network": {"id": "1f78ec4f-1027-4123-8060-207456a62dc4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1957300418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90b63a06280c43b984fa128c30214faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d95814b-94", "ovs_interfaceid": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.470691] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.523589] env[68831]: DEBUG nova.compute.manager [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.653800] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259979} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.654086] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.654888] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96af36af-835a-4406-9c58-e469ed750eb2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.657871] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 788.680461] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] db7fed3c-36db-439c-bdf9-90289f849eac/db7fed3c-36db-439c-bdf9-90289f849eac.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.684509] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0260c942-5a35-4b73-84e1-7c2a6799d944 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.704734] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722256} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.706119] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] a1afca68-3af7-4fd0-809f-ca4ad2445d4b/a1afca68-3af7-4fd0-809f-ca4ad2445d4b.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.706350] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.706660] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 788.706660] env[68831]: value = "task-2802464" [ 788.706660] env[68831]: _type = "Task" [ 788.706660] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.706856] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90bd37b0-2261-4422-89fb-5a5a933b6a18 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.716952] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.718516] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 788.718516] env[68831]: value = "task-2802465" [ 788.718516] env[68831]: _type = "Task" [ 788.718516] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.727222] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.784242] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Releasing lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.784684] env[68831]: DEBUG nova.compute.manager [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Instance network_info: |[{"id": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "address": "fa:16:3e:b9:9d:09", "network": {"id": "1f78ec4f-1027-4123-8060-207456a62dc4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1957300418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90b63a06280c43b984fa128c30214faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d95814b-94", "ovs_interfaceid": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.785098] env[68831]: DEBUG oslo_concurrency.lockutils [req-658ec7c0-6ed3-4c33-a934-d91eba7c80d0 req-6edc5905-ccd6-44aa-aa6d-fb16598267b6 service nova] Acquired lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.785731] env[68831]: DEBUG nova.network.neutron [req-658ec7c0-6ed3-4c33-a934-d91eba7c80d0 req-6edc5905-ccd6-44aa-aa6d-fb16598267b6 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Refreshing network info cache for port 3d95814b-94fe-4a02-b69e-dcc2789fbce9 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.786652] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:9d:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d95814b-94fe-4a02-b69e-dcc2789fbce9', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.796516] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Creating folder: Project (90b63a06280c43b984fa128c30214faa). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.800277] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20175aa6-1aeb-4095-8f61-42cbb3609d86 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.822587] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Created folder: Project (90b63a06280c43b984fa128c30214faa) in parent group-v563050. [ 788.823152] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Creating folder: Instances. Parent ref: group-v563163. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.823152] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db6ec856-9be3-4840-9cf3-342ccdb9470f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.837032] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Created folder: Instances in parent group-v563163. [ 788.837338] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.837563] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.837848] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6f423b8-b2a2-4cb9-8197-026ae640487c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.858489] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.858489] env[68831]: value = "task-2802468" [ 788.858489] env[68831]: _type = "Task" [ 788.858489] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.867576] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802468, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.014500] env[68831]: DEBUG nova.network.neutron [req-658ec7c0-6ed3-4c33-a934-d91eba7c80d0 req-6edc5905-ccd6-44aa-aa6d-fb16598267b6 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Updated VIF entry in instance network info cache for port 3d95814b-94fe-4a02-b69e-dcc2789fbce9. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.014500] env[68831]: DEBUG nova.network.neutron [req-658ec7c0-6ed3-4c33-a934-d91eba7c80d0 req-6edc5905-ccd6-44aa-aa6d-fb16598267b6 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Updating instance_info_cache with network_info: [{"id": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "address": "fa:16:3e:b9:9d:09", "network": {"id": "1f78ec4f-1027-4123-8060-207456a62dc4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1957300418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90b63a06280c43b984fa128c30214faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d95814b-94", "ovs_interfaceid": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.045524] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.161408] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 5be9111c-f58a-43eb-94c1-d0ac8d99159f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 789.219354] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802464, 'name': ReconfigVM_Task, 'duration_secs': 0.305085} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.222361] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Reconfigured VM instance instance-00000021 to attach disk [datastore2] db7fed3c-36db-439c-bdf9-90289f849eac/db7fed3c-36db-439c-bdf9-90289f849eac.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.222951] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f43f2df-c124-4aa0-98af-f6a84287b873 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.229862] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068431} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.231009] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.231356] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 789.231356] env[68831]: value = "task-2802470" [ 789.231356] env[68831]: _type = "Task" [ 789.231356] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.232069] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ace511-4b04-405f-9738-c41e8678faac {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.242617] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802470, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.259819] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] a1afca68-3af7-4fd0-809f-ca4ad2445d4b/a1afca68-3af7-4fd0-809f-ca4ad2445d4b.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.260128] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c028af12-8155-4c6f-89b8-18d8b04e4e38 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.280460] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 789.280460] env[68831]: value = "task-2802471" [ 789.280460] env[68831]: _type = "Task" [ 789.280460] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.290684] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.369400] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802468, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.520060] env[68831]: DEBUG oslo_concurrency.lockutils [req-658ec7c0-6ed3-4c33-a934-d91eba7c80d0 req-6edc5905-ccd6-44aa-aa6d-fb16598267b6 service nova] Releasing lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.667074] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 4b2b1531-770b-4bb6-9f58-d21e903ea332 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 789.667489] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 789.668046] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 789.746657] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802470, 'name': Rename_Task, 'duration_secs': 0.390558} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.747773] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.747773] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e4c6d37-d509-42bf-9c94-727fad80fb9a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.757430] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 789.757430] env[68831]: value = "task-2802472" [ 789.757430] env[68831]: _type = "Task" [ 789.757430] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.769867] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.793035] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802471, 'name': ReconfigVM_Task, 'duration_secs': 0.472384} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.793409] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Reconfigured VM instance instance-00000025 to attach disk [datastore2] a1afca68-3af7-4fd0-809f-ca4ad2445d4b/a1afca68-3af7-4fd0-809f-ca4ad2445d4b.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.794205] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44410dfa-c9b7-44a9-9f44-4bb534b0a706 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.817852] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 789.817852] env[68831]: value = "task-2802473" [ 789.817852] env[68831]: _type = "Task" [ 789.817852] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.833792] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802473, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.870298] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802468, 'name': CreateVM_Task, 'duration_secs': 0.747748} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.873300] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.874314] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.874527] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.874917] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.875260] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6adb010d-0c82-404d-9ed0-029b64b38103 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.880556] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 789.880556] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a3c9c8-6f30-c569-f4a3-507561a57374" [ 789.880556] env[68831]: _type = "Task" [ 789.880556] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.896032] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a3c9c8-6f30-c569-f4a3-507561a57374, 'name': SearchDatastore_Task, 'duration_secs': 0.010656} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.896344] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.896577] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.896821] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.896968] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.897160] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.897417] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8d9d8ee-1d28-43e8-b8fa-72ca09458694 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.909900] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.910114] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.910870] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e255ca-59b5-4dfc-83d6-502eea3b4262 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.919585] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 789.919585] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5254fd42-ba56-d48b-c40e-db57ee3b446f" [ 789.919585] env[68831]: _type = "Task" [ 789.919585] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.930324] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5254fd42-ba56-d48b-c40e-db57ee3b446f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.109185] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7f9355-9e79-4f4f-85da-5f0123a815cd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.118028] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccd1b3c-6de7-44c2-85b0-86e784a8280c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.150099] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11080bcb-99ab-4c4d-a881-c63fab49bce0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.160448] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa70caa9-08c2-4ef3-ac6d-85fdc9f28d86 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.175010] env[68831]: DEBUG nova.compute.provider_tree [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.268914] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802472, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.330339] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802473, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.430291] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5254fd42-ba56-d48b-c40e-db57ee3b446f, 'name': SearchDatastore_Task, 'duration_secs': 0.009012} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.431158] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ad701a-25b5-46da-8a22-dc77e91be73f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.437245] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 790.437245] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521b79a0-4e6e-b5ad-7846-f664c1e66000" [ 790.437245] env[68831]: _type = "Task" [ 790.437245] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.445636] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521b79a0-4e6e-b5ad-7846-f664c1e66000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.678467] env[68831]: DEBUG nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.769998] env[68831]: DEBUG oslo_vmware.api [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802472, 'name': PowerOnVM_Task, 'duration_secs': 0.584634} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.770295] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.770498] env[68831]: DEBUG nova.compute.manager [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.771346] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8734a91c-f8b4-48ae-a878-82d2c827e818 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.828987] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802473, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.949740] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521b79a0-4e6e-b5ad-7846-f664c1e66000, 'name': SearchDatastore_Task, 'duration_secs': 0.018803} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.950042] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.950353] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 42ea1741-5132-4f0e-a4cb-4b7a598e4188/42ea1741-5132-4f0e-a4cb-4b7a598e4188.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.951043] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b59cbdff-3362-4cf2-8944-8564ee3faa7b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.959665] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 790.959665] env[68831]: value = "task-2802474" [ 790.959665] env[68831]: _type = "Task" [ 790.959665] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.968901] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.183866] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 791.184180] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.114s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.184492] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.694s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.186143] env[68831]: INFO nova.compute.claims [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.291346] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.335334] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802473, 'name': Rename_Task, 'duration_secs': 1.203404} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.335334] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.335457] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91c8cecc-2f94-40e5-977e-e1360bcfe688 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.348125] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 791.348125] env[68831]: value = "task-2802475" [ 791.348125] env[68831]: _type = "Task" [ 791.348125] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.362713] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.470410] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508107} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.472718] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 42ea1741-5132-4f0e-a4cb-4b7a598e4188/42ea1741-5132-4f0e-a4cb-4b7a598e4188.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.472718] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.472718] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e768222-9cd3-4009-9547-3d7123be37bb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.478123] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 791.478123] env[68831]: value = "task-2802476" [ 791.478123] env[68831]: _type = "Task" [ 791.478123] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.486016] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.861742] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.988531] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.988801] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.989585] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4293c99d-65d0-4308-8006-b0fd9a2567a1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.014360] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 42ea1741-5132-4f0e-a4cb-4b7a598e4188/42ea1741-5132-4f0e-a4cb-4b7a598e4188.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.014737] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a577feb-e1f9-497e-a0bb-466d080615f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.036274] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 792.036274] env[68831]: value = "task-2802477" [ 792.036274] env[68831]: _type = "Task" [ 792.036274] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.045137] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.360935] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802475, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.437499] env[68831]: DEBUG oslo_concurrency.lockutils [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "db7fed3c-36db-439c-bdf9-90289f849eac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.437832] env[68831]: DEBUG oslo_concurrency.lockutils [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "db7fed3c-36db-439c-bdf9-90289f849eac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.438066] env[68831]: DEBUG oslo_concurrency.lockutils [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "db7fed3c-36db-439c-bdf9-90289f849eac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.438262] env[68831]: DEBUG oslo_concurrency.lockutils [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "db7fed3c-36db-439c-bdf9-90289f849eac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.438528] env[68831]: DEBUG oslo_concurrency.lockutils [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "db7fed3c-36db-439c-bdf9-90289f849eac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.441583] env[68831]: INFO nova.compute.manager [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Terminating instance [ 792.550295] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.666733] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbb4810-c676-463c-b567-2bbf21fbeb49 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.674275] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1610801e-4c15-4d7c-9ad5-b5308d35eead {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.705127] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c2a6a0-3651-42a4-8408-a84b4950f99e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.712416] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf54c7f-2170-4138-b743-67ee030d8178 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.726580] env[68831]: DEBUG nova.compute.provider_tree [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.864404] env[68831]: DEBUG oslo_vmware.api [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802475, 'name': PowerOnVM_Task, 'duration_secs': 1.105595} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.864725] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.864944] env[68831]: INFO nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Took 9.39 seconds to spawn the instance on the hypervisor. [ 792.865138] env[68831]: DEBUG nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.866016] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b6ba64-7e51-41f6-9ce7-f6b99481b23f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.887721] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "b4723bbd-2e44-411c-bddd-3c9710bc20f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.887887] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "b4723bbd-2e44-411c-bddd-3c9710bc20f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.945643] env[68831]: DEBUG nova.compute.manager [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.945811] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.947088] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faeee98-dc3f-4fff-87f4-3ac34f8ebfd9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.956966] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.957075] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1662627-8070-47e6-8f76-898a3333e32c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.965491] env[68831]: DEBUG oslo_vmware.api [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 792.965491] env[68831]: value = "task-2802478" [ 792.965491] env[68831]: _type = "Task" [ 792.965491] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.974416] env[68831]: DEBUG oslo_vmware.api [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.051440] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802477, 'name': ReconfigVM_Task, 'duration_secs': 0.665719} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.051757] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 42ea1741-5132-4f0e-a4cb-4b7a598e4188/42ea1741-5132-4f0e-a4cb-4b7a598e4188.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.052399] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a11b9cc3-8ba4-440b-bf18-9030c2f20050 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.060058] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 793.060058] env[68831]: value = "task-2802479" [ 793.060058] env[68831]: _type = "Task" [ 793.060058] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.068898] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802479, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.075406] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Acquiring lock "ba678a0d-d3f0-4dca-ad62-697237cf99ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.075588] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Lock "ba678a0d-d3f0-4dca-ad62-697237cf99ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.230267] env[68831]: DEBUG nova.scheduler.client.report [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.384446] env[68831]: INFO nova.compute.manager [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Took 40.24 seconds to build instance. [ 793.475936] env[68831]: DEBUG oslo_vmware.api [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802478, 'name': PowerOffVM_Task, 'duration_secs': 0.236281} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.476238] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.476408] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.476661] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d82df3b0-0e96-4cd2-8c53-c5ab6258ba3b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.544895] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.545178] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.545364] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleting the datastore file [datastore2] db7fed3c-36db-439c-bdf9-90289f849eac {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.545722] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c81709e-d1d7-49eb-b517-84adaa1c2420 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.552480] env[68831]: DEBUG oslo_vmware.api [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 793.552480] env[68831]: value = "task-2802481" [ 793.552480] env[68831]: _type = "Task" [ 793.552480] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.561495] env[68831]: DEBUG oslo_vmware.api [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.569587] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802479, 'name': Rename_Task, 'duration_secs': 0.188607} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.569862] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.570139] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35c1d596-1906-4dbd-bd36-7eb9d565bb86 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.576372] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 793.576372] env[68831]: value = "task-2802482" [ 793.576372] env[68831]: _type = "Task" [ 793.576372] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.585572] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.738492] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.738492] env[68831]: DEBUG nova.compute.manager [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.738492] env[68831]: DEBUG oslo_concurrency.lockutils [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.490s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.738492] env[68831]: DEBUG nova.objects.instance [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68831) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 793.886246] env[68831]: DEBUG oslo_concurrency.lockutils [None req-442933e8-2dde-4514-bc02-ca1c637f060e tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "a1afca68-3af7-4fd0-809f-ca4ad2445d4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.485s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.063830] env[68831]: DEBUG oslo_vmware.api [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141802} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.064032] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.064199] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.064379] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.064551] env[68831]: INFO nova.compute.manager [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 794.064829] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.065044] env[68831]: DEBUG nova.compute.manager [-] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.065142] env[68831]: DEBUG nova.network.neutron [-] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.087261] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.243137] env[68831]: DEBUG nova.compute.utils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.251023] env[68831]: DEBUG nova.compute.manager [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.251023] env[68831]: DEBUG nova.network.neutron [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.312872] env[68831]: DEBUG nova.policy [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3472e023cad9473aa82d83e0d7cf649c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9443b2c2676349adbde8ff7b5b39ced2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.390910] env[68831]: DEBUG nova.compute.manager [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.467704] env[68831]: DEBUG nova.compute.manager [req-34816388-cfa4-4f97-b485-b77a4833c268 req-2c7dc19f-3123-42b2-ba57-edbdbd4ab027 service nova] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Received event network-vif-deleted-07ef511f-9145-423d-8050-dcc707aeb5af {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.467899] env[68831]: INFO nova.compute.manager [req-34816388-cfa4-4f97-b485-b77a4833c268 req-2c7dc19f-3123-42b2-ba57-edbdbd4ab027 service nova] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Neutron deleted interface 07ef511f-9145-423d-8050-dcc707aeb5af; detaching it from the instance and deleting it from the info cache [ 794.469367] env[68831]: DEBUG nova.network.neutron [req-34816388-cfa4-4f97-b485-b77a4833c268 req-2c7dc19f-3123-42b2-ba57-edbdbd4ab027 service nova] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.592233] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802482, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.691048] env[68831]: DEBUG nova.network.neutron [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Successfully created port: de55477f-ce81-42b3-80e2-8561d316479a {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.748749] env[68831]: DEBUG nova.compute.manager [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.752328] env[68831]: DEBUG oslo_concurrency.lockutils [None req-325c609e-b9e2-4670-bab9-9d5ce71e2f4e tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.754821] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.760s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.755074] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.757338] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.656s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.758163] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.761026] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.365s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.761700] env[68831]: INFO nova.compute.claims [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.801168] env[68831]: INFO nova.scheduler.client.report [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Deleted allocations for instance 5593b9ed-c7cb-498c-b4c3-4a2da54c2036 [ 794.803700] env[68831]: INFO nova.scheduler.client.report [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Deleted allocations for instance 998ffe8e-1aba-4e8c-96ab-367a5d54d54f [ 794.912180] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.936551] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "31f99c1b-3e10-4015-8038-30cbfeba2c15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.936848] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "31f99c1b-3e10-4015-8038-30cbfeba2c15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.937095] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "31f99c1b-3e10-4015-8038-30cbfeba2c15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.937290] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "31f99c1b-3e10-4015-8038-30cbfeba2c15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.937874] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "31f99c1b-3e10-4015-8038-30cbfeba2c15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.940692] env[68831]: DEBUG nova.network.neutron [-] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.943842] env[68831]: INFO nova.compute.manager [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Terminating instance [ 794.976029] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7642f883-ea06-40b6-b888-4bc6cf730d5f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.991018] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace219e6-2c97-4a87-af9a-cf6a5fe7c0ea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.030398] env[68831]: DEBUG nova.compute.manager [req-34816388-cfa4-4f97-b485-b77a4833c268 req-2c7dc19f-3123-42b2-ba57-edbdbd4ab027 service nova] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Detach interface failed, port_id=07ef511f-9145-423d-8050-dcc707aeb5af, reason: Instance db7fed3c-36db-439c-bdf9-90289f849eac could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 795.089746] env[68831]: DEBUG oslo_vmware.api [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802482, 'name': PowerOnVM_Task, 'duration_secs': 1.101302} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.090385] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.090385] env[68831]: INFO nova.compute.manager [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Took 9.00 seconds to spawn the instance on the hypervisor. [ 795.090563] env[68831]: DEBUG nova.compute.manager [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.091510] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60011efe-ebfd-4392-b4c1-b0c2fe7a2645 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.315935] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "5593b9ed-c7cb-498c-b4c3-4a2da54c2036" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.685s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.318671] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6970ddb-2489-4f18-8061-ac6072105475 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "998ffe8e-1aba-4e8c-96ab-367a5d54d54f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.792s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.444666] env[68831]: INFO nova.compute.manager [-] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Took 1.38 seconds to deallocate network for instance. [ 795.452953] env[68831]: DEBUG nova.compute.manager [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.452953] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.453335] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d643e523-08e0-42cc-9652-b07aa577ab2f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.462548] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.462836] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2d4132b-fcc4-46bf-9a27-875909474ba0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.470669] env[68831]: DEBUG oslo_vmware.api [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 795.470669] env[68831]: value = "task-2802483" [ 795.470669] env[68831]: _type = "Task" [ 795.470669] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.479289] env[68831]: DEBUG oslo_vmware.api [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.610560] env[68831]: INFO nova.compute.manager [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Took 37.41 seconds to build instance. [ 795.760040] env[68831]: DEBUG nova.compute.manager [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.787363] env[68831]: DEBUG nova.virt.hardware [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.787613] env[68831]: DEBUG nova.virt.hardware [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.787774] env[68831]: DEBUG nova.virt.hardware [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.787955] env[68831]: DEBUG nova.virt.hardware [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.788118] env[68831]: DEBUG nova.virt.hardware [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.788915] env[68831]: DEBUG nova.virt.hardware [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.789225] env[68831]: DEBUG nova.virt.hardware [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.789425] env[68831]: DEBUG nova.virt.hardware [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.789575] env[68831]: DEBUG nova.virt.hardware [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.789746] env[68831]: DEBUG nova.virt.hardware [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.789925] env[68831]: DEBUG nova.virt.hardware [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.790809] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203463f3-b35d-4c0d-b6e3-45941bc3e828 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.802112] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d61e93c-cae0-452c-860b-d5353d7244d6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.951380] env[68831]: DEBUG oslo_concurrency.lockutils [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.982484] env[68831]: DEBUG oslo_vmware.api [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802483, 'name': PowerOffVM_Task, 'duration_secs': 0.491432} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.985359] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.985591] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.986055] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa22e9fb-3fd2-4a01-a15a-274a6165df6a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.065533] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.065780] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.065967] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Deleting the datastore file [datastore1] 31f99c1b-3e10-4015-8038-30cbfeba2c15 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.066244] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aba3a6e-ba19-4c69-b173-936c6e0b747d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.074681] env[68831]: DEBUG oslo_vmware.api [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 796.074681] env[68831]: value = "task-2802485" [ 796.074681] env[68831]: _type = "Task" [ 796.074681] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.087715] env[68831]: DEBUG oslo_vmware.api [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.112247] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Lock "42ea1741-5132-4f0e-a4cb-4b7a598e4188" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.141s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.232131] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "02666126-bd9b-498b-ad98-e1d61748c545" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.232131] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "02666126-bd9b-498b-ad98-e1d61748c545" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.257613] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "f0f4b525-d58e-47de-b878-e76a2fa4e074" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.257613] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "f0f4b525-d58e-47de-b878-e76a2fa4e074" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.283017] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b546ffc8-5bc6-4411-953a-7d5b98a6c693 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.290598] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3441493c-4fa4-4916-ab47-74529a4f1d05 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.326086] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b026e908-29dd-4b03-8d68-22d3681ae71a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.340299] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a78166-ca5d-4e8d-8ece-8c1f105d541b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.355951] env[68831]: DEBUG nova.compute.provider_tree [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.550364] env[68831]: DEBUG nova.network.neutron [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Successfully updated port: de55477f-ce81-42b3-80e2-8561d316479a {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.588345] env[68831]: DEBUG oslo_vmware.api [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277023} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.588608] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.588791] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.589035] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.589222] env[68831]: INFO nova.compute.manager [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Took 1.14 seconds to destroy the instance on the hypervisor. [ 796.589474] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.590065] env[68831]: DEBUG nova.compute.manager [-] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.590065] env[68831]: DEBUG nova.network.neutron [-] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.603134] env[68831]: DEBUG nova.compute.manager [req-649ed907-2085-40d0-9eda-43f428104b09 req-456ee77d-8134-4a1d-a635-5fd72592eb1b service nova] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Received event network-vif-plugged-de55477f-ce81-42b3-80e2-8561d316479a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.603404] env[68831]: DEBUG oslo_concurrency.lockutils [req-649ed907-2085-40d0-9eda-43f428104b09 req-456ee77d-8134-4a1d-a635-5fd72592eb1b service nova] Acquiring lock "af1eeca6-bbdc-4880-9256-5985dd2458a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.603681] env[68831]: DEBUG oslo_concurrency.lockutils [req-649ed907-2085-40d0-9eda-43f428104b09 req-456ee77d-8134-4a1d-a635-5fd72592eb1b service nova] Lock "af1eeca6-bbdc-4880-9256-5985dd2458a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.603860] env[68831]: DEBUG oslo_concurrency.lockutils [req-649ed907-2085-40d0-9eda-43f428104b09 req-456ee77d-8134-4a1d-a635-5fd72592eb1b service nova] Lock "af1eeca6-bbdc-4880-9256-5985dd2458a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.604038] env[68831]: DEBUG nova.compute.manager [req-649ed907-2085-40d0-9eda-43f428104b09 req-456ee77d-8134-4a1d-a635-5fd72592eb1b service nova] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] No waiting events found dispatching network-vif-plugged-de55477f-ce81-42b3-80e2-8561d316479a {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.604203] env[68831]: WARNING nova.compute.manager [req-649ed907-2085-40d0-9eda-43f428104b09 req-456ee77d-8134-4a1d-a635-5fd72592eb1b service nova] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Received unexpected event network-vif-plugged-de55477f-ce81-42b3-80e2-8561d316479a for instance with vm_state building and task_state spawning. [ 796.614669] env[68831]: DEBUG nova.compute.manager [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.830269] env[68831]: INFO nova.compute.manager [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Rescuing [ 796.830654] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquiring lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.830829] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquired lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.831010] env[68831]: DEBUG nova.network.neutron [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.858734] env[68831]: DEBUG nova.scheduler.client.report [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.053546] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "refresh_cache-af1eeca6-bbdc-4880-9256-5985dd2458a5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.053745] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired lock "refresh_cache-af1eeca6-bbdc-4880-9256-5985dd2458a5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.054044] env[68831]: DEBUG nova.network.neutron [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.135832] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.364508] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.365456] env[68831]: DEBUG nova.compute.manager [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.371044] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.745s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.371044] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.373049] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.337s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.374539] env[68831]: INFO nova.compute.claims [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.391276] env[68831]: DEBUG nova.network.neutron [-] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.397990] env[68831]: INFO nova.scheduler.client.report [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Deleted allocations for instance cdb592f0-6224-4f00-84f3-afbd2b7e24a5 [ 797.597984] env[68831]: DEBUG nova.network.neutron [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.609772] env[68831]: DEBUG nova.network.neutron [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Updating instance_info_cache with network_info: [{"id": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "address": "fa:16:3e:b9:9d:09", "network": {"id": "1f78ec4f-1027-4123-8060-207456a62dc4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1957300418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90b63a06280c43b984fa128c30214faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d95814b-94", "ovs_interfaceid": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.772053] env[68831]: DEBUG nova.network.neutron [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Updating instance_info_cache with network_info: [{"id": "de55477f-ce81-42b3-80e2-8561d316479a", "address": "fa:16:3e:46:0f:03", "network": {"id": "8dc0259c-6f94-413e-9c32-eb1a0276e97e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-849667077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9443b2c2676349adbde8ff7b5b39ced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde55477f-ce", "ovs_interfaceid": "de55477f-ce81-42b3-80e2-8561d316479a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.880167] env[68831]: DEBUG nova.compute.utils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.883902] env[68831]: DEBUG nova.compute.manager [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.885023] env[68831]: DEBUG nova.network.neutron [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.893878] env[68831]: INFO nova.compute.manager [-] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Took 1.30 seconds to deallocate network for instance. [ 797.908703] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95e59eaa-3d11-4c48-a37f-88f1e6f39295 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "cdb592f0-6224-4f00-84f3-afbd2b7e24a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.037s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.957888] env[68831]: DEBUG nova.policy [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cf9daa2919e4576ad6306997e8488ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e3562c654c8436baa5a2494bd6b5d4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.112864] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Releasing lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.124952] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "926ca96a-e296-406e-b870-8982aad41870" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.125287] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "926ca96a-e296-406e-b870-8982aad41870" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.125501] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "926ca96a-e296-406e-b870-8982aad41870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.125684] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "926ca96a-e296-406e-b870-8982aad41870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.125857] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "926ca96a-e296-406e-b870-8982aad41870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.128790] env[68831]: INFO nova.compute.manager [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Terminating instance [ 798.266022] env[68831]: DEBUG nova.network.neutron [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Successfully created port: 61059a4f-416f-467f-82b4-db5df113beae {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.274810] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lock "refresh_cache-af1eeca6-bbdc-4880-9256-5985dd2458a5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.276036] env[68831]: DEBUG nova.compute.manager [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Instance network_info: |[{"id": "de55477f-ce81-42b3-80e2-8561d316479a", "address": "fa:16:3e:46:0f:03", "network": {"id": "8dc0259c-6f94-413e-9c32-eb1a0276e97e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-849667077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9443b2c2676349adbde8ff7b5b39ced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde55477f-ce", "ovs_interfaceid": "de55477f-ce81-42b3-80e2-8561d316479a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.276212] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:0f:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de55477f-ce81-42b3-80e2-8561d316479a', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.283985] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.284827] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.285085] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40a76a75-b0d4-45bb-8408-6ef15a03d080 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.313205] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.313205] env[68831]: value = "task-2802486" [ 798.313205] env[68831]: _type = "Task" [ 798.313205] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.324421] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802486, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.384495] env[68831]: DEBUG nova.compute.manager [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.403064] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.636795] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "refresh_cache-926ca96a-e296-406e-b870-8982aad41870" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.637134] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquired lock "refresh_cache-926ca96a-e296-406e-b870-8982aad41870" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.637249] env[68831]: DEBUG nova.network.neutron [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.673734] env[68831]: DEBUG nova.compute.manager [req-6cc7a75f-0312-488c-aa31-7bc2d92e106d req-c418c842-db81-4b5d-bf83-b34eb0cbb31c service nova] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Received event network-changed-de55477f-ce81-42b3-80e2-8561d316479a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.673905] env[68831]: DEBUG nova.compute.manager [req-6cc7a75f-0312-488c-aa31-7bc2d92e106d req-c418c842-db81-4b5d-bf83-b34eb0cbb31c service nova] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Refreshing instance network info cache due to event network-changed-de55477f-ce81-42b3-80e2-8561d316479a. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 798.674211] env[68831]: DEBUG oslo_concurrency.lockutils [req-6cc7a75f-0312-488c-aa31-7bc2d92e106d req-c418c842-db81-4b5d-bf83-b34eb0cbb31c service nova] Acquiring lock "refresh_cache-af1eeca6-bbdc-4880-9256-5985dd2458a5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.674382] env[68831]: DEBUG oslo_concurrency.lockutils [req-6cc7a75f-0312-488c-aa31-7bc2d92e106d req-c418c842-db81-4b5d-bf83-b34eb0cbb31c service nova] Acquired lock "refresh_cache-af1eeca6-bbdc-4880-9256-5985dd2458a5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.674626] env[68831]: DEBUG nova.network.neutron [req-6cc7a75f-0312-488c-aa31-7bc2d92e106d req-c418c842-db81-4b5d-bf83-b34eb0cbb31c service nova] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Refreshing network info cache for port de55477f-ce81-42b3-80e2-8561d316479a {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.833283] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802486, 'name': CreateVM_Task, 'duration_secs': 0.420144} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.833283] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.833889] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.834067] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.834404] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.834691] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f1c564c-ae1b-4134-8638-98aa966f43b2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.841934] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 798.841934] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520d5727-a465-94f3-038d-99edb2555c1c" [ 798.841934] env[68831]: _type = "Task" [ 798.841934] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.851260] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520d5727-a465-94f3-038d-99edb2555c1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.953042] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f212f5-25d4-478e-ab96-a98eeb86118b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.964392] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e63def-096d-471f-b844-60dc97c6f64f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.996291] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f233dda-55f2-47f7-b17f-a7aed56672e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.005180] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4a5e90-ba18-42f3-afa4-0d0aab902ccd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.020013] env[68831]: DEBUG nova.compute.provider_tree [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.164531] env[68831]: DEBUG nova.network.neutron [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.232932] env[68831]: DEBUG nova.network.neutron [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.356205] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520d5727-a465-94f3-038d-99edb2555c1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011676} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.356495] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.356723] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.356956] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.357117] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.357294] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.357552] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c12f7ee-ebd6-4f9e-9439-0a18098401bb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.368708] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.368708] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.368929] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-193653a4-fb1a-4da0-8072-4f791a3cffc5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.375967] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 799.375967] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5273ea59-5b8e-ca0a-58a8-ec781726cefb" [ 799.375967] env[68831]: _type = "Task" [ 799.375967] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.380195] env[68831]: DEBUG nova.network.neutron [req-6cc7a75f-0312-488c-aa31-7bc2d92e106d req-c418c842-db81-4b5d-bf83-b34eb0cbb31c service nova] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Updated VIF entry in instance network info cache for port de55477f-ce81-42b3-80e2-8561d316479a. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.380521] env[68831]: DEBUG nova.network.neutron [req-6cc7a75f-0312-488c-aa31-7bc2d92e106d req-c418c842-db81-4b5d-bf83-b34eb0cbb31c service nova] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Updating instance_info_cache with network_info: [{"id": "de55477f-ce81-42b3-80e2-8561d316479a", "address": "fa:16:3e:46:0f:03", "network": {"id": "8dc0259c-6f94-413e-9c32-eb1a0276e97e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-849667077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9443b2c2676349adbde8ff7b5b39ced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde55477f-ce", "ovs_interfaceid": "de55477f-ce81-42b3-80e2-8561d316479a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.388405] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5273ea59-5b8e-ca0a-58a8-ec781726cefb, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.389207] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d9a466-bfce-48e6-94fd-6e7077a48cae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.395729] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 799.395729] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ffbb29-f284-eb71-7ad4-59b885d85ce1" [ 799.395729] env[68831]: _type = "Task" [ 799.395729] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.403421] env[68831]: DEBUG nova.compute.manager [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.411739] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ffbb29-f284-eb71-7ad4-59b885d85ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.411862] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.412100] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] af1eeca6-bbdc-4880-9256-5985dd2458a5/af1eeca6-bbdc-4880-9256-5985dd2458a5.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.412552] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d12066d-8f87-40e9-a0ed-83664c82a6c7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.420773] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 799.420773] env[68831]: value = "task-2802487" [ 799.420773] env[68831]: _type = "Task" [ 799.420773] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.428733] env[68831]: DEBUG nova.virt.hardware [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.429007] env[68831]: DEBUG nova.virt.hardware [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.429191] env[68831]: DEBUG nova.virt.hardware [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.429398] env[68831]: DEBUG nova.virt.hardware [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.429549] env[68831]: DEBUG nova.virt.hardware [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.429697] env[68831]: DEBUG nova.virt.hardware [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.429908] env[68831]: DEBUG nova.virt.hardware [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.430083] env[68831]: DEBUG nova.virt.hardware [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.430251] env[68831]: DEBUG nova.virt.hardware [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.430414] env[68831]: DEBUG nova.virt.hardware [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.430589] env[68831]: DEBUG nova.virt.hardware [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.431391] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da99ec8f-7cde-46ac-a90d-d22a5c8be784 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.437337] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.443347] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e4a21a-f13b-4464-a18f-4f7539db5718 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.523396] env[68831]: DEBUG nova.scheduler.client.report [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.653755] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.654178] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-497f845a-75cc-4d62-8ba8-38705ebb9f5b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.666234] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 799.666234] env[68831]: value = "task-2802488" [ 799.666234] env[68831]: _type = "Task" [ 799.666234] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.676890] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.736573] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Releasing lock "refresh_cache-926ca96a-e296-406e-b870-8982aad41870" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.737141] env[68831]: DEBUG nova.compute.manager [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.737387] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.738399] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46906aa6-4a6a-4b73-ad88-03d9685b84d7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.749939] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.750292] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f3ffdcd-6983-4e19-8ca9-a464ee00a1a2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.759947] env[68831]: DEBUG oslo_vmware.api [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 799.759947] env[68831]: value = "task-2802489" [ 799.759947] env[68831]: _type = "Task" [ 799.759947] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.771628] env[68831]: DEBUG oslo_vmware.api [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.883574] env[68831]: DEBUG oslo_concurrency.lockutils [req-6cc7a75f-0312-488c-aa31-7bc2d92e106d req-c418c842-db81-4b5d-bf83-b34eb0cbb31c service nova] Releasing lock "refresh_cache-af1eeca6-bbdc-4880-9256-5985dd2458a5" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.883574] env[68831]: DEBUG nova.compute.manager [req-6cc7a75f-0312-488c-aa31-7bc2d92e106d req-c418c842-db81-4b5d-bf83-b34eb0cbb31c service nova] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Received event network-vif-deleted-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.937515] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458869} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.938208] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] af1eeca6-bbdc-4880-9256-5985dd2458a5/af1eeca6-bbdc-4880-9256-5985dd2458a5.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.938821] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.939443] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-550c7a7b-aaf6-407c-933a-b41e07166088 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.951642] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 799.951642] env[68831]: value = "task-2802490" [ 799.951642] env[68831]: _type = "Task" [ 799.951642] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.967313] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.029144] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.029669] env[68831]: DEBUG nova.compute.manager [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.032454] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.323s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.032526] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.035836] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.031s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.035836] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.036515] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.190s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.036704] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.038603] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.112s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.040089] env[68831]: INFO nova.compute.claims [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.057531] env[68831]: DEBUG nova.network.neutron [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Successfully updated port: 61059a4f-416f-467f-82b4-db5df113beae {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.081915] env[68831]: INFO nova.scheduler.client.report [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Deleted allocations for instance f7d50028-73ab-4348-a49e-ca153c854939 [ 800.086375] env[68831]: INFO nova.scheduler.client.report [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Deleted allocations for instance 06b1ab57-ad18-44ea-87f6-1e189219697e [ 800.099841] env[68831]: INFO nova.scheduler.client.report [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Deleted allocations for instance 08f79565-00e9-4b4e-a675-d150436201ad [ 800.178948] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802488, 'name': PowerOffVM_Task, 'duration_secs': 0.234911} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.179098] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.179903] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586696b4-956c-4d76-930d-a30306029fc7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.200850] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c7f470-213f-4115-bc71-b8d9686e43e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.235592] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.235884] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec224a85-683f-4d47-bc18-75a56e48e543 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.245047] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 800.245047] env[68831]: value = "task-2802491" [ 800.245047] env[68831]: _type = "Task" [ 800.245047] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.252967] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.270567] env[68831]: DEBUG oslo_vmware.api [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802489, 'name': PowerOffVM_Task, 'duration_secs': 0.256349} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.270749] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.270949] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.271218] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c633239-7f48-479b-bf38-5ae8e046bc50 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.303763] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.304087] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.304350] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Deleting the datastore file [datastore2] 926ca96a-e296-406e-b870-8982aad41870 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.304720] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9f57d15-902e-4e28-bebd-5c1d4163fc8d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.311845] env[68831]: DEBUG oslo_vmware.api [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for the task: (returnval){ [ 800.311845] env[68831]: value = "task-2802493" [ 800.311845] env[68831]: _type = "Task" [ 800.311845] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.320842] env[68831]: DEBUG oslo_vmware.api [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.462648] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074392} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.462929] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.463918] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a57eb18-89ac-4795-87ed-4ce425c4fa0c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.486570] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] af1eeca6-bbdc-4880-9256-5985dd2458a5/af1eeca6-bbdc-4880-9256-5985dd2458a5.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.487617] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7790941c-0de0-4233-9705-2822e1b0ac93 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.507956] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 800.507956] env[68831]: value = "task-2802494" [ 800.507956] env[68831]: _type = "Task" [ 800.507956] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.518045] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.547694] env[68831]: DEBUG nova.compute.utils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.549042] env[68831]: DEBUG nova.compute.manager [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.549338] env[68831]: DEBUG nova.network.neutron [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.563011] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Acquiring lock "refresh_cache-545024c9-58d2-4cec-9674-5aaee972370a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.563011] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Acquired lock "refresh_cache-545024c9-58d2-4cec-9674-5aaee972370a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.563011] env[68831]: DEBUG nova.network.neutron [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.596279] env[68831]: DEBUG nova.policy [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d479adc8ecb4d068f0a75faf032ff80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffbad854cc264619b11c9b43b3d76d63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.601293] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f348593d-c5d6-48d7-b019-3533b088fe49 tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Lock "06b1ab57-ad18-44ea-87f6-1e189219697e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.497s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.603250] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e833894f-fa89-4ab1-850e-1826277f3cc4 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Lock "f7d50028-73ab-4348-a49e-ca153c854939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.454s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.613147] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7d265e2f-bdf9-4067-944c-97a129e54b42 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Lock "08f79565-00e9-4b4e-a675-d150436201ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.049s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.702839] env[68831]: DEBUG nova.compute.manager [req-c1762f31-2a22-4a4a-8aae-9325f3af7212 req-ad798557-1114-4224-b6bd-58f28a4dc91b service nova] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Received event network-vif-plugged-61059a4f-416f-467f-82b4-db5df113beae {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.703129] env[68831]: DEBUG oslo_concurrency.lockutils [req-c1762f31-2a22-4a4a-8aae-9325f3af7212 req-ad798557-1114-4224-b6bd-58f28a4dc91b service nova] Acquiring lock "545024c9-58d2-4cec-9674-5aaee972370a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.703257] env[68831]: DEBUG oslo_concurrency.lockutils [req-c1762f31-2a22-4a4a-8aae-9325f3af7212 req-ad798557-1114-4224-b6bd-58f28a4dc91b service nova] Lock "545024c9-58d2-4cec-9674-5aaee972370a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.703423] env[68831]: DEBUG oslo_concurrency.lockutils [req-c1762f31-2a22-4a4a-8aae-9325f3af7212 req-ad798557-1114-4224-b6bd-58f28a4dc91b service nova] Lock "545024c9-58d2-4cec-9674-5aaee972370a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.703640] env[68831]: DEBUG nova.compute.manager [req-c1762f31-2a22-4a4a-8aae-9325f3af7212 req-ad798557-1114-4224-b6bd-58f28a4dc91b service nova] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] No waiting events found dispatching network-vif-plugged-61059a4f-416f-467f-82b4-db5df113beae {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.703816] env[68831]: WARNING nova.compute.manager [req-c1762f31-2a22-4a4a-8aae-9325f3af7212 req-ad798557-1114-4224-b6bd-58f28a4dc91b service nova] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Received unexpected event network-vif-plugged-61059a4f-416f-467f-82b4-db5df113beae for instance with vm_state building and task_state spawning. [ 800.706145] env[68831]: DEBUG nova.compute.manager [req-c1762f31-2a22-4a4a-8aae-9325f3af7212 req-ad798557-1114-4224-b6bd-58f28a4dc91b service nova] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Received event network-changed-61059a4f-416f-467f-82b4-db5df113beae {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.706245] env[68831]: DEBUG nova.compute.manager [req-c1762f31-2a22-4a4a-8aae-9325f3af7212 req-ad798557-1114-4224-b6bd-58f28a4dc91b service nova] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Refreshing instance network info cache due to event network-changed-61059a4f-416f-467f-82b4-db5df113beae. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 800.706419] env[68831]: DEBUG oslo_concurrency.lockutils [req-c1762f31-2a22-4a4a-8aae-9325f3af7212 req-ad798557-1114-4224-b6bd-58f28a4dc91b service nova] Acquiring lock "refresh_cache-545024c9-58d2-4cec-9674-5aaee972370a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.756227] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] VM already powered off {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 800.756522] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.756846] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.757051] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.757275] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.757667] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f56bcb73-2b18-4367-a365-d24114adcbb2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.767965] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.768217] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.769134] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a45d26-88d7-423a-b0db-313f220ebf62 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.778342] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 800.778342] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fd6d75-5ea6-90cf-07a5-42c9f82144a0" [ 800.778342] env[68831]: _type = "Task" [ 800.778342] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.792172] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fd6d75-5ea6-90cf-07a5-42c9f82144a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.826127] env[68831]: DEBUG oslo_vmware.api [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Task: {'id': task-2802493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103656} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.826415] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.826625] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.826833] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.829135] env[68831]: INFO nova.compute.manager [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] [instance: 926ca96a-e296-406e-b870-8982aad41870] Took 1.09 seconds to destroy the instance on the hypervisor. [ 800.829135] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.829135] env[68831]: DEBUG nova.compute.manager [-] [instance: 926ca96a-e296-406e-b870-8982aad41870] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.829135] env[68831]: DEBUG nova.network.neutron [-] [instance: 926ca96a-e296-406e-b870-8982aad41870] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.858966] env[68831]: DEBUG nova.network.neutron [-] [instance: 926ca96a-e296-406e-b870-8982aad41870] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.022907] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802494, 'name': ReconfigVM_Task, 'duration_secs': 0.344363} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.027665] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Reconfigured VM instance instance-00000027 to attach disk [datastore2] af1eeca6-bbdc-4880-9256-5985dd2458a5/af1eeca6-bbdc-4880-9256-5985dd2458a5.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.027665] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4918cbc0-8c09-44e2-abc8-e2e2e1af10b3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.032574] env[68831]: DEBUG nova.network.neutron [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Successfully created port: 2da8dece-f806-40a6-9c3b-84a43ee93d07 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.039702] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 801.039702] env[68831]: value = "task-2802495" [ 801.039702] env[68831]: _type = "Task" [ 801.039702] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.055384] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802495, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.056252] env[68831]: DEBUG nova.compute.manager [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.149788] env[68831]: DEBUG nova.network.neutron [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.301104] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fd6d75-5ea6-90cf-07a5-42c9f82144a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011319} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.304710] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d123fa-a638-4166-bd8d-487f382c3652 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.310498] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 801.310498] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52413926-3fbf-d808-fee0-f5f824217c64" [ 801.310498] env[68831]: _type = "Task" [ 801.310498] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.323729] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52413926-3fbf-d808-fee0-f5f824217c64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.361199] env[68831]: DEBUG nova.network.neutron [-] [instance: 926ca96a-e296-406e-b870-8982aad41870] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.432285] env[68831]: DEBUG nova.network.neutron [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Updating instance_info_cache with network_info: [{"id": "61059a4f-416f-467f-82b4-db5df113beae", "address": "fa:16:3e:66:63:ea", "network": {"id": "780b877e-fb51-4dd9-8c85-fca14954f31d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-125829364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3562c654c8436baa5a2494bd6b5d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61059a4f-41", "ovs_interfaceid": "61059a4f-416f-467f-82b4-db5df113beae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.551349] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802495, 'name': Rename_Task, 'duration_secs': 0.153117} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.551673] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.552228] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b6777e3-75b4-4310-b7fc-89ca72000b18 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.559629] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 801.559629] env[68831]: value = "task-2802496" [ 801.559629] env[68831]: _type = "Task" [ 801.559629] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.571020] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0fe73f-3cdf-4a5d-aa45-676cebe194c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.578043] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.581554] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c7ca28-f19a-4da9-a2f1-3db6d94106d9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.623979] env[68831]: DEBUG nova.network.neutron [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Successfully created port: 630d5749-0f0b-4cbb-ae8b-903800c14f21 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.626802] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896cfd2f-75c9-479f-bba6-e349fe6fb6c1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.640614] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af817e82-7a29-4144-b5cf-f114ee425156 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.659040] env[68831]: DEBUG nova.compute.provider_tree [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.827017] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52413926-3fbf-d808-fee0-f5f824217c64, 'name': SearchDatastore_Task, 'duration_secs': 0.014608} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.827295] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.828033] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 42ea1741-5132-4f0e-a4cb-4b7a598e4188/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk. {{(pid=68831) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 801.828548] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fda7682-2a5f-4ade-928f-cfe73f1850d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.841291] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 801.841291] env[68831]: value = "task-2802497" [ 801.841291] env[68831]: _type = "Task" [ 801.841291] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.854623] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.867339] env[68831]: INFO nova.compute.manager [-] [instance: 926ca96a-e296-406e-b870-8982aad41870] Took 1.04 seconds to deallocate network for instance. [ 801.938996] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Releasing lock "refresh_cache-545024c9-58d2-4cec-9674-5aaee972370a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.938996] env[68831]: DEBUG nova.compute.manager [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Instance network_info: |[{"id": "61059a4f-416f-467f-82b4-db5df113beae", "address": "fa:16:3e:66:63:ea", "network": {"id": "780b877e-fb51-4dd9-8c85-fca14954f31d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-125829364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3562c654c8436baa5a2494bd6b5d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61059a4f-41", "ovs_interfaceid": "61059a4f-416f-467f-82b4-db5df113beae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.939636] env[68831]: DEBUG oslo_concurrency.lockutils [req-c1762f31-2a22-4a4a-8aae-9325f3af7212 req-ad798557-1114-4224-b6bd-58f28a4dc91b service nova] Acquired lock "refresh_cache-545024c9-58d2-4cec-9674-5aaee972370a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.939636] env[68831]: DEBUG nova.network.neutron [req-c1762f31-2a22-4a4a-8aae-9325f3af7212 req-ad798557-1114-4224-b6bd-58f28a4dc91b service nova] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Refreshing network info cache for port 61059a4f-416f-467f-82b4-db5df113beae {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.939636] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:63:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61059a4f-416f-467f-82b4-db5df113beae', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.949702] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Creating folder: Project (7e3562c654c8436baa5a2494bd6b5d4a). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.950711] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f10f930c-f825-4324-bd2f-94ddf6285d3a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.970211] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Created folder: Project (7e3562c654c8436baa5a2494bd6b5d4a) in parent group-v563050. [ 801.970300] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Creating folder: Instances. Parent ref: group-v563167. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.970652] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0823fa8d-d8b3-4f51-a6c7-df0d86ee6bcd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.983439] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Created folder: Instances in parent group-v563167. [ 801.983756] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.984117] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.984423] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf6888b1-276d-4ebb-a04c-1ca030febfdb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.006249] env[68831]: DEBUG nova.network.neutron [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Successfully created port: 97c81235-187c-408b-84d7-9ee3b7511c80 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.012825] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.012825] env[68831]: value = "task-2802500" [ 802.012825] env[68831]: _type = "Task" [ 802.012825] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.038861] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802500, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.077107] env[68831]: DEBUG nova.compute.manager [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.087997] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802496, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.122148] env[68831]: DEBUG nova.virt.hardware [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.122148] env[68831]: DEBUG nova.virt.hardware [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.122148] env[68831]: DEBUG nova.virt.hardware [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.122547] env[68831]: DEBUG nova.virt.hardware [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.122547] env[68831]: DEBUG nova.virt.hardware [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.122796] env[68831]: DEBUG nova.virt.hardware [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.123076] env[68831]: DEBUG nova.virt.hardware [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.123318] env[68831]: DEBUG nova.virt.hardware [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.123558] env[68831]: DEBUG nova.virt.hardware [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.123932] env[68831]: DEBUG nova.virt.hardware [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.124557] env[68831]: DEBUG nova.virt.hardware [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.126144] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497b7e17-18be-4ea6-bedd-0bdeb3bbce02 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.145577] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371d62cf-8a5d-4076-b13f-14e983630e19 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.168144] env[68831]: DEBUG nova.scheduler.client.report [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.359019] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505249} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.359769] env[68831]: INFO nova.virt.vmwareapi.ds_util [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 42ea1741-5132-4f0e-a4cb-4b7a598e4188/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk. [ 802.361121] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f527929-348c-4bdc-b942-5b1d3e87aa7e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.392307] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.401487] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 42ea1741-5132-4f0e-a4cb-4b7a598e4188/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.401959] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4513de0f-943e-44aa-ad96-0ed089a035f5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.426421] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 802.426421] env[68831]: value = "task-2802501" [ 802.426421] env[68831]: _type = "Task" [ 802.426421] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.439224] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.528569] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802500, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.573022] env[68831]: DEBUG oslo_vmware.api [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802496, 'name': PowerOnVM_Task, 'duration_secs': 0.905554} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.575198] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.575198] env[68831]: INFO nova.compute.manager [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Took 6.81 seconds to spawn the instance on the hypervisor. [ 802.575198] env[68831]: DEBUG nova.compute.manager [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.575533] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242985a8-6bac-4df1-b3ce-4931ced6333e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.676262] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.676795] env[68831]: DEBUG nova.compute.manager [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.679231] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.280s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.679425] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.681412] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.535s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.682803] env[68831]: INFO nova.compute.claims [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.706205] env[68831]: INFO nova.scheduler.client.report [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Deleted allocations for instance 9c5bda7c-55f0-402d-a515-87147f39fdd9 [ 802.786371] env[68831]: DEBUG nova.network.neutron [req-c1762f31-2a22-4a4a-8aae-9325f3af7212 req-ad798557-1114-4224-b6bd-58f28a4dc91b service nova] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Updated VIF entry in instance network info cache for port 61059a4f-416f-467f-82b4-db5df113beae. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.786727] env[68831]: DEBUG nova.network.neutron [req-c1762f31-2a22-4a4a-8aae-9325f3af7212 req-ad798557-1114-4224-b6bd-58f28a4dc91b service nova] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Updating instance_info_cache with network_info: [{"id": "61059a4f-416f-467f-82b4-db5df113beae", "address": "fa:16:3e:66:63:ea", "network": {"id": "780b877e-fb51-4dd9-8c85-fca14954f31d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-125829364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3562c654c8436baa5a2494bd6b5d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61059a4f-41", "ovs_interfaceid": "61059a4f-416f-467f-82b4-db5df113beae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.939121] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.029968] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802500, 'name': CreateVM_Task, 'duration_secs': 0.567552} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.029968] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.031060] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.032643] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.032643] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.032643] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7f2508-3d24-4dd9-a71f-d2cb715f8553 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.038133] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Waiting for the task: (returnval){ [ 803.038133] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52697027-c776-987c-d2e4-dd27e055bcae" [ 803.038133] env[68831]: _type = "Task" [ 803.038133] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.046802] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52697027-c776-987c-d2e4-dd27e055bcae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.101434] env[68831]: INFO nova.compute.manager [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Took 40.63 seconds to build instance. [ 803.121996] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquiring lock "99512308-438f-44e1-b0e4-355f4ce4ab0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.122265] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Lock "99512308-438f-44e1-b0e4-355f4ce4ab0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.190022] env[68831]: DEBUG nova.compute.utils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.193820] env[68831]: DEBUG nova.compute.manager [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.194265] env[68831]: DEBUG nova.network.neutron [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.215314] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d5558b0d-6868-4a27-861d-54134f089d3a tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "9c5bda7c-55f0-402d-a515-87147f39fdd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.926s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.263538] env[68831]: DEBUG nova.policy [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21ab8291c9d04307ae5b10f361108051', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6280ae0c0ee463683346580055ba847', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.290708] env[68831]: DEBUG oslo_concurrency.lockutils [req-c1762f31-2a22-4a4a-8aae-9325f3af7212 req-ad798557-1114-4224-b6bd-58f28a4dc91b service nova] Releasing lock "refresh_cache-545024c9-58d2-4cec-9674-5aaee972370a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.446838] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802501, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.553624] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52697027-c776-987c-d2e4-dd27e055bcae, 'name': SearchDatastore_Task, 'duration_secs': 0.010534} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.555225] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.555225] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.555225] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.555225] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.555360] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.555689] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2deb8204-03c2-46ff-92ae-1daad1d1af23 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.567243] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.567814] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.568212] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdbbbce2-4ddb-45b2-94ac-711c77c9b23a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.577882] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Waiting for the task: (returnval){ [ 803.577882] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529a63ca-c9bf-1822-9876-29a12645fca5" [ 803.577882] env[68831]: _type = "Task" [ 803.577882] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.586955] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529a63ca-c9bf-1822-9876-29a12645fca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.603792] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a905b299-5653-414c-a88d-bbb0666d556f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "af1eeca6-bbdc-4880-9256-5985dd2458a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.834s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.615727] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d301749-567a-425c-8f45-52b7dc7f7144 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.619953] env[68831]: DEBUG nova.network.neutron [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Successfully created port: 336f97d2-fb92-4cfa-ac81-776ddcbdf5be {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.627188] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef6cfbc-6c48-4316-adbf-99fd3264204f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Suspending the VM {{(pid=68831) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 803.627327] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b0bef8c4-8ee4-4568-94a7-6a2b3ffbbdfd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.637379] env[68831]: DEBUG oslo_vmware.api [None req-4ef6cfbc-6c48-4316-adbf-99fd3264204f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 803.637379] env[68831]: value = "task-2802502" [ 803.637379] env[68831]: _type = "Task" [ 803.637379] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.650750] env[68831]: DEBUG oslo_vmware.api [None req-4ef6cfbc-6c48-4316-adbf-99fd3264204f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802502, 'name': SuspendVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.690093] env[68831]: DEBUG nova.compute.manager [req-43188b9f-7b38-4ebc-a347-160634952bdc req-5ac43c69-fd18-4860-be30-8b2996bb73f4 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Received event network-vif-plugged-2da8dece-f806-40a6-9c3b-84a43ee93d07 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.690408] env[68831]: DEBUG oslo_concurrency.lockutils [req-43188b9f-7b38-4ebc-a347-160634952bdc req-5ac43c69-fd18-4860-be30-8b2996bb73f4 service nova] Acquiring lock "e36c017c-0a98-4987-b4e6-76dfe617831f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.690592] env[68831]: DEBUG oslo_concurrency.lockutils [req-43188b9f-7b38-4ebc-a347-160634952bdc req-5ac43c69-fd18-4860-be30-8b2996bb73f4 service nova] Lock "e36c017c-0a98-4987-b4e6-76dfe617831f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.690818] env[68831]: DEBUG oslo_concurrency.lockutils [req-43188b9f-7b38-4ebc-a347-160634952bdc req-5ac43c69-fd18-4860-be30-8b2996bb73f4 service nova] Lock "e36c017c-0a98-4987-b4e6-76dfe617831f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.691149] env[68831]: DEBUG nova.compute.manager [req-43188b9f-7b38-4ebc-a347-160634952bdc req-5ac43c69-fd18-4860-be30-8b2996bb73f4 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] No waiting events found dispatching network-vif-plugged-2da8dece-f806-40a6-9c3b-84a43ee93d07 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.691385] env[68831]: WARNING nova.compute.manager [req-43188b9f-7b38-4ebc-a347-160634952bdc req-5ac43c69-fd18-4860-be30-8b2996bb73f4 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Received unexpected event network-vif-plugged-2da8dece-f806-40a6-9c3b-84a43ee93d07 for instance with vm_state building and task_state spawning. [ 803.692582] env[68831]: DEBUG nova.compute.manager [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.761449] env[68831]: DEBUG nova.network.neutron [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Successfully updated port: 2da8dece-f806-40a6-9c3b-84a43ee93d07 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.941837] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802501, 'name': ReconfigVM_Task, 'duration_secs': 1.084783} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.942274] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 42ea1741-5132-4f0e-a4cb-4b7a598e4188/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.944351] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce83cd7-78e7-4c35-8e44-7c14963102f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.989279] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d18c51e9-c46c-45c7-8358-f8da776938b6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.015534] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 804.015534] env[68831]: value = "task-2802503" [ 804.015534] env[68831]: _type = "Task" [ 804.015534] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.042606] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.102038] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529a63ca-c9bf-1822-9876-29a12645fca5, 'name': SearchDatastore_Task, 'duration_secs': 0.016387} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.107533] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019590d5-c8da-4643-abd1-570473b749e2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.111313] env[68831]: DEBUG nova.compute.manager [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.124090] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Waiting for the task: (returnval){ [ 804.124090] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b68c2c-a9fb-28af-7bc8-5d34e44a449a" [ 804.124090] env[68831]: _type = "Task" [ 804.124090] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.135528] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b68c2c-a9fb-28af-7bc8-5d34e44a449a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.150953] env[68831]: DEBUG oslo_vmware.api [None req-4ef6cfbc-6c48-4316-adbf-99fd3264204f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802502, 'name': SuspendVM_Task} progress is 62%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.345025] env[68831]: DEBUG oslo_concurrency.lockutils [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "1c541afe-a78b-4cd1-8d70-63221956a835" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.345025] env[68831]: DEBUG oslo_concurrency.lockutils [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "1c541afe-a78b-4cd1-8d70-63221956a835" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.345025] env[68831]: DEBUG oslo_concurrency.lockutils [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "1c541afe-a78b-4cd1-8d70-63221956a835-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.345345] env[68831]: DEBUG oslo_concurrency.lockutils [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "1c541afe-a78b-4cd1-8d70-63221956a835-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.345419] env[68831]: DEBUG oslo_concurrency.lockutils [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "1c541afe-a78b-4cd1-8d70-63221956a835-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.347620] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390d80eb-5f22-4fbc-8421-62859daf75b8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.352773] env[68831]: INFO nova.compute.manager [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Terminating instance [ 804.361790] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10658107-c462-4d5f-9070-dde913729d99 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.396967] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82301f14-669f-4ce8-8433-769d8b9d50e3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.406371] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f82efcd-2343-4046-860f-376f26ebcee0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.425018] env[68831]: DEBUG nova.compute.provider_tree [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.532547] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802503, 'name': ReconfigVM_Task, 'duration_secs': 0.197519} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.532815] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.533087] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd4adf21-70e4-4f5b-9332-69b352c71f01 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.542377] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 804.542377] env[68831]: value = "task-2802504" [ 804.542377] env[68831]: _type = "Task" [ 804.542377] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.554303] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.636768] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b68c2c-a9fb-28af-7bc8-5d34e44a449a, 'name': SearchDatastore_Task, 'duration_secs': 0.011105} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.638440] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.638796] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.639116] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 545024c9-58d2-4cec-9674-5aaee972370a/545024c9-58d2-4cec-9674-5aaee972370a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.639492] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-560ff1c4-eeee-4fcf-a339-82c23ea29da6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.651661] env[68831]: DEBUG oslo_vmware.api [None req-4ef6cfbc-6c48-4316-adbf-99fd3264204f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802502, 'name': SuspendVM_Task, 'duration_secs': 0.696664} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.654117] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef6cfbc-6c48-4316-adbf-99fd3264204f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Suspended the VM {{(pid=68831) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 804.654349] env[68831]: DEBUG nova.compute.manager [None req-4ef6cfbc-6c48-4316-adbf-99fd3264204f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.654778] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Waiting for the task: (returnval){ [ 804.654778] env[68831]: value = "task-2802505" [ 804.654778] env[68831]: _type = "Task" [ 804.654778] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.655729] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610f4453-0a19-4d6c-acc8-d96405b6ad66 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.672241] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': task-2802505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.709865] env[68831]: DEBUG nova.compute.manager [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.737142] env[68831]: DEBUG nova.virt.hardware [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.737564] env[68831]: DEBUG nova.virt.hardware [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.737776] env[68831]: DEBUG nova.virt.hardware [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.737991] env[68831]: DEBUG nova.virt.hardware [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.738181] env[68831]: DEBUG nova.virt.hardware [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.738334] env[68831]: DEBUG nova.virt.hardware [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.738582] env[68831]: DEBUG nova.virt.hardware [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.738816] env[68831]: DEBUG nova.virt.hardware [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.739620] env[68831]: DEBUG nova.virt.hardware [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.739620] env[68831]: DEBUG nova.virt.hardware [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.739620] env[68831]: DEBUG nova.virt.hardware [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.740628] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8016a8-2867-4199-bf11-7add25796d7d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.749945] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6268e558-f937-4102-8273-77086b743476 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.857491] env[68831]: DEBUG nova.compute.manager [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.857739] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.858781] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402c6b65-c62c-4cf2-808c-fcd9d048ea82 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.867781] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.868106] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7e8c493-549f-433c-a57e-6af555c820a3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.877303] env[68831]: DEBUG oslo_vmware.api [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 804.877303] env[68831]: value = "task-2802506" [ 804.877303] env[68831]: _type = "Task" [ 804.877303] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.887591] env[68831]: DEBUG oslo_vmware.api [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.927725] env[68831]: DEBUG nova.scheduler.client.report [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.053809] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802504, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.172513] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': task-2802505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480765} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.172776] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 545024c9-58d2-4cec-9674-5aaee972370a/545024c9-58d2-4cec-9674-5aaee972370a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.173068] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.177170] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d596e29-005d-4016-a860-03af4dfb1ebb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.185516] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Waiting for the task: (returnval){ [ 805.185516] env[68831]: value = "task-2802507" [ 805.185516] env[68831]: _type = "Task" [ 805.185516] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.200833] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': task-2802507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.346237] env[68831]: DEBUG nova.compute.manager [req-fa6f5d87-f1ab-468c-afee-16ba26629043 req-3931c700-6246-48bd-abeb-3c84edd1b9f8 service nova] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Received event network-vif-plugged-336f97d2-fb92-4cfa-ac81-776ddcbdf5be {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.346237] env[68831]: DEBUG oslo_concurrency.lockutils [req-fa6f5d87-f1ab-468c-afee-16ba26629043 req-3931c700-6246-48bd-abeb-3c84edd1b9f8 service nova] Acquiring lock "c87dc1be-f58a-4499-82a8-0b64649bf610-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.346237] env[68831]: DEBUG oslo_concurrency.lockutils [req-fa6f5d87-f1ab-468c-afee-16ba26629043 req-3931c700-6246-48bd-abeb-3c84edd1b9f8 service nova] Lock "c87dc1be-f58a-4499-82a8-0b64649bf610-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.346237] env[68831]: DEBUG oslo_concurrency.lockutils [req-fa6f5d87-f1ab-468c-afee-16ba26629043 req-3931c700-6246-48bd-abeb-3c84edd1b9f8 service nova] Lock "c87dc1be-f58a-4499-82a8-0b64649bf610-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.346237] env[68831]: DEBUG nova.compute.manager [req-fa6f5d87-f1ab-468c-afee-16ba26629043 req-3931c700-6246-48bd-abeb-3c84edd1b9f8 service nova] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] No waiting events found dispatching network-vif-plugged-336f97d2-fb92-4cfa-ac81-776ddcbdf5be {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.346525] env[68831]: WARNING nova.compute.manager [req-fa6f5d87-f1ab-468c-afee-16ba26629043 req-3931c700-6246-48bd-abeb-3c84edd1b9f8 service nova] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Received unexpected event network-vif-plugged-336f97d2-fb92-4cfa-ac81-776ddcbdf5be for instance with vm_state building and task_state spawning. [ 805.372866] env[68831]: DEBUG nova.network.neutron [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Successfully updated port: 336f97d2-fb92-4cfa-ac81-776ddcbdf5be {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.390721] env[68831]: DEBUG oslo_vmware.api [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802506, 'name': PowerOffVM_Task, 'duration_secs': 0.345546} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.391008] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.391296] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.391438] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb9310f4-559f-4885-b469-d2c75dc78ca3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.433790] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.434345] env[68831]: DEBUG nova.compute.manager [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.437417] env[68831]: DEBUG oslo_concurrency.lockutils [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.031s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.464057] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.464285] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.464465] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Deleting the datastore file [datastore2] 1c541afe-a78b-4cd1-8d70-63221956a835 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.464756] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58f82734-3279-4690-a36c-25a3818b473c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.474987] env[68831]: DEBUG oslo_vmware.api [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for the task: (returnval){ [ 805.474987] env[68831]: value = "task-2802509" [ 805.474987] env[68831]: _type = "Task" [ 805.474987] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.486182] env[68831]: DEBUG oslo_vmware.api [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.557258] env[68831]: DEBUG oslo_vmware.api [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802504, 'name': PowerOnVM_Task, 'duration_secs': 0.516336} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.557258] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.560036] env[68831]: DEBUG nova.compute.manager [None req-95b74be0-92bd-4df9-a876-d3eccda6e5c2 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.560944] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bbde3e-3fe9-465d-ac4d-ae3f2958d70e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.698127] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': task-2802507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077608} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.698373] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.699220] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a664f2-725b-43d5-8b3e-a01c8845ec79 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.726681] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 545024c9-58d2-4cec-9674-5aaee972370a/545024c9-58d2-4cec-9674-5aaee972370a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.727013] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd076b8-3fa4-4660-82d3-06dba091a271 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.750575] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Waiting for the task: (returnval){ [ 805.750575] env[68831]: value = "task-2802510" [ 805.750575] env[68831]: _type = "Task" [ 805.750575] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.759357] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': task-2802510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.875631] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "refresh_cache-c87dc1be-f58a-4499-82a8-0b64649bf610" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.875826] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquired lock "refresh_cache-c87dc1be-f58a-4499-82a8-0b64649bf610" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.876347] env[68831]: DEBUG nova.network.neutron [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.940421] env[68831]: DEBUG nova.compute.manager [req-42c673d0-b9b6-4690-af97-7abf7ca29df4 req-621a7f63-d51b-435a-9990-0b4dc94adb3b service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Received event network-changed-2da8dece-f806-40a6-9c3b-84a43ee93d07 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.940665] env[68831]: DEBUG nova.compute.manager [req-42c673d0-b9b6-4690-af97-7abf7ca29df4 req-621a7f63-d51b-435a-9990-0b4dc94adb3b service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Refreshing instance network info cache due to event network-changed-2da8dece-f806-40a6-9c3b-84a43ee93d07. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 805.940907] env[68831]: DEBUG oslo_concurrency.lockutils [req-42c673d0-b9b6-4690-af97-7abf7ca29df4 req-621a7f63-d51b-435a-9990-0b4dc94adb3b service nova] Acquiring lock "refresh_cache-e36c017c-0a98-4987-b4e6-76dfe617831f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.942522] env[68831]: DEBUG oslo_concurrency.lockutils [req-42c673d0-b9b6-4690-af97-7abf7ca29df4 req-621a7f63-d51b-435a-9990-0b4dc94adb3b service nova] Acquired lock "refresh_cache-e36c017c-0a98-4987-b4e6-76dfe617831f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.943144] env[68831]: DEBUG nova.network.neutron [req-42c673d0-b9b6-4690-af97-7abf7ca29df4 req-621a7f63-d51b-435a-9990-0b4dc94adb3b service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Refreshing network info cache for port 2da8dece-f806-40a6-9c3b-84a43ee93d07 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.949159] env[68831]: DEBUG nova.compute.utils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.955796] env[68831]: DEBUG nova.compute.manager [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.955992] env[68831]: DEBUG nova.network.neutron [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.988109] env[68831]: DEBUG oslo_vmware.api [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Task: {'id': task-2802509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180296} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.988425] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.988642] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.988820] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.989040] env[68831]: INFO nova.compute.manager [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Took 1.13 seconds to destroy the instance on the hypervisor. [ 805.989316] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.989528] env[68831]: DEBUG nova.compute.manager [-] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.989625] env[68831]: DEBUG nova.network.neutron [-] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.098329] env[68831]: DEBUG nova.policy [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01f1e8fa8981436088d94321e61ef7c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8d7dd0e4001400881299447121f9253', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.117533] env[68831]: DEBUG nova.network.neutron [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Successfully updated port: 630d5749-0f0b-4cbb-ae8b-903800c14f21 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.263526] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': task-2802510, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.457349] env[68831]: DEBUG nova.compute.manager [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.473617] env[68831]: DEBUG nova.network.neutron [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.499617] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57bf049-8c0d-4082-9a44-812461b2927e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.509617] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91787e9f-fa53-4d30-b447-940b8e9676fb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.552352] env[68831]: DEBUG nova.network.neutron [req-42c673d0-b9b6-4690-af97-7abf7ca29df4 req-621a7f63-d51b-435a-9990-0b4dc94adb3b service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.555711] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef005035-bb9c-4329-b36c-58a8b8e55793 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.566518] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655089bb-4985-4746-972d-7abbf6ada06f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.583946] env[68831]: DEBUG nova.compute.provider_tree [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.641293] env[68831]: DEBUG nova.network.neutron [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Successfully created port: b3af0e00-b93b-497b-9ce8-cb58815f57ae {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.762468] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': task-2802510, 'name': ReconfigVM_Task, 'duration_secs': 0.559731} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.762753] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 545024c9-58d2-4cec-9674-5aaee972370a/545024c9-58d2-4cec-9674-5aaee972370a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.763391] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2050574-1ae8-43dc-bd04-7a28b4f88ffe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.770302] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Waiting for the task: (returnval){ [ 806.770302] env[68831]: value = "task-2802511" [ 806.770302] env[68831]: _type = "Task" [ 806.770302] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.778703] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': task-2802511, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.797528] env[68831]: DEBUG nova.network.neutron [req-42c673d0-b9b6-4690-af97-7abf7ca29df4 req-621a7f63-d51b-435a-9990-0b4dc94adb3b service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.905732] env[68831]: DEBUG nova.network.neutron [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Updating instance_info_cache with network_info: [{"id": "336f97d2-fb92-4cfa-ac81-776ddcbdf5be", "address": "fa:16:3e:e0:61:be", "network": {"id": "f47aa286-be40-423a-a692-b87029b42132", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1554338288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6280ae0c0ee463683346580055ba847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336f97d2-fb", "ovs_interfaceid": "336f97d2-fb92-4cfa-ac81-776ddcbdf5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.092666] env[68831]: DEBUG nova.scheduler.client.report [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.246500] env[68831]: DEBUG nova.network.neutron [-] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.281412] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': task-2802511, 'name': Rename_Task, 'duration_secs': 0.228588} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.281829] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.282180] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a211962b-8f2f-4318-b56d-893f60555798 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.291687] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Waiting for the task: (returnval){ [ 807.291687] env[68831]: value = "task-2802512" [ 807.291687] env[68831]: _type = "Task" [ 807.291687] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.304161] env[68831]: DEBUG oslo_concurrency.lockutils [req-42c673d0-b9b6-4690-af97-7abf7ca29df4 req-621a7f63-d51b-435a-9990-0b4dc94adb3b service nova] Releasing lock "refresh_cache-e36c017c-0a98-4987-b4e6-76dfe617831f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.304161] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': task-2802512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.414320] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Releasing lock "refresh_cache-c87dc1be-f58a-4499-82a8-0b64649bf610" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.414320] env[68831]: DEBUG nova.compute.manager [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Instance network_info: |[{"id": "336f97d2-fb92-4cfa-ac81-776ddcbdf5be", "address": "fa:16:3e:e0:61:be", "network": {"id": "f47aa286-be40-423a-a692-b87029b42132", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1554338288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6280ae0c0ee463683346580055ba847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336f97d2-fb", "ovs_interfaceid": "336f97d2-fb92-4cfa-ac81-776ddcbdf5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.414701] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:61:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '336f97d2-fb92-4cfa-ac81-776ddcbdf5be', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.420151] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.420407] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.420635] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2117605-c101-44fd-8e64-22f41395474b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.450384] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.450384] env[68831]: value = "task-2802513" [ 807.450384] env[68831]: _type = "Task" [ 807.450384] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.460324] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802513, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.471220] env[68831]: DEBUG nova.compute.manager [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.496712] env[68831]: DEBUG nova.virt.hardware [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.497015] env[68831]: DEBUG nova.virt.hardware [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.497489] env[68831]: DEBUG nova.virt.hardware [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.497747] env[68831]: DEBUG nova.virt.hardware [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.498046] env[68831]: DEBUG nova.virt.hardware [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.498235] env[68831]: DEBUG nova.virt.hardware [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.498489] env[68831]: DEBUG nova.virt.hardware [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.498673] env[68831]: DEBUG nova.virt.hardware [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.498859] env[68831]: DEBUG nova.virt.hardware [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.499041] env[68831]: DEBUG nova.virt.hardware [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.499264] env[68831]: DEBUG nova.virt.hardware [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.500397] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f87625e-4f44-4ef6-96b3-0bf8ce2dcc8e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.511054] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70df9bdf-518b-4414-9347-2fa4b4e04adc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.565322] env[68831]: DEBUG nova.compute.manager [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.566319] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1aeedc-16f2-4b73-b93d-dc8e943b568f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.666387] env[68831]: DEBUG nova.compute.manager [req-b2abd22a-be53-49e4-89e0-6749cf8a17c6 req-8737ac7f-7549-45f1-8088-54a016bf9559 service nova] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Received event network-changed-336f97d2-fb92-4cfa-ac81-776ddcbdf5be {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.666585] env[68831]: DEBUG nova.compute.manager [req-b2abd22a-be53-49e4-89e0-6749cf8a17c6 req-8737ac7f-7549-45f1-8088-54a016bf9559 service nova] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Refreshing instance network info cache due to event network-changed-336f97d2-fb92-4cfa-ac81-776ddcbdf5be. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 807.666826] env[68831]: DEBUG oslo_concurrency.lockutils [req-b2abd22a-be53-49e4-89e0-6749cf8a17c6 req-8737ac7f-7549-45f1-8088-54a016bf9559 service nova] Acquiring lock "refresh_cache-c87dc1be-f58a-4499-82a8-0b64649bf610" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.666941] env[68831]: DEBUG oslo_concurrency.lockutils [req-b2abd22a-be53-49e4-89e0-6749cf8a17c6 req-8737ac7f-7549-45f1-8088-54a016bf9559 service nova] Acquired lock "refresh_cache-c87dc1be-f58a-4499-82a8-0b64649bf610" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.667300] env[68831]: DEBUG nova.network.neutron [req-b2abd22a-be53-49e4-89e0-6749cf8a17c6 req-8737ac7f-7549-45f1-8088-54a016bf9559 service nova] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Refreshing network info cache for port 336f97d2-fb92-4cfa-ac81-776ddcbdf5be {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.750172] env[68831]: INFO nova.compute.manager [-] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Took 1.76 seconds to deallocate network for instance. [ 807.807894] env[68831]: DEBUG oslo_vmware.api [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': task-2802512, 'name': PowerOnVM_Task, 'duration_secs': 0.4985} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.808344] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.808680] env[68831]: INFO nova.compute.manager [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Took 8.41 seconds to spawn the instance on the hypervisor. [ 807.808890] env[68831]: DEBUG nova.compute.manager [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.809774] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e29023-747c-4f3c-9c6a-6d6d6f842700 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.965202] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802513, 'name': CreateVM_Task, 'duration_secs': 0.501642} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.965202] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.965520] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.965520] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.965868] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.966053] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec6bc95-739f-4371-9d24-9cc317674f75 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.976134] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 807.976134] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52154d88-c0e4-ea11-48ad-d243399a2d57" [ 807.976134] env[68831]: _type = "Task" [ 807.976134] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.987568] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52154d88-c0e4-ea11-48ad-d243399a2d57, 'name': SearchDatastore_Task} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.988047] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.988240] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.989494] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.989781] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.990022] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.990575] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74163b4b-5a31-43d3-87fb-608fa90231df {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.002189] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.002435] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.003247] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2183088a-d0c0-423a-b7a0-fe8c7c1f081d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.010059] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 808.010059] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5259279f-cdae-e32a-9d41-9fa9893a0c4c" [ 808.010059] env[68831]: _type = "Task" [ 808.010059] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.022034] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5259279f-cdae-e32a-9d41-9fa9893a0c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.059238] env[68831]: DEBUG nova.compute.manager [req-f54982ca-0e13-4c7e-aa8d-da3b375c7cb5 req-9881f752-64f4-4b5b-aef9-26e4f2bbf255 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Received event network-vif-plugged-630d5749-0f0b-4cbb-ae8b-903800c14f21 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.059524] env[68831]: DEBUG oslo_concurrency.lockutils [req-f54982ca-0e13-4c7e-aa8d-da3b375c7cb5 req-9881f752-64f4-4b5b-aef9-26e4f2bbf255 service nova] Acquiring lock "e36c017c-0a98-4987-b4e6-76dfe617831f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.061027] env[68831]: DEBUG oslo_concurrency.lockutils [req-f54982ca-0e13-4c7e-aa8d-da3b375c7cb5 req-9881f752-64f4-4b5b-aef9-26e4f2bbf255 service nova] Lock "e36c017c-0a98-4987-b4e6-76dfe617831f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.061027] env[68831]: DEBUG oslo_concurrency.lockutils [req-f54982ca-0e13-4c7e-aa8d-da3b375c7cb5 req-9881f752-64f4-4b5b-aef9-26e4f2bbf255 service nova] Lock "e36c017c-0a98-4987-b4e6-76dfe617831f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.061027] env[68831]: DEBUG nova.compute.manager [req-f54982ca-0e13-4c7e-aa8d-da3b375c7cb5 req-9881f752-64f4-4b5b-aef9-26e4f2bbf255 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] No waiting events found dispatching network-vif-plugged-630d5749-0f0b-4cbb-ae8b-903800c14f21 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.061027] env[68831]: WARNING nova.compute.manager [req-f54982ca-0e13-4c7e-aa8d-da3b375c7cb5 req-9881f752-64f4-4b5b-aef9-26e4f2bbf255 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Received unexpected event network-vif-plugged-630d5749-0f0b-4cbb-ae8b-903800c14f21 for instance with vm_state building and task_state spawning. [ 808.061027] env[68831]: DEBUG nova.compute.manager [req-f54982ca-0e13-4c7e-aa8d-da3b375c7cb5 req-9881f752-64f4-4b5b-aef9-26e4f2bbf255 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Received event network-changed-630d5749-0f0b-4cbb-ae8b-903800c14f21 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.061275] env[68831]: DEBUG nova.compute.manager [req-f54982ca-0e13-4c7e-aa8d-da3b375c7cb5 req-9881f752-64f4-4b5b-aef9-26e4f2bbf255 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Refreshing instance network info cache due to event network-changed-630d5749-0f0b-4cbb-ae8b-903800c14f21. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 808.061275] env[68831]: DEBUG oslo_concurrency.lockutils [req-f54982ca-0e13-4c7e-aa8d-da3b375c7cb5 req-9881f752-64f4-4b5b-aef9-26e4f2bbf255 service nova] Acquiring lock "refresh_cache-e36c017c-0a98-4987-b4e6-76dfe617831f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.061275] env[68831]: DEBUG oslo_concurrency.lockutils [req-f54982ca-0e13-4c7e-aa8d-da3b375c7cb5 req-9881f752-64f4-4b5b-aef9-26e4f2bbf255 service nova] Acquired lock "refresh_cache-e36c017c-0a98-4987-b4e6-76dfe617831f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.061275] env[68831]: DEBUG nova.network.neutron [req-f54982ca-0e13-4c7e-aa8d-da3b375c7cb5 req-9881f752-64f4-4b5b-aef9-26e4f2bbf255 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Refreshing network info cache for port 630d5749-0f0b-4cbb-ae8b-903800c14f21 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.079992] env[68831]: INFO nova.compute.manager [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] instance snapshotting [ 808.080227] env[68831]: WARNING nova.compute.manager [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 808.083162] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778cdf91-53bc-41e7-b837-01699336ba1c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.104688] env[68831]: DEBUG oslo_concurrency.lockutils [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.667s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.107897] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.386s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.109269] env[68831]: INFO nova.compute.claims [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.112286] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f9116c-3b23-4016-beb7-ca7e0222297e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.261741] env[68831]: DEBUG oslo_concurrency.lockutils [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.336679] env[68831]: INFO nova.compute.manager [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Took 41.95 seconds to build instance. [ 808.528146] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5259279f-cdae-e32a-9d41-9fa9893a0c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.014236} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.528288] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e24d508-b771-494c-abfa-869237300cd1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.538628] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 808.538628] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522216fb-852e-fde1-39b1-ca1cda2daa51" [ 808.538628] env[68831]: _type = "Task" [ 808.538628] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.546353] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522216fb-852e-fde1-39b1-ca1cda2daa51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.625205] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 808.627853] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-75cc3a90-6a53-47ac-a294-42e378dc9009 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.636803] env[68831]: DEBUG nova.network.neutron [req-f54982ca-0e13-4c7e-aa8d-da3b375c7cb5 req-9881f752-64f4-4b5b-aef9-26e4f2bbf255 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.644851] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 808.644851] env[68831]: value = "task-2802514" [ 808.644851] env[68831]: _type = "Task" [ 808.644851] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.656896] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802514, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.662677] env[68831]: DEBUG nova.network.neutron [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Successfully updated port: b3af0e00-b93b-497b-9ce8-cb58815f57ae {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.712405] env[68831]: INFO nova.scheduler.client.report [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Deleted allocation for migration e0e226fe-cdb2-4c38-a787-bdfc1eb0478b [ 808.726534] env[68831]: DEBUG nova.network.neutron [req-b2abd22a-be53-49e4-89e0-6749cf8a17c6 req-8737ac7f-7549-45f1-8088-54a016bf9559 service nova] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Updated VIF entry in instance network info cache for port 336f97d2-fb92-4cfa-ac81-776ddcbdf5be. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.727539] env[68831]: DEBUG nova.network.neutron [req-b2abd22a-be53-49e4-89e0-6749cf8a17c6 req-8737ac7f-7549-45f1-8088-54a016bf9559 service nova] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Updating instance_info_cache with network_info: [{"id": "336f97d2-fb92-4cfa-ac81-776ddcbdf5be", "address": "fa:16:3e:e0:61:be", "network": {"id": "f47aa286-be40-423a-a692-b87029b42132", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1554338288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6280ae0c0ee463683346580055ba847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336f97d2-fb", "ovs_interfaceid": "336f97d2-fb92-4cfa-ac81-776ddcbdf5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.837748] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9df9aa7b-16ed-4a1e-a333-863753139141 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Lock "545024c9-58d2-4cec-9674-5aaee972370a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.491s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.840804] env[68831]: DEBUG nova.network.neutron [req-f54982ca-0e13-4c7e-aa8d-da3b375c7cb5 req-9881f752-64f4-4b5b-aef9-26e4f2bbf255 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.890600] env[68831]: DEBUG nova.network.neutron [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Successfully updated port: 97c81235-187c-408b-84d7-9ee3b7511c80 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.047128] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522216fb-852e-fde1-39b1-ca1cda2daa51, 'name': SearchDatastore_Task, 'duration_secs': 0.038029} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.047401] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.047667] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] c87dc1be-f58a-4499-82a8-0b64649bf610/c87dc1be-f58a-4499-82a8-0b64649bf610.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.047921] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec6bdd7c-2dcc-48f1-9d74-df5a568f1ac1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.056401] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 809.056401] env[68831]: value = "task-2802515" [ 809.056401] env[68831]: _type = "Task" [ 809.056401] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.066405] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.158196] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802514, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.166473] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "refresh_cache-ea190e91-e74a-497b-b28d-91c72895bb58" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.166611] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquired lock "refresh_cache-ea190e91-e74a-497b-b28d-91c72895bb58" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.166761] env[68831]: DEBUG nova.network.neutron [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.218625] env[68831]: DEBUG oslo_concurrency.lockutils [None req-25074c07-23f8-470c-9dc1-5ce819a96fba tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.176s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.234312] env[68831]: DEBUG oslo_concurrency.lockutils [req-b2abd22a-be53-49e4-89e0-6749cf8a17c6 req-8737ac7f-7549-45f1-8088-54a016bf9559 service nova] Releasing lock "refresh_cache-c87dc1be-f58a-4499-82a8-0b64649bf610" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.344587] env[68831]: DEBUG nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.350103] env[68831]: DEBUG oslo_concurrency.lockutils [req-f54982ca-0e13-4c7e-aa8d-da3b375c7cb5 req-9881f752-64f4-4b5b-aef9-26e4f2bbf255 service nova] Releasing lock "refresh_cache-e36c017c-0a98-4987-b4e6-76dfe617831f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.350103] env[68831]: DEBUG nova.compute.manager [req-f54982ca-0e13-4c7e-aa8d-da3b375c7cb5 req-9881f752-64f4-4b5b-aef9-26e4f2bbf255 service nova] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Received event network-vif-deleted-30a68814-b2ae-48b4-aeff-f342e3e8731f {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.396100] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "refresh_cache-e36c017c-0a98-4987-b4e6-76dfe617831f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.396100] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquired lock "refresh_cache-e36c017c-0a98-4987-b4e6-76dfe617831f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.396100] env[68831]: DEBUG nova.network.neutron [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.577837] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802515, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.664021] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802514, 'name': CreateSnapshot_Task, 'duration_secs': 0.976209} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.664021] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 809.664021] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6b0cc5-f904-499a-929b-d4b5b13c4f96 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.734492] env[68831]: DEBUG nova.network.neutron [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.743939] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216ff1fe-c8df-466b-8c7a-1c0892fd3f9d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.754613] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fadae02-3188-4cd2-bbff-206f91354764 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.796156] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f74811-ec90-4b3e-a6d5-39686705f510 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.805129] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96b22e8-7fa8-412b-b698-30c7f848a292 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.819612] env[68831]: DEBUG nova.compute.provider_tree [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.866168] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.968296] env[68831]: DEBUG nova.network.neutron [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Updating instance_info_cache with network_info: [{"id": "b3af0e00-b93b-497b-9ce8-cb58815f57ae", "address": "fa:16:3e:a7:30:1c", "network": {"id": "732d6aab-534d-4582-9059-d6b73b266776", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1196691001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8d7dd0e4001400881299447121f9253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3af0e00-b9", "ovs_interfaceid": "b3af0e00-b93b-497b-9ce8-cb58815f57ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.983640] env[68831]: DEBUG nova.network.neutron [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.068970] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525668} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.069276] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] c87dc1be-f58a-4499-82a8-0b64649bf610/c87dc1be-f58a-4499-82a8-0b64649bf610.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.069590] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.070585] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c40a3f50-69c1-4a88-8efb-13c6f938fe2d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.078950] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 810.078950] env[68831]: value = "task-2802516" [ 810.078950] env[68831]: _type = "Task" [ 810.078950] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.091642] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.161628] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "310e857e-8533-4810-9726-8cd443698ea6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.161628] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "310e857e-8533-4810-9726-8cd443698ea6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.194329] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 810.197700] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4ecd0a93-e6b2-4ae4-8d28-612587f1566b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.208758] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 810.208758] env[68831]: value = "task-2802517" [ 810.208758] env[68831]: _type = "Task" [ 810.208758] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.218622] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802517, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.327492] env[68831]: DEBUG nova.scheduler.client.report [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.475746] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Releasing lock "refresh_cache-ea190e91-e74a-497b-b28d-91c72895bb58" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.477862] env[68831]: DEBUG nova.compute.manager [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Instance network_info: |[{"id": "b3af0e00-b93b-497b-9ce8-cb58815f57ae", "address": "fa:16:3e:a7:30:1c", "network": {"id": "732d6aab-534d-4582-9059-d6b73b266776", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1196691001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8d7dd0e4001400881299447121f9253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3af0e00-b9", "ovs_interfaceid": "b3af0e00-b93b-497b-9ce8-cb58815f57ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.478058] env[68831]: DEBUG nova.compute.manager [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Received event network-changed-3d95814b-94fe-4a02-b69e-dcc2789fbce9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.478198] env[68831]: DEBUG nova.compute.manager [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Refreshing instance network info cache due to event network-changed-3d95814b-94fe-4a02-b69e-dcc2789fbce9. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 810.479314] env[68831]: DEBUG oslo_concurrency.lockutils [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] Acquiring lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.479314] env[68831]: DEBUG oslo_concurrency.lockutils [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] Acquired lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.479314] env[68831]: DEBUG nova.network.neutron [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Refreshing network info cache for port 3d95814b-94fe-4a02-b69e-dcc2789fbce9 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.480118] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:30:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3af0e00-b93b-497b-9ce8-cb58815f57ae', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.488916] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Creating folder: Project (f8d7dd0e4001400881299447121f9253). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.489571] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e2cb3a3-70e6-495b-a63d-bb00d4341c37 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.508573] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Created folder: Project (f8d7dd0e4001400881299447121f9253) in parent group-v563050. [ 810.508573] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Creating folder: Instances. Parent ref: group-v563173. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.508573] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31bb12d3-9df8-4f70-a31b-4620255fbabb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.524557] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Created folder: Instances in parent group-v563173. [ 810.524557] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.524797] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.525892] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c03d74b6-3019-4e37-8088-aac18998bf06 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.553819] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.553819] env[68831]: value = "task-2802520" [ 810.553819] env[68831]: _type = "Task" [ 810.553819] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.564350] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802520, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.591367] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074946} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.591737] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.593935] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5badbd-7343-4151-a178-365d22e3eb59 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.618340] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] c87dc1be-f58a-4499-82a8-0b64649bf610/c87dc1be-f58a-4499-82a8-0b64649bf610.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.619632] env[68831]: DEBUG nova.network.neutron [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Updating instance_info_cache with network_info: [{"id": "2da8dece-f806-40a6-9c3b-84a43ee93d07", "address": "fa:16:3e:d6:d0:12", "network": {"id": "8095ee70-7224-4b23-9231-41c8040562d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-460194166", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbad854cc264619b11c9b43b3d76d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da8dece-f8", "ovs_interfaceid": "2da8dece-f806-40a6-9c3b-84a43ee93d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "630d5749-0f0b-4cbb-ae8b-903800c14f21", "address": "fa:16:3e:7c:a0:53", "network": {"id": "bca4fb7c-12d6-4a94-aaf9-df98e558c505", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738393831", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ffbad854cc264619b11c9b43b3d76d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630d5749-0f", "ovs_interfaceid": "630d5749-0f0b-4cbb-ae8b-903800c14f21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97c81235-187c-408b-84d7-9ee3b7511c80", "address": "fa:16:3e:20:4a:6b", "network": {"id": "8095ee70-7224-4b23-9231-41c8040562d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-460194166", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbad854cc264619b11c9b43b3d76d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c81235-18", "ovs_interfaceid": "97c81235-187c-408b-84d7-9ee3b7511c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.621755] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4890b0b-15ad-4f50-8be9-5f351fb2ae24 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.647973] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 810.647973] env[68831]: value = "task-2802521" [ 810.647973] env[68831]: _type = "Task" [ 810.647973] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.659471] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.722996] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802517, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.833425] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.833425] env[68831]: DEBUG nova.compute.manager [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.836384] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.826s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.841025] env[68831]: INFO nova.compute.claims [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.060441] env[68831]: DEBUG nova.compute.manager [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Received event network-vif-plugged-97c81235-187c-408b-84d7-9ee3b7511c80 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.060441] env[68831]: DEBUG oslo_concurrency.lockutils [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] Acquiring lock "e36c017c-0a98-4987-b4e6-76dfe617831f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.060441] env[68831]: DEBUG oslo_concurrency.lockutils [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] Lock "e36c017c-0a98-4987-b4e6-76dfe617831f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.060441] env[68831]: DEBUG oslo_concurrency.lockutils [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] Lock "e36c017c-0a98-4987-b4e6-76dfe617831f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.060441] env[68831]: DEBUG nova.compute.manager [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] No waiting events found dispatching network-vif-plugged-97c81235-187c-408b-84d7-9ee3b7511c80 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.060441] env[68831]: WARNING nova.compute.manager [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Received unexpected event network-vif-plugged-97c81235-187c-408b-84d7-9ee3b7511c80 for instance with vm_state building and task_state spawning. [ 811.060441] env[68831]: DEBUG nova.compute.manager [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Received event network-changed-97c81235-187c-408b-84d7-9ee3b7511c80 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.060441] env[68831]: DEBUG nova.compute.manager [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Refreshing instance network info cache due to event network-changed-97c81235-187c-408b-84d7-9ee3b7511c80. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 811.060441] env[68831]: DEBUG oslo_concurrency.lockutils [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] Acquiring lock "refresh_cache-e36c017c-0a98-4987-b4e6-76dfe617831f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.072564] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802520, 'name': CreateVM_Task, 'duration_secs': 0.440629} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.072796] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.074720] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.074974] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.075553] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.075756] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfabd304-f808-4b61-a2ee-098320c63e29 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.081790] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 811.081790] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520149f3-486d-db64-ef1a-a03545f61bbb" [ 811.081790] env[68831]: _type = "Task" [ 811.081790] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.093250] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520149f3-486d-db64-ef1a-a03545f61bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.146022] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Releasing lock "refresh_cache-e36c017c-0a98-4987-b4e6-76dfe617831f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.146022] env[68831]: DEBUG nova.compute.manager [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Instance network_info: |[{"id": "2da8dece-f806-40a6-9c3b-84a43ee93d07", "address": "fa:16:3e:d6:d0:12", "network": {"id": "8095ee70-7224-4b23-9231-41c8040562d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-460194166", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbad854cc264619b11c9b43b3d76d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da8dece-f8", "ovs_interfaceid": "2da8dece-f806-40a6-9c3b-84a43ee93d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "630d5749-0f0b-4cbb-ae8b-903800c14f21", "address": "fa:16:3e:7c:a0:53", "network": {"id": "bca4fb7c-12d6-4a94-aaf9-df98e558c505", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738393831", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ffbad854cc264619b11c9b43b3d76d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630d5749-0f", "ovs_interfaceid": "630d5749-0f0b-4cbb-ae8b-903800c14f21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97c81235-187c-408b-84d7-9ee3b7511c80", "address": "fa:16:3e:20:4a:6b", "network": {"id": "8095ee70-7224-4b23-9231-41c8040562d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-460194166", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbad854cc264619b11c9b43b3d76d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c81235-18", "ovs_interfaceid": "97c81235-187c-408b-84d7-9ee3b7511c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.146022] env[68831]: DEBUG oslo_concurrency.lockutils [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] Acquired lock "refresh_cache-e36c017c-0a98-4987-b4e6-76dfe617831f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.146022] env[68831]: DEBUG nova.network.neutron [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Refreshing network info cache for port 97c81235-187c-408b-84d7-9ee3b7511c80 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.150609] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:d0:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2da8dece-f806-40a6-9c3b-84a43ee93d07', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:a0:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '630d5749-0f0b-4cbb-ae8b-903800c14f21', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:4a:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97c81235-187c-408b-84d7-9ee3b7511c80', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.167453] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Creating folder: Project (ffbad854cc264619b11c9b43b3d76d63). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.169035] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8261e401-51d5-428b-a682-96744a502982 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.185240] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802521, 'name': ReconfigVM_Task, 'duration_secs': 0.528604} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.185971] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Reconfigured VM instance instance-0000002a to attach disk [datastore1] c87dc1be-f58a-4499-82a8-0b64649bf610/c87dc1be-f58a-4499-82a8-0b64649bf610.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.186668] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Created folder: Project (ffbad854cc264619b11c9b43b3d76d63) in parent group-v563050. [ 811.190017] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Creating folder: Instances. Parent ref: group-v563176. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.190017] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a7ab49c-9045-4914-ae7e-1c4da01bb14d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.190017] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3a1d69d-a5a4-4a62-b02a-19455fb1a87c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.199223] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 811.199223] env[68831]: value = "task-2802523" [ 811.199223] env[68831]: _type = "Task" [ 811.199223] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.205910] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Created folder: Instances in parent group-v563176. [ 811.206183] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.207261] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.207523] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fbc04d2-8700-454c-934a-a3392c78f398 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.241407] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802523, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.251418] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802517, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.252962] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.252962] env[68831]: value = "task-2802525" [ 811.252962] env[68831]: _type = "Task" [ 811.252962] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.265614] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802525, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.342549] env[68831]: DEBUG nova.compute.utils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.344437] env[68831]: DEBUG nova.compute.manager [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.344616] env[68831]: DEBUG nova.network.neutron [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.442045] env[68831]: DEBUG nova.network.neutron [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Updated VIF entry in instance network info cache for port 3d95814b-94fe-4a02-b69e-dcc2789fbce9. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.442551] env[68831]: DEBUG nova.network.neutron [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Updating instance_info_cache with network_info: [{"id": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "address": "fa:16:3e:b9:9d:09", "network": {"id": "1f78ec4f-1027-4123-8060-207456a62dc4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1957300418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90b63a06280c43b984fa128c30214faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d95814b-94", "ovs_interfaceid": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.452011] env[68831]: DEBUG nova.policy [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a95373591f7d47e598801f55c3090f8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57401d4e74994dc4a5fdba00e5e19a6d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.600503] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520149f3-486d-db64-ef1a-a03545f61bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.01494} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.600818] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.601070] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.601320] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.601468] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.601648] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.602513] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a44c673-cdfe-467e-b441-643c312de484 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.617692] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.617920] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.618694] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cad526d-9d1d-4bad-9784-b3133b018fbf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.628313] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 811.628313] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f7556d-c443-74f4-e35f-fe63a27ff2e6" [ 811.628313] env[68831]: _type = "Task" [ 811.628313] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.642568] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f7556d-c443-74f4-e35f-fe63a27ff2e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.710835] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802523, 'name': Rename_Task, 'duration_secs': 0.232896} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.711357] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.712129] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8f35832-70a1-46d3-bd37-210e6243c620 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.721595] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 811.721595] env[68831]: value = "task-2802526" [ 811.721595] env[68831]: _type = "Task" [ 811.721595] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.733919] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.752853] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802517, 'name': CloneVM_Task, 'duration_secs': 1.349981} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.753337] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Created linked-clone VM from snapshot [ 811.754383] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152779b2-7df0-407d-b9d7-9fe3656579bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.768713] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802525, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.772192] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Uploading image be866b90-dcb0-4ef1-ad6d-2f9918c0fad6 {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 811.810019] env[68831]: DEBUG oslo_vmware.rw_handles [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 811.810019] env[68831]: value = "vm-563172" [ 811.810019] env[68831]: _type = "VirtualMachine" [ 811.810019] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 811.810019] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-04db53e4-6ac5-4dc0-98e4-a76212146d9e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.816781] env[68831]: DEBUG oslo_vmware.rw_handles [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lease: (returnval){ [ 811.816781] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5211abb8-4128-616a-8f3d-36eac4447d59" [ 811.816781] env[68831]: _type = "HttpNfcLease" [ 811.816781] env[68831]: } obtained for exporting VM: (result){ [ 811.816781] env[68831]: value = "vm-563172" [ 811.816781] env[68831]: _type = "VirtualMachine" [ 811.816781] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 811.816781] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the lease: (returnval){ [ 811.816781] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5211abb8-4128-616a-8f3d-36eac4447d59" [ 811.816781] env[68831]: _type = "HttpNfcLease" [ 811.816781] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 811.827755] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.827755] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5211abb8-4128-616a-8f3d-36eac4447d59" [ 811.827755] env[68831]: _type = "HttpNfcLease" [ 811.827755] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 811.850631] env[68831]: DEBUG nova.compute.manager [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.948640] env[68831]: DEBUG oslo_concurrency.lockutils [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] Releasing lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.948640] env[68831]: DEBUG nova.compute.manager [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Received event network-vif-plugged-b3af0e00-b93b-497b-9ce8-cb58815f57ae {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.948905] env[68831]: DEBUG oslo_concurrency.lockutils [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] Acquiring lock "ea190e91-e74a-497b-b28d-91c72895bb58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.952025] env[68831]: DEBUG oslo_concurrency.lockutils [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] Lock "ea190e91-e74a-497b-b28d-91c72895bb58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.952025] env[68831]: DEBUG oslo_concurrency.lockutils [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] Lock "ea190e91-e74a-497b-b28d-91c72895bb58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.952025] env[68831]: DEBUG nova.compute.manager [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] No waiting events found dispatching network-vif-plugged-b3af0e00-b93b-497b-9ce8-cb58815f57ae {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.952025] env[68831]: WARNING nova.compute.manager [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Received unexpected event network-vif-plugged-b3af0e00-b93b-497b-9ce8-cb58815f57ae for instance with vm_state building and task_state spawning. [ 811.952025] env[68831]: DEBUG nova.compute.manager [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Received event network-changed-b3af0e00-b93b-497b-9ce8-cb58815f57ae {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.952025] env[68831]: DEBUG nova.compute.manager [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Refreshing instance network info cache due to event network-changed-b3af0e00-b93b-497b-9ce8-cb58815f57ae. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 811.952025] env[68831]: DEBUG oslo_concurrency.lockutils [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] Acquiring lock "refresh_cache-ea190e91-e74a-497b-b28d-91c72895bb58" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.952025] env[68831]: DEBUG oslo_concurrency.lockutils [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] Acquired lock "refresh_cache-ea190e91-e74a-497b-b28d-91c72895bb58" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.952025] env[68831]: DEBUG nova.network.neutron [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Refreshing network info cache for port b3af0e00-b93b-497b-9ce8-cb58815f57ae {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.145429] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f7556d-c443-74f4-e35f-fe63a27ff2e6, 'name': SearchDatastore_Task, 'duration_secs': 0.014232} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.146173] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e93f5a9-2879-4b8c-afce-680af4fcb9a9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.153894] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 812.153894] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5208e7f2-9f1b-ea1e-9a2a-a24f6de6b194" [ 812.153894] env[68831]: _type = "Task" [ 812.153894] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.167830] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5208e7f2-9f1b-ea1e-9a2a-a24f6de6b194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.233627] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802526, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.268730] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802525, 'name': CreateVM_Task, 'duration_secs': 0.797137} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.268730] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.268730] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.268730] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.269035] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.269510] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cea17bf-0fa4-4d92-9e05-1938061d9ac4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.275325] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 812.275325] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52610dcc-8cc1-004b-36d9-af3b8abc8486" [ 812.275325] env[68831]: _type = "Task" [ 812.275325] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.287437] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52610dcc-8cc1-004b-36d9-af3b8abc8486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.328150] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.328150] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5211abb8-4128-616a-8f3d-36eac4447d59" [ 812.328150] env[68831]: _type = "HttpNfcLease" [ 812.328150] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.328584] env[68831]: DEBUG oslo_vmware.rw_handles [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.328584] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5211abb8-4128-616a-8f3d-36eac4447d59" [ 812.328584] env[68831]: _type = "HttpNfcLease" [ 812.328584] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 812.329304] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9fd1d5-1326-4c64-bda2-e1101c5b5c07 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.340607] env[68831]: DEBUG oslo_vmware.rw_handles [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a877e3-8343-593b-9840-2e7cfb07e5bc/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.340850] env[68831]: DEBUG oslo_vmware.rw_handles [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a877e3-8343-593b-9840-2e7cfb07e5bc/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 812.408743] env[68831]: DEBUG nova.network.neutron [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Updated VIF entry in instance network info cache for port 97c81235-187c-408b-84d7-9ee3b7511c80. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.409443] env[68831]: DEBUG nova.network.neutron [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Updating instance_info_cache with network_info: [{"id": "2da8dece-f806-40a6-9c3b-84a43ee93d07", "address": "fa:16:3e:d6:d0:12", "network": {"id": "8095ee70-7224-4b23-9231-41c8040562d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-460194166", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbad854cc264619b11c9b43b3d76d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da8dece-f8", "ovs_interfaceid": "2da8dece-f806-40a6-9c3b-84a43ee93d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "630d5749-0f0b-4cbb-ae8b-903800c14f21", "address": "fa:16:3e:7c:a0:53", "network": {"id": "bca4fb7c-12d6-4a94-aaf9-df98e558c505", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738393831", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ffbad854cc264619b11c9b43b3d76d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630d5749-0f", "ovs_interfaceid": "630d5749-0f0b-4cbb-ae8b-903800c14f21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97c81235-187c-408b-84d7-9ee3b7511c80", "address": "fa:16:3e:20:4a:6b", "network": {"id": "8095ee70-7224-4b23-9231-41c8040562d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-460194166", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbad854cc264619b11c9b43b3d76d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c81235-18", "ovs_interfaceid": "97c81235-187c-408b-84d7-9ee3b7511c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.415130] env[68831]: DEBUG nova.network.neutron [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Successfully created port: dcbc9597-3a7b-4926-a14b-2ea6e079eb2c {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.479638] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-14da6799-c812-46fb-802a-51f7eaca4c0a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.531119] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87da42ee-cc12-4478-95f3-705083315b73 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.545286] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0763d7ff-d68f-4065-9e02-a8d067b9330f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.585388] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3ed3b1-847f-46b8-81cc-4957442d5495 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.596899] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dc9c96-7fe1-4ca2-8372-72b3a5b0d1ae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.616404] env[68831]: DEBUG nova.compute.provider_tree [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.671870] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5208e7f2-9f1b-ea1e-9a2a-a24f6de6b194, 'name': SearchDatastore_Task, 'duration_secs': 0.017375} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.674981] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.674981] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] ea190e91-e74a-497b-b28d-91c72895bb58/ea190e91-e74a-497b-b28d-91c72895bb58.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.674981] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4507c0fd-e0a9-4264-8382-dcbf1bec12d1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.683353] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 812.683353] env[68831]: value = "task-2802528" [ 812.683353] env[68831]: _type = "Task" [ 812.683353] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.696395] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.735870] env[68831]: DEBUG oslo_vmware.api [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802526, 'name': PowerOnVM_Task, 'duration_secs': 0.840472} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.737231] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.739078] env[68831]: INFO nova.compute.manager [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Took 8.03 seconds to spawn the instance on the hypervisor. [ 812.739314] env[68831]: DEBUG nova.compute.manager [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.740130] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e302bba7-b865-46e6-87a5-765681459bb5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.789688] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52610dcc-8cc1-004b-36d9-af3b8abc8486, 'name': SearchDatastore_Task, 'duration_secs': 0.017919} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.796375] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.796710] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.796993] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.797542] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.797542] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.798460] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e597b3af-c34a-416b-83db-765f2967c1db {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.818786] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.818786] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.818786] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e41cba-12e9-40aa-a631-491f09d5ff3f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.827854] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 812.827854] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528b4155-13ff-3b94-14c1-81bbc988df4b" [ 812.827854] env[68831]: _type = "Task" [ 812.827854] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.839211] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528b4155-13ff-3b94-14c1-81bbc988df4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.918946] env[68831]: DEBUG oslo_concurrency.lockutils [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] Releasing lock "refresh_cache-e36c017c-0a98-4987-b4e6-76dfe617831f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.919546] env[68831]: DEBUG nova.compute.manager [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Received event network-changed-3d95814b-94fe-4a02-b69e-dcc2789fbce9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.919980] env[68831]: DEBUG nova.compute.manager [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Refreshing instance network info cache due to event network-changed-3d95814b-94fe-4a02-b69e-dcc2789fbce9. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 812.921730] env[68831]: DEBUG oslo_concurrency.lockutils [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] Acquiring lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.921730] env[68831]: DEBUG oslo_concurrency.lockutils [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] Acquired lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.921730] env[68831]: DEBUG nova.network.neutron [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Refreshing network info cache for port 3d95814b-94fe-4a02-b69e-dcc2789fbce9 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.930113] env[68831]: DEBUG nova.compute.manager [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.967855] env[68831]: DEBUG nova.virt.hardware [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.968426] env[68831]: DEBUG nova.virt.hardware [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.968590] env[68831]: DEBUG nova.virt.hardware [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.968852] env[68831]: DEBUG nova.virt.hardware [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.969077] env[68831]: DEBUG nova.virt.hardware [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.970771] env[68831]: DEBUG nova.virt.hardware [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.970771] env[68831]: DEBUG nova.virt.hardware [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.970771] env[68831]: DEBUG nova.virt.hardware [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.970771] env[68831]: DEBUG nova.virt.hardware [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.970771] env[68831]: DEBUG nova.virt.hardware [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.970771] env[68831]: DEBUG nova.virt.hardware [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.972844] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c3e31c-404d-4f86-8a6b-ca4cfc26e31f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.983445] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680d2631-526f-4bb4-b2e1-8829f531a811 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.017186] env[68831]: DEBUG nova.network.neutron [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Updated VIF entry in instance network info cache for port b3af0e00-b93b-497b-9ce8-cb58815f57ae. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.017186] env[68831]: DEBUG nova.network.neutron [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Updating instance_info_cache with network_info: [{"id": "b3af0e00-b93b-497b-9ce8-cb58815f57ae", "address": "fa:16:3e:a7:30:1c", "network": {"id": "732d6aab-534d-4582-9059-d6b73b266776", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1196691001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8d7dd0e4001400881299447121f9253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3af0e00-b9", "ovs_interfaceid": "b3af0e00-b93b-497b-9ce8-cb58815f57ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.120818] env[68831]: DEBUG nova.scheduler.client.report [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.197164] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802528, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.262021] env[68831]: INFO nova.compute.manager [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Took 41.36 seconds to build instance. [ 813.339912] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528b4155-13ff-3b94-14c1-81bbc988df4b, 'name': SearchDatastore_Task, 'duration_secs': 0.014251} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.341081] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7730e0c-0d4a-4c26-861f-a24626da02ef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.349501] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 813.349501] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52046112-ec68-0e51-f7d1-cb17fcaf5db9" [ 813.349501] env[68831]: _type = "Task" [ 813.349501] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.358962] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52046112-ec68-0e51-f7d1-cb17fcaf5db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.520660] env[68831]: DEBUG oslo_concurrency.lockutils [req-8706ec9d-5a32-4d01-9d18-8bd392e224e5 req-57af39c9-8325-45bb-8998-5442f131d426 service nova] Releasing lock "refresh_cache-ea190e91-e74a-497b-b28d-91c72895bb58" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.634126] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.634780] env[68831]: DEBUG nova.compute.manager [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.637846] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.167s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.638189] env[68831]: DEBUG nova.objects.instance [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Lazy-loading 'resources' on Instance uuid bf972e49-a76d-47d5-bc4f-f934412c899a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.646655] env[68831]: DEBUG nova.compute.manager [req-aec55242-3907-4e75-b4f7-8aa23333f02c req-5bdf19e1-2259-4993-b90f-c94b95552009 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Received event network-changed-3d95814b-94fe-4a02-b69e-dcc2789fbce9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.646965] env[68831]: DEBUG nova.compute.manager [req-aec55242-3907-4e75-b4f7-8aa23333f02c req-5bdf19e1-2259-4993-b90f-c94b95552009 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Refreshing instance network info cache due to event network-changed-3d95814b-94fe-4a02-b69e-dcc2789fbce9. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 813.650109] env[68831]: DEBUG oslo_concurrency.lockutils [req-aec55242-3907-4e75-b4f7-8aa23333f02c req-5bdf19e1-2259-4993-b90f-c94b95552009 service nova] Acquiring lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.696507] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650099} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.698046] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] ea190e91-e74a-497b-b28d-91c72895bb58/ea190e91-e74a-497b-b28d-91c72895bb58.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.698301] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.699589] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cfc96fd-14d8-43a2-b08a-06f6cb80c2c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.708893] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 813.708893] env[68831]: value = "task-2802529" [ 813.708893] env[68831]: _type = "Task" [ 813.708893] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.719981] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.721561] env[68831]: DEBUG oslo_concurrency.lockutils [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Acquiring lock "545024c9-58d2-4cec-9674-5aaee972370a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.721963] env[68831]: DEBUG oslo_concurrency.lockutils [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Lock "545024c9-58d2-4cec-9674-5aaee972370a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.722237] env[68831]: DEBUG oslo_concurrency.lockutils [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Acquiring lock "545024c9-58d2-4cec-9674-5aaee972370a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.722435] env[68831]: DEBUG oslo_concurrency.lockutils [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Lock "545024c9-58d2-4cec-9674-5aaee972370a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.722606] env[68831]: DEBUG oslo_concurrency.lockutils [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Lock "545024c9-58d2-4cec-9674-5aaee972370a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.724948] env[68831]: INFO nova.compute.manager [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Terminating instance [ 813.737573] env[68831]: DEBUG nova.network.neutron [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Updated VIF entry in instance network info cache for port 3d95814b-94fe-4a02-b69e-dcc2789fbce9. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.737935] env[68831]: DEBUG nova.network.neutron [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Updating instance_info_cache with network_info: [{"id": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "address": "fa:16:3e:b9:9d:09", "network": {"id": "1f78ec4f-1027-4123-8060-207456a62dc4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1957300418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90b63a06280c43b984fa128c30214faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d95814b-94", "ovs_interfaceid": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.761237] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4de9e19a-7872-4f29-9819-db888cef99ab tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "c87dc1be-f58a-4499-82a8-0b64649bf610" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.511s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.863291] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52046112-ec68-0e51-f7d1-cb17fcaf5db9, 'name': SearchDatastore_Task, 'duration_secs': 0.014767} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.863563] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.863869] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] e36c017c-0a98-4987-b4e6-76dfe617831f/e36c017c-0a98-4987-b4e6-76dfe617831f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.864172] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c6f5182-8d2a-4742-a061-3a6b86207649 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.873392] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 813.873392] env[68831]: value = "task-2802530" [ 813.873392] env[68831]: _type = "Task" [ 813.873392] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.884405] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.139679] env[68831]: DEBUG nova.compute.utils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.144487] env[68831]: DEBUG nova.compute.manager [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.144893] env[68831]: DEBUG nova.network.neutron [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.223325] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078412} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.223608] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.225063] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e150cf0d-6293-484e-aed5-8e6fac3e6f0a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.241640] env[68831]: DEBUG nova.compute.manager [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.241927] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.242428] env[68831]: DEBUG oslo_concurrency.lockutils [req-225bf5f0-0e6b-4998-9581-3a1a258f92c9 req-85732b49-be6b-435b-a061-72eee94f7385 service nova] Releasing lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.251375] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] ea190e91-e74a-497b-b28d-91c72895bb58/ea190e91-e74a-497b-b28d-91c72895bb58.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.255577] env[68831]: DEBUG nova.policy [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36109695f9464df4b5dcbbd64453eb22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7222cf3da86d41d1896db0a00e349aba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.257477] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b78062-5a6b-4d25-8673-4a04fc34ef67 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.260083] env[68831]: DEBUG oslo_concurrency.lockutils [req-aec55242-3907-4e75-b4f7-8aa23333f02c req-5bdf19e1-2259-4993-b90f-c94b95552009 service nova] Acquired lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.260278] env[68831]: DEBUG nova.network.neutron [req-aec55242-3907-4e75-b4f7-8aa23333f02c req-5bdf19e1-2259-4993-b90f-c94b95552009 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Refreshing network info cache for port 3d95814b-94fe-4a02-b69e-dcc2789fbce9 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.261394] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-888aff63-c21c-462a-b797-a68f034d5ee7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.277264] env[68831]: DEBUG nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.285236] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.286501] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2b635fb-5f75-449a-8d97-4b409257481c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.288116] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 814.288116] env[68831]: value = "task-2802531" [ 814.288116] env[68831]: _type = "Task" [ 814.288116] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.295710] env[68831]: DEBUG oslo_vmware.api [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Waiting for the task: (returnval){ [ 814.295710] env[68831]: value = "task-2802532" [ 814.295710] env[68831]: _type = "Task" [ 814.295710] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.302837] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.310032] env[68831]: DEBUG oslo_vmware.api [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': task-2802532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.385624] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802530, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.597263] env[68831]: DEBUG nova.compute.manager [req-2660b1c6-a3f4-4885-ab00-63b538a706e2 req-bc112b66-eb01-4ad9-ac51-2006b6571d30 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Received event network-changed-3d95814b-94fe-4a02-b69e-dcc2789fbce9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.597575] env[68831]: DEBUG nova.compute.manager [req-2660b1c6-a3f4-4885-ab00-63b538a706e2 req-bc112b66-eb01-4ad9-ac51-2006b6571d30 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Refreshing instance network info cache due to event network-changed-3d95814b-94fe-4a02-b69e-dcc2789fbce9. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 814.597836] env[68831]: DEBUG oslo_concurrency.lockutils [req-2660b1c6-a3f4-4885-ab00-63b538a706e2 req-bc112b66-eb01-4ad9-ac51-2006b6571d30 service nova] Acquiring lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.656220] env[68831]: DEBUG nova.compute.utils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.799696] env[68831]: DEBUG nova.network.neutron [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Successfully updated port: dcbc9597-3a7b-4926-a14b-2ea6e079eb2c {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.814804] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802531, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.823639] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.823902] env[68831]: DEBUG oslo_vmware.api [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': task-2802532, 'name': PowerOffVM_Task, 'duration_secs': 0.485317} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.827580] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.829787] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.832665] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3702d0b-3380-45dc-88b6-6997efedfd45 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.850938] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74424172-7eb1-42e3-880a-c94c42507a45 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.863976] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa7ffcb-20e2-4fc1-8864-abd0fc495f74 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.903498] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6ddcfb-5ac3-4032-a394-bd3ea0d159a0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.907617] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.907832] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.908018] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Deleting the datastore file [datastore1] 545024c9-58d2-4cec-9674-5aaee972370a {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.908879] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffa64086-1470-4503-b5ac-9e08350d1801 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.915778] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766807} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.917259] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] e36c017c-0a98-4987-b4e6-76dfe617831f/e36c017c-0a98-4987-b4e6-76dfe617831f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.917259] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.921021] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9819de75-718f-4a25-b4fb-abe6f157c4a7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.923434] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f485515b-86a6-4305-8abf-cfc8e54164c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.927235] env[68831]: DEBUG oslo_vmware.api [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Waiting for the task: (returnval){ [ 814.927235] env[68831]: value = "task-2802534" [ 814.927235] env[68831]: _type = "Task" [ 814.927235] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.940991] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 814.940991] env[68831]: value = "task-2802535" [ 814.940991] env[68831]: _type = "Task" [ 814.940991] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.942374] env[68831]: DEBUG nova.compute.provider_tree [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.954436] env[68831]: DEBUG oslo_vmware.api [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': task-2802534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.960498] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.056247] env[68831]: DEBUG nova.network.neutron [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Successfully created port: b7d44ec1-9a55-474c-985e-b1adae5a8c00 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.162376] env[68831]: DEBUG nova.compute.manager [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.261153] env[68831]: DEBUG nova.network.neutron [req-aec55242-3907-4e75-b4f7-8aa23333f02c req-5bdf19e1-2259-4993-b90f-c94b95552009 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Updated VIF entry in instance network info cache for port 3d95814b-94fe-4a02-b69e-dcc2789fbce9. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.261577] env[68831]: DEBUG nova.network.neutron [req-aec55242-3907-4e75-b4f7-8aa23333f02c req-5bdf19e1-2259-4993-b90f-c94b95552009 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Updating instance_info_cache with network_info: [{"id": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "address": "fa:16:3e:b9:9d:09", "network": {"id": "1f78ec4f-1027-4123-8060-207456a62dc4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1957300418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90b63a06280c43b984fa128c30214faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d95814b-94", "ovs_interfaceid": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.282421] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquiring lock "a9163236-c65e-48c8-b068-73898e0e173e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.282649] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Lock "a9163236-c65e-48c8-b068-73898e0e173e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.302813] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Acquiring lock "refresh_cache-4a3883d1-8f6a-4e32-ba63-0552865b3158" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.302930] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Acquired lock "refresh_cache-4a3883d1-8f6a-4e32-ba63-0552865b3158" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.303147] env[68831]: DEBUG nova.network.neutron [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.304396] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802531, 'name': ReconfigVM_Task, 'duration_secs': 0.598237} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.305442] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Reconfigured VM instance instance-0000002b to attach disk [datastore2] ea190e91-e74a-497b-b28d-91c72895bb58/ea190e91-e74a-497b-b28d-91c72895bb58.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.305597] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c7b71a4-827d-462e-b8e9-4136ca815bac {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.312644] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 815.312644] env[68831]: value = "task-2802536" [ 815.312644] env[68831]: _type = "Task" [ 815.312644] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.325362] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802536, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.436194] env[68831]: DEBUG oslo_vmware.api [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Task: {'id': task-2802534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148659} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.436682] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.436766] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.436915] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.437103] env[68831]: INFO nova.compute.manager [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 815.437677] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.437892] env[68831]: DEBUG nova.compute.manager [-] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.437994] env[68831]: DEBUG nova.network.neutron [-] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.445709] env[68831]: DEBUG nova.scheduler.client.report [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.459376] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068565} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.459376] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.459649] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e315e9-e1da-44e1-9cd3-67e3e2f5251a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.494731] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] e36c017c-0a98-4987-b4e6-76dfe617831f/e36c017c-0a98-4987-b4e6-76dfe617831f.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.495406] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e6f37d8-e81d-42f1-8197-9df83a3294b2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.520335] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 815.520335] env[68831]: value = "task-2802537" [ 815.520335] env[68831]: _type = "Task" [ 815.520335] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.533890] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.766244] env[68831]: DEBUG oslo_concurrency.lockutils [req-aec55242-3907-4e75-b4f7-8aa23333f02c req-5bdf19e1-2259-4993-b90f-c94b95552009 service nova] Releasing lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.767185] env[68831]: DEBUG oslo_concurrency.lockutils [req-2660b1c6-a3f4-4885-ab00-63b538a706e2 req-bc112b66-eb01-4ad9-ac51-2006b6571d30 service nova] Acquired lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.767185] env[68831]: DEBUG nova.network.neutron [req-2660b1c6-a3f4-4885-ab00-63b538a706e2 req-bc112b66-eb01-4ad9-ac51-2006b6571d30 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Refreshing network info cache for port 3d95814b-94fe-4a02-b69e-dcc2789fbce9 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.825565] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802536, 'name': Rename_Task, 'duration_secs': 0.238042} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.825855] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.826154] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff60fa3f-43a7-4dd2-8e24-94b2603239af {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.833855] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 815.833855] env[68831]: value = "task-2802538" [ 815.833855] env[68831]: _type = "Task" [ 815.833855] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.839021] env[68831]: DEBUG nova.network.neutron [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.846651] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.953950] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.316s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.956782] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.911s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.958532] env[68831]: INFO nova.compute.claims [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.986337] env[68831]: INFO nova.scheduler.client.report [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Deleted allocations for instance bf972e49-a76d-47d5-bc4f-f934412c899a [ 815.992433] env[68831]: DEBUG nova.network.neutron [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Updating instance_info_cache with network_info: [{"id": "dcbc9597-3a7b-4926-a14b-2ea6e079eb2c", "address": "fa:16:3e:c4:a5:75", "network": {"id": "8412a15d-7067-482e-9ff4-28a692351741", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-897053330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57401d4e74994dc4a5fdba00e5e19a6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbc9597-3a", "ovs_interfaceid": "dcbc9597-3a7b-4926-a14b-2ea6e079eb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.031462] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802537, 'name': ReconfigVM_Task, 'duration_secs': 0.319853} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.032206] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Reconfigured VM instance instance-00000029 to attach disk [datastore1] e36c017c-0a98-4987-b4e6-76dfe617831f/e36c017c-0a98-4987-b4e6-76dfe617831f.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.033163] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c7a27d3-dea0-41fc-9389-ee24bd0fc6c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.040658] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 816.040658] env[68831]: value = "task-2802539" [ 816.040658] env[68831]: _type = "Task" [ 816.040658] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.049422] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802539, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.173080] env[68831]: DEBUG nova.compute.manager [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.197066] env[68831]: DEBUG nova.virt.hardware [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:30:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1176618168',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-343984640',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.197327] env[68831]: DEBUG nova.virt.hardware [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.197480] env[68831]: DEBUG nova.virt.hardware [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.197653] env[68831]: DEBUG nova.virt.hardware [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.197801] env[68831]: DEBUG nova.virt.hardware [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.198436] env[68831]: DEBUG nova.virt.hardware [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.198436] env[68831]: DEBUG nova.virt.hardware [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.198436] env[68831]: DEBUG nova.virt.hardware [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.198609] env[68831]: DEBUG nova.virt.hardware [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.198609] env[68831]: DEBUG nova.virt.hardware [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.198781] env[68831]: DEBUG nova.virt.hardware [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.199726] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06dcecf-e23d-4dc3-9439-aeb8675b5158 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.208164] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d29f21-287b-4652-8fff-e66c74a1afb9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.292022] env[68831]: DEBUG nova.network.neutron [-] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.293083] env[68831]: DEBUG nova.compute.manager [req-ab4bef6d-5c79-41db-b7f6-716b0a924dd8 req-36d2383e-8e68-4622-b830-3e238f4998b2 service nova] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Received event network-vif-plugged-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.293668] env[68831]: DEBUG oslo_concurrency.lockutils [req-ab4bef6d-5c79-41db-b7f6-716b0a924dd8 req-36d2383e-8e68-4622-b830-3e238f4998b2 service nova] Acquiring lock "4a3883d1-8f6a-4e32-ba63-0552865b3158-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.294092] env[68831]: DEBUG oslo_concurrency.lockutils [req-ab4bef6d-5c79-41db-b7f6-716b0a924dd8 req-36d2383e-8e68-4622-b830-3e238f4998b2 service nova] Lock "4a3883d1-8f6a-4e32-ba63-0552865b3158-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.294604] env[68831]: DEBUG oslo_concurrency.lockutils [req-ab4bef6d-5c79-41db-b7f6-716b0a924dd8 req-36d2383e-8e68-4622-b830-3e238f4998b2 service nova] Lock "4a3883d1-8f6a-4e32-ba63-0552865b3158-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.294997] env[68831]: DEBUG nova.compute.manager [req-ab4bef6d-5c79-41db-b7f6-716b0a924dd8 req-36d2383e-8e68-4622-b830-3e238f4998b2 service nova] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] No waiting events found dispatching network-vif-plugged-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.295348] env[68831]: WARNING nova.compute.manager [req-ab4bef6d-5c79-41db-b7f6-716b0a924dd8 req-36d2383e-8e68-4622-b830-3e238f4998b2 service nova] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Received unexpected event network-vif-plugged-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c for instance with vm_state building and task_state spawning. [ 816.295992] env[68831]: DEBUG nova.compute.manager [req-ab4bef6d-5c79-41db-b7f6-716b0a924dd8 req-36d2383e-8e68-4622-b830-3e238f4998b2 service nova] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Received event network-changed-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.296326] env[68831]: DEBUG nova.compute.manager [req-ab4bef6d-5c79-41db-b7f6-716b0a924dd8 req-36d2383e-8e68-4622-b830-3e238f4998b2 service nova] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Refreshing instance network info cache due to event network-changed-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 816.296823] env[68831]: DEBUG oslo_concurrency.lockutils [req-ab4bef6d-5c79-41db-b7f6-716b0a924dd8 req-36d2383e-8e68-4622-b830-3e238f4998b2 service nova] Acquiring lock "refresh_cache-4a3883d1-8f6a-4e32-ba63-0552865b3158" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.346564] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.494073] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Lock "bf972e49-a76d-47d5-bc4f-f934412c899a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.689s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.495355] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Releasing lock "refresh_cache-4a3883d1-8f6a-4e32-ba63-0552865b3158" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.495700] env[68831]: DEBUG nova.compute.manager [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Instance network_info: |[{"id": "dcbc9597-3a7b-4926-a14b-2ea6e079eb2c", "address": "fa:16:3e:c4:a5:75", "network": {"id": "8412a15d-7067-482e-9ff4-28a692351741", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-897053330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57401d4e74994dc4a5fdba00e5e19a6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbc9597-3a", "ovs_interfaceid": "dcbc9597-3a7b-4926-a14b-2ea6e079eb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.496751] env[68831]: DEBUG oslo_concurrency.lockutils [req-ab4bef6d-5c79-41db-b7f6-716b0a924dd8 req-36d2383e-8e68-4622-b830-3e238f4998b2 service nova] Acquired lock "refresh_cache-4a3883d1-8f6a-4e32-ba63-0552865b3158" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.496751] env[68831]: DEBUG nova.network.neutron [req-ab4bef6d-5c79-41db-b7f6-716b0a924dd8 req-36d2383e-8e68-4622-b830-3e238f4998b2 service nova] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Refreshing network info cache for port dcbc9597-3a7b-4926-a14b-2ea6e079eb2c {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.497627] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:a5:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcbc9597-3a7b-4926-a14b-2ea6e079eb2c', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.505671] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Creating folder: Project (57401d4e74994dc4a5fdba00e5e19a6d). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.506114] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed5ce3c7-1251-47ea-891c-bd1bbe4a2d50 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.515997] env[68831]: DEBUG nova.network.neutron [req-2660b1c6-a3f4-4885-ab00-63b538a706e2 req-bc112b66-eb01-4ad9-ac51-2006b6571d30 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Updated VIF entry in instance network info cache for port 3d95814b-94fe-4a02-b69e-dcc2789fbce9. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.517308] env[68831]: DEBUG nova.network.neutron [req-2660b1c6-a3f4-4885-ab00-63b538a706e2 req-bc112b66-eb01-4ad9-ac51-2006b6571d30 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Updating instance_info_cache with network_info: [{"id": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "address": "fa:16:3e:b9:9d:09", "network": {"id": "1f78ec4f-1027-4123-8060-207456a62dc4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1957300418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90b63a06280c43b984fa128c30214faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d95814b-94", "ovs_interfaceid": "3d95814b-94fe-4a02-b69e-dcc2789fbce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.519242] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Created folder: Project (57401d4e74994dc4a5fdba00e5e19a6d) in parent group-v563050. [ 816.519461] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Creating folder: Instances. Parent ref: group-v563179. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.519990] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fda10d41-58fa-493f-b0ad-cc310de7d873 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.531468] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Created folder: Instances in parent group-v563179. [ 816.532235] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.532235] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.533508] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3e178a4-48e2-4468-a45b-a5cf3e5a6f1b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.559452] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802539, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.561493] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.561493] env[68831]: value = "task-2802542" [ 816.561493] env[68831]: _type = "Task" [ 816.561493] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.568774] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802542, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.798494] env[68831]: INFO nova.compute.manager [-] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Took 1.36 seconds to deallocate network for instance. [ 816.847920] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802538, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.967050] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquiring lock "42ea1741-5132-4f0e-a4cb-4b7a598e4188" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.967050] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Lock "42ea1741-5132-4f0e-a4cb-4b7a598e4188" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.967050] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquiring lock "42ea1741-5132-4f0e-a4cb-4b7a598e4188-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.967506] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Lock "42ea1741-5132-4f0e-a4cb-4b7a598e4188-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.967750] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Lock "42ea1741-5132-4f0e-a4cb-4b7a598e4188-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.971180] env[68831]: INFO nova.compute.manager [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Terminating instance [ 816.978774] env[68831]: DEBUG nova.network.neutron [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Successfully updated port: b7d44ec1-9a55-474c-985e-b1adae5a8c00 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.021744] env[68831]: DEBUG oslo_concurrency.lockutils [req-2660b1c6-a3f4-4885-ab00-63b538a706e2 req-bc112b66-eb01-4ad9-ac51-2006b6571d30 service nova] Releasing lock "refresh_cache-42ea1741-5132-4f0e-a4cb-4b7a598e4188" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.084380] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802539, 'name': Rename_Task, 'duration_secs': 0.933705} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.090722] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.091535] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "1ce9536c-c125-48f8-b52a-4376adab0076" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.091535] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "1ce9536c-c125-48f8-b52a-4376adab0076" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.091535] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d978026-7938-4c61-88ff-d03a5b810bc3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.097704] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802542, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.105275] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 817.105275] env[68831]: value = "task-2802543" [ 817.105275] env[68831]: _type = "Task" [ 817.105275] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.121789] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.173776] env[68831]: DEBUG nova.compute.manager [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.174984] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09553d75-8845-4b50-b45d-a2e001c2fc44 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.305539] env[68831]: DEBUG oslo_concurrency.lockutils [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.311824] env[68831]: DEBUG nova.network.neutron [req-ab4bef6d-5c79-41db-b7f6-716b0a924dd8 req-36d2383e-8e68-4622-b830-3e238f4998b2 service nova] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Updated VIF entry in instance network info cache for port dcbc9597-3a7b-4926-a14b-2ea6e079eb2c. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.311824] env[68831]: DEBUG nova.network.neutron [req-ab4bef6d-5c79-41db-b7f6-716b0a924dd8 req-36d2383e-8e68-4622-b830-3e238f4998b2 service nova] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Updating instance_info_cache with network_info: [{"id": "dcbc9597-3a7b-4926-a14b-2ea6e079eb2c", "address": "fa:16:3e:c4:a5:75", "network": {"id": "8412a15d-7067-482e-9ff4-28a692351741", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-897053330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57401d4e74994dc4a5fdba00e5e19a6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbc9597-3a", "ovs_interfaceid": "dcbc9597-3a7b-4926-a14b-2ea6e079eb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.352363] env[68831]: DEBUG oslo_vmware.api [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802538, 'name': PowerOnVM_Task, 'duration_secs': 1.085035} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.355204] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.355424] env[68831]: INFO nova.compute.manager [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Took 9.89 seconds to spawn the instance on the hypervisor. [ 817.355608] env[68831]: DEBUG nova.compute.manager [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.356598] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00f4fdc-6705-4014-9bb9-48f615a18ddd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.483402] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "refresh_cache-5e723aa8-38dc-4692-8d2f-ff6aa2aa573a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.483497] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquired lock "refresh_cache-5e723aa8-38dc-4692-8d2f-ff6aa2aa573a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.483656] env[68831]: DEBUG nova.network.neutron [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.485788] env[68831]: DEBUG nova.compute.manager [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.485788] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.489283] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa40188-b2de-4c9c-a737-3b2248cf46ed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.499265] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.499265] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f79aefa4-6e98-41d0-88c4-b1c1f49817f3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.506475] env[68831]: DEBUG oslo_vmware.api [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 817.506475] env[68831]: value = "task-2802544" [ 817.506475] env[68831]: _type = "Task" [ 817.506475] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.515055] env[68831]: DEBUG oslo_vmware.api [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.549830] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d0b0e7-214d-4a98-a97f-c3a98dcdec63 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.557686] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930841f0-c980-46c7-b52b-a67f7d4252ba {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.592801] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4299e15d-9af5-4b37-8afd-fdfe137115e8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.598848] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802542, 'name': CreateVM_Task, 'duration_secs': 0.584138} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.599513] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.600355] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.600453] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.600771] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.601045] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ed16d8-fc35-4575-a84c-4fd7be92244a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.606381] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42a8ccc-2881-43f5-ad02-73cff1bc7fdd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.613364] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Waiting for the task: (returnval){ [ 817.613364] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52431d3f-8e4a-62e9-fa8e-6a3d525e2eb0" [ 817.613364] env[68831]: _type = "Task" [ 817.613364] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.631368] env[68831]: DEBUG nova.compute.provider_tree [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.643186] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802543, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.647321] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52431d3f-8e4a-62e9-fa8e-6a3d525e2eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.019837} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.648481] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.648743] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.649009] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.649451] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.649451] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.649929] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c8319dc-3fce-488a-ad73-c6531c5f04a2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.659136] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.659343] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.660155] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327c2eb9-6f16-4e69-9140-b5682f2ed8f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.666491] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Waiting for the task: (returnval){ [ 817.666491] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52006961-096e-3fca-cb94-c58b779482a7" [ 817.666491] env[68831]: _type = "Task" [ 817.666491] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.675131] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52006961-096e-3fca-cb94-c58b779482a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.688241] env[68831]: INFO nova.compute.manager [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] instance snapshotting [ 817.691358] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b93a5ce-6659-464b-ad6d-37b10c5ffef1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.714957] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec940d44-3df8-49ab-b099-55afba7be04c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.816925] env[68831]: DEBUG oslo_concurrency.lockutils [req-ab4bef6d-5c79-41db-b7f6-716b0a924dd8 req-36d2383e-8e68-4622-b830-3e238f4998b2 service nova] Releasing lock "refresh_cache-4a3883d1-8f6a-4e32-ba63-0552865b3158" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.881111] env[68831]: INFO nova.compute.manager [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Took 36.75 seconds to build instance. [ 818.017667] env[68831]: DEBUG oslo_vmware.api [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802544, 'name': PowerOffVM_Task, 'duration_secs': 0.383417} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.021482] env[68831]: DEBUG nova.network.neutron [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.021482] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.021482] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.021482] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e3cff4e-01f5-4aac-ab3c-aa79cf0dd337 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.089559] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.089793] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.089975] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Deleting the datastore file [datastore1] 42ea1741-5132-4f0e-a4cb-4b7a598e4188 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.090265] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b76b51e-4058-4d3b-bf2e-2ff690ec12af {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.101568] env[68831]: DEBUG oslo_vmware.api [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for the task: (returnval){ [ 818.101568] env[68831]: value = "task-2802546" [ 818.101568] env[68831]: _type = "Task" [ 818.101568] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.112228] env[68831]: DEBUG oslo_vmware.api [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.124935] env[68831]: DEBUG oslo_vmware.api [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802543, 'name': PowerOnVM_Task, 'duration_secs': 0.557382} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.126802] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.127047] env[68831]: INFO nova.compute.manager [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Took 16.05 seconds to spawn the instance on the hypervisor. [ 818.127233] env[68831]: DEBUG nova.compute.manager [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.128070] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c422b226-39e0-40b2-99f6-3662b4754974 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.135344] env[68831]: DEBUG nova.scheduler.client.report [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.182910] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52006961-096e-3fca-cb94-c58b779482a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010955} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.187379] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d01486-830b-4145-a841-2572699efc35 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.196010] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Waiting for the task: (returnval){ [ 818.196010] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529aad5b-4d58-fa3f-4637-5dbb67c41b32" [ 818.196010] env[68831]: _type = "Task" [ 818.196010] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.204905] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529aad5b-4d58-fa3f-4637-5dbb67c41b32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.226243] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 818.226844] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-371c306e-9292-4784-8b7c-66c86798c870 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.238348] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 818.238348] env[68831]: value = "task-2802547" [ 818.238348] env[68831]: _type = "Task" [ 818.238348] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.239339] env[68831]: DEBUG nova.network.neutron [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Updating instance_info_cache with network_info: [{"id": "b7d44ec1-9a55-474c-985e-b1adae5a8c00", "address": "fa:16:3e:47:17:57", "network": {"id": "8f68d8dd-6669-4878-adfe-4a92140e2d85", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-826465114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7222cf3da86d41d1896db0a00e349aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d44ec1-9a", "ovs_interfaceid": "b7d44ec1-9a55-474c-985e-b1adae5a8c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.257887] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802547, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.364349] env[68831]: DEBUG nova.compute.manager [req-1e4c5198-b976-46a7-82d6-a5611e399719 req-0bebf69b-08c9-452d-9b2d-e1b10057b5b4 service nova] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Received event network-vif-deleted-61059a4f-416f-467f-82b4-db5df113beae {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.364536] env[68831]: DEBUG nova.compute.manager [req-1e4c5198-b976-46a7-82d6-a5611e399719 req-0bebf69b-08c9-452d-9b2d-e1b10057b5b4 service nova] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Received event network-vif-plugged-b7d44ec1-9a55-474c-985e-b1adae5a8c00 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.364858] env[68831]: DEBUG oslo_concurrency.lockutils [req-1e4c5198-b976-46a7-82d6-a5611e399719 req-0bebf69b-08c9-452d-9b2d-e1b10057b5b4 service nova] Acquiring lock "5e723aa8-38dc-4692-8d2f-ff6aa2aa573a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.364906] env[68831]: DEBUG oslo_concurrency.lockutils [req-1e4c5198-b976-46a7-82d6-a5611e399719 req-0bebf69b-08c9-452d-9b2d-e1b10057b5b4 service nova] Lock "5e723aa8-38dc-4692-8d2f-ff6aa2aa573a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.365099] env[68831]: DEBUG oslo_concurrency.lockutils [req-1e4c5198-b976-46a7-82d6-a5611e399719 req-0bebf69b-08c9-452d-9b2d-e1b10057b5b4 service nova] Lock "5e723aa8-38dc-4692-8d2f-ff6aa2aa573a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.365287] env[68831]: DEBUG nova.compute.manager [req-1e4c5198-b976-46a7-82d6-a5611e399719 req-0bebf69b-08c9-452d-9b2d-e1b10057b5b4 service nova] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] No waiting events found dispatching network-vif-plugged-b7d44ec1-9a55-474c-985e-b1adae5a8c00 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.365601] env[68831]: WARNING nova.compute.manager [req-1e4c5198-b976-46a7-82d6-a5611e399719 req-0bebf69b-08c9-452d-9b2d-e1b10057b5b4 service nova] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Received unexpected event network-vif-plugged-b7d44ec1-9a55-474c-985e-b1adae5a8c00 for instance with vm_state building and task_state spawning. [ 818.365666] env[68831]: DEBUG nova.compute.manager [req-1e4c5198-b976-46a7-82d6-a5611e399719 req-0bebf69b-08c9-452d-9b2d-e1b10057b5b4 service nova] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Received event network-changed-b7d44ec1-9a55-474c-985e-b1adae5a8c00 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.365793] env[68831]: DEBUG nova.compute.manager [req-1e4c5198-b976-46a7-82d6-a5611e399719 req-0bebf69b-08c9-452d-9b2d-e1b10057b5b4 service nova] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Refreshing instance network info cache due to event network-changed-b7d44ec1-9a55-474c-985e-b1adae5a8c00. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 818.365977] env[68831]: DEBUG oslo_concurrency.lockutils [req-1e4c5198-b976-46a7-82d6-a5611e399719 req-0bebf69b-08c9-452d-9b2d-e1b10057b5b4 service nova] Acquiring lock "refresh_cache-5e723aa8-38dc-4692-8d2f-ff6aa2aa573a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.383411] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9d8132a-e8fe-45f6-971c-39873bdfd040 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "ea190e91-e74a-497b-b28d-91c72895bb58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.987s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.613344] env[68831]: DEBUG oslo_vmware.api [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.642529] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.643192] env[68831]: DEBUG nova.compute.manager [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.653024] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.361s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.653024] env[68831]: DEBUG nova.objects.instance [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68831) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 818.657258] env[68831]: INFO nova.compute.manager [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Took 50.65 seconds to build instance. [ 818.707693] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529aad5b-4d58-fa3f-4637-5dbb67c41b32, 'name': SearchDatastore_Task, 'duration_secs': 0.033858} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.707999] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.708835] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 4a3883d1-8f6a-4e32-ba63-0552865b3158/4a3883d1-8f6a-4e32-ba63-0552865b3158.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.708835] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-373f87b9-9aaf-408d-9c75-27c7fd93e9b7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.717125] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Waiting for the task: (returnval){ [ 818.717125] env[68831]: value = "task-2802548" [ 818.717125] env[68831]: _type = "Task" [ 818.717125] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.728916] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.754321] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Releasing lock "refresh_cache-5e723aa8-38dc-4692-8d2f-ff6aa2aa573a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.754321] env[68831]: DEBUG nova.compute.manager [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Instance network_info: |[{"id": "b7d44ec1-9a55-474c-985e-b1adae5a8c00", "address": "fa:16:3e:47:17:57", "network": {"id": "8f68d8dd-6669-4878-adfe-4a92140e2d85", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-826465114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7222cf3da86d41d1896db0a00e349aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d44ec1-9a", "ovs_interfaceid": "b7d44ec1-9a55-474c-985e-b1adae5a8c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.754321] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802547, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.754823] env[68831]: DEBUG oslo_concurrency.lockutils [req-1e4c5198-b976-46a7-82d6-a5611e399719 req-0bebf69b-08c9-452d-9b2d-e1b10057b5b4 service nova] Acquired lock "refresh_cache-5e723aa8-38dc-4692-8d2f-ff6aa2aa573a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.754891] env[68831]: DEBUG nova.network.neutron [req-1e4c5198-b976-46a7-82d6-a5611e399719 req-0bebf69b-08c9-452d-9b2d-e1b10057b5b4 service nova] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Refreshing network info cache for port b7d44ec1-9a55-474c-985e-b1adae5a8c00 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.758056] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:17:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7d44ec1-9a55-474c-985e-b1adae5a8c00', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.769252] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.770621] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.770937] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76f55fcf-3597-462f-befd-841fbb53c372 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.797894] env[68831]: DEBUG nova.compute.manager [req-62b3d2ae-0227-49ac-90a2-23bab77593b7 req-1a5dbbda-8995-4b9d-94e9-565a29374f14 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Received event network-changed-b3af0e00-b93b-497b-9ce8-cb58815f57ae {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.797894] env[68831]: DEBUG nova.compute.manager [req-62b3d2ae-0227-49ac-90a2-23bab77593b7 req-1a5dbbda-8995-4b9d-94e9-565a29374f14 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Refreshing instance network info cache due to event network-changed-b3af0e00-b93b-497b-9ce8-cb58815f57ae. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 818.798164] env[68831]: DEBUG oslo_concurrency.lockutils [req-62b3d2ae-0227-49ac-90a2-23bab77593b7 req-1a5dbbda-8995-4b9d-94e9-565a29374f14 service nova] Acquiring lock "refresh_cache-ea190e91-e74a-497b-b28d-91c72895bb58" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.798388] env[68831]: DEBUG oslo_concurrency.lockutils [req-62b3d2ae-0227-49ac-90a2-23bab77593b7 req-1a5dbbda-8995-4b9d-94e9-565a29374f14 service nova] Acquired lock "refresh_cache-ea190e91-e74a-497b-b28d-91c72895bb58" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.798627] env[68831]: DEBUG nova.network.neutron [req-62b3d2ae-0227-49ac-90a2-23bab77593b7 req-1a5dbbda-8995-4b9d-94e9-565a29374f14 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Refreshing network info cache for port b3af0e00-b93b-497b-9ce8-cb58815f57ae {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.812062] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.812062] env[68831]: value = "task-2802549" [ 818.812062] env[68831]: _type = "Task" [ 818.812062] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.824676] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802549, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.886034] env[68831]: DEBUG nova.compute.manager [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.119393] env[68831]: DEBUG oslo_vmware.api [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Task: {'id': task-2802546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530814} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.119393] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.119393] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.119393] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.119393] env[68831]: INFO nova.compute.manager [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Took 1.63 seconds to destroy the instance on the hypervisor. [ 819.119393] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.119393] env[68831]: DEBUG nova.compute.manager [-] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.119393] env[68831]: DEBUG nova.network.neutron [-] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.156820] env[68831]: DEBUG nova.compute.utils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.158332] env[68831]: DEBUG nova.compute.manager [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.162023] env[68831]: DEBUG nova.network.neutron [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.164449] env[68831]: DEBUG oslo_concurrency.lockutils [None req-23a132a2-3673-46d6-b3f3-19ae178de7b0 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "e36c017c-0a98-4987-b4e6-76dfe617831f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.188s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.231188] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802548, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.239114] env[68831]: DEBUG nova.policy [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1d73c5247a14928b2796872800848da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1346b0edc19f43e3b974565d168cbe8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.251327] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802547, 'name': CreateSnapshot_Task, 'duration_secs': 0.92389} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.251924] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 819.252435] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5729b532-0909-4f5c-ad8f-a9086613b2cc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.325138] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802549, 'name': CreateVM_Task, 'duration_secs': 0.401554} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.325317] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.325995] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.326180] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.326495] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.326767] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29731f7b-fd61-4bb2-8d44-f3b2072f9874 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.332569] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 819.332569] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5255bb15-52d1-a49d-ca03-8d50ae1e3a58" [ 819.332569] env[68831]: _type = "Task" [ 819.332569] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.347067] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5255bb15-52d1-a49d-ca03-8d50ae1e3a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.411038] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.411038] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.412922] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.532850] env[68831]: DEBUG nova.network.neutron [req-62b3d2ae-0227-49ac-90a2-23bab77593b7 req-1a5dbbda-8995-4b9d-94e9-565a29374f14 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Updated VIF entry in instance network info cache for port b3af0e00-b93b-497b-9ce8-cb58815f57ae. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.533394] env[68831]: DEBUG nova.network.neutron [req-62b3d2ae-0227-49ac-90a2-23bab77593b7 req-1a5dbbda-8995-4b9d-94e9-565a29374f14 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Updating instance_info_cache with network_info: [{"id": "b3af0e00-b93b-497b-9ce8-cb58815f57ae", "address": "fa:16:3e:a7:30:1c", "network": {"id": "732d6aab-534d-4582-9059-d6b73b266776", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1196691001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8d7dd0e4001400881299447121f9253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3af0e00-b9", "ovs_interfaceid": "b3af0e00-b93b-497b-9ce8-cb58815f57ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.665547] env[68831]: DEBUG nova.compute.manager [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.669220] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1049b2c5-6f0d-4d99-8cfb-d434b999a518 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.670200] env[68831]: DEBUG nova.compute.manager [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.672533] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.761s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.673985] env[68831]: INFO nova.compute.claims [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.734979] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600151} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.736525] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 4a3883d1-8f6a-4e32-ba63-0552865b3158/4a3883d1-8f6a-4e32-ba63-0552865b3158.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.736525] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.736525] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8be43018-fef6-4cf0-b978-1b32f19d09c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.743216] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Waiting for the task: (returnval){ [ 819.743216] env[68831]: value = "task-2802550" [ 819.743216] env[68831]: _type = "Task" [ 819.743216] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.754916] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.770970] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 819.771538] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9decb41-b26b-4d5f-bfa5-70c29c233eb6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.780230] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 819.780230] env[68831]: value = "task-2802551" [ 819.780230] env[68831]: _type = "Task" [ 819.780230] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.788656] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802551, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.844288] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5255bb15-52d1-a49d-ca03-8d50ae1e3a58, 'name': SearchDatastore_Task, 'duration_secs': 0.016996} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.844671] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.844828] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.845091] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.848182] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.848182] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.848182] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6e14fc7-7d0b-4401-860f-5127d71b0ea4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.855372] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.855572] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.856554] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85968759-7153-475a-9a81-5e863385b1d9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.862363] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 819.862363] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f2b5cf-4b41-7662-8fd8-47f289c93124" [ 819.862363] env[68831]: _type = "Task" [ 819.862363] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.871139] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f2b5cf-4b41-7662-8fd8-47f289c93124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.915631] env[68831]: DEBUG nova.compute.utils [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.036332] env[68831]: DEBUG oslo_concurrency.lockutils [req-62b3d2ae-0227-49ac-90a2-23bab77593b7 req-1a5dbbda-8995-4b9d-94e9-565a29374f14 service nova] Releasing lock "refresh_cache-ea190e91-e74a-497b-b28d-91c72895bb58" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.053344] env[68831]: DEBUG nova.network.neutron [req-1e4c5198-b976-46a7-82d6-a5611e399719 req-0bebf69b-08c9-452d-9b2d-e1b10057b5b4 service nova] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Updated VIF entry in instance network info cache for port b7d44ec1-9a55-474c-985e-b1adae5a8c00. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.053711] env[68831]: DEBUG nova.network.neutron [req-1e4c5198-b976-46a7-82d6-a5611e399719 req-0bebf69b-08c9-452d-9b2d-e1b10057b5b4 service nova] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Updating instance_info_cache with network_info: [{"id": "b7d44ec1-9a55-474c-985e-b1adae5a8c00", "address": "fa:16:3e:47:17:57", "network": {"id": "8f68d8dd-6669-4878-adfe-4a92140e2d85", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-826465114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7222cf3da86d41d1896db0a00e349aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d44ec1-9a", "ovs_interfaceid": "b7d44ec1-9a55-474c-985e-b1adae5a8c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.216516] env[68831]: DEBUG nova.network.neutron [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Successfully created port: 39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.219292] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.259276] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140001} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.259625] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.260485] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6f3497-97b4-4e41-a2e2-9543852e9295 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.288957] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 4a3883d1-8f6a-4e32-ba63-0552865b3158/4a3883d1-8f6a-4e32-ba63-0552865b3158.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.289909] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8109f233-bdaa-4bc5-93e0-fb80ac15c57e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.315595] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802551, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.317519] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Waiting for the task: (returnval){ [ 820.317519] env[68831]: value = "task-2802552" [ 820.317519] env[68831]: _type = "Task" [ 820.317519] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.326487] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.373196] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f2b5cf-4b41-7662-8fd8-47f289c93124, 'name': SearchDatastore_Task, 'duration_secs': 0.014529} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.374168] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6154d69-5b61-4ec4-b0e5-4e2db3dfd060 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.380293] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 820.380293] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d5d5d5-abbe-b431-6735-115bcf46009b" [ 820.380293] env[68831]: _type = "Task" [ 820.380293] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.391668] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d5d5d5-abbe-b431-6735-115bcf46009b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.422240] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.488787] env[68831]: DEBUG nova.network.neutron [-] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.558566] env[68831]: DEBUG oslo_concurrency.lockutils [req-1e4c5198-b976-46a7-82d6-a5611e399719 req-0bebf69b-08c9-452d-9b2d-e1b10057b5b4 service nova] Releasing lock "refresh_cache-5e723aa8-38dc-4692-8d2f-ff6aa2aa573a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.681919] env[68831]: DEBUG nova.compute.manager [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.712177] env[68831]: DEBUG nova.virt.hardware [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.712526] env[68831]: DEBUG nova.virt.hardware [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.712774] env[68831]: DEBUG nova.virt.hardware [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.713032] env[68831]: DEBUG nova.virt.hardware [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.713227] env[68831]: DEBUG nova.virt.hardware [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.713405] env[68831]: DEBUG nova.virt.hardware [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.713642] env[68831]: DEBUG nova.virt.hardware [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.713879] env[68831]: DEBUG nova.virt.hardware [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.714126] env[68831]: DEBUG nova.virt.hardware [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.714276] env[68831]: DEBUG nova.virt.hardware [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.714473] env[68831]: DEBUG nova.virt.hardware [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.715506] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aaa39c-2719-4f5a-95bd-b3c23fdc8b9e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.725467] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103173b4-313b-483e-9b6a-a88c7261be77 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.799658] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802551, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.827154] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802552, 'name': ReconfigVM_Task, 'duration_secs': 0.463623} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.830221] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 4a3883d1-8f6a-4e32-ba63-0552865b3158/4a3883d1-8f6a-4e32-ba63-0552865b3158.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.831163] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34999142-1cd8-40eb-b8e3-df370459bdc9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.837736] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Waiting for the task: (returnval){ [ 820.837736] env[68831]: value = "task-2802553" [ 820.837736] env[68831]: _type = "Task" [ 820.837736] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.850462] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802553, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.890334] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d5d5d5-abbe-b431-6735-115bcf46009b, 'name': SearchDatastore_Task, 'duration_secs': 0.019552} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.890671] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.890962] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a/5e723aa8-38dc-4692-8d2f-ff6aa2aa573a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.894197] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-627e8d1a-e732-4944-9dd2-0f7d289c8ad3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.900639] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 820.900639] env[68831]: value = "task-2802554" [ 820.900639] env[68831]: _type = "Task" [ 820.900639] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.909880] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.992043] env[68831]: INFO nova.compute.manager [-] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Took 1.87 seconds to deallocate network for instance. [ 821.223106] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136c1859-9f0d-4705-9376-2d82bf3d525b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.232609] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2535f2-923d-4bd2-b697-b926a80e6567 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.271821] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313a0e11-5377-4bb5-a48b-93575a7e6ad0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.279026] env[68831]: DEBUG nova.compute.manager [req-7092afa7-c46b-4722-9b63-d0bc15504e0d req-16204171-bd5a-42e5-915d-7a23220ee1f8 service nova] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Received event network-vif-deleted-3d95814b-94fe-4a02-b69e-dcc2789fbce9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 821.285044] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb09569-1898-444c-82a5-a6798b99af99 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.303873] env[68831]: DEBUG nova.compute.provider_tree [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.311218] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802551, 'name': CloneVM_Task, 'duration_secs': 1.401419} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.311770] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Created linked-clone VM from snapshot [ 821.312648] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e95106-88e1-4bc8-8121-5b1dccc53eab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.318373] env[68831]: DEBUG nova.compute.manager [req-6e49108e-5082-4fc7-a5dd-7a518296c563 req-61c8ec25-95dc-425b-9f0a-5b376cdc5e91 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Received event network-changed-b3af0e00-b93b-497b-9ce8-cb58815f57ae {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 821.318570] env[68831]: DEBUG nova.compute.manager [req-6e49108e-5082-4fc7-a5dd-7a518296c563 req-61c8ec25-95dc-425b-9f0a-5b376cdc5e91 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Refreshing instance network info cache due to event network-changed-b3af0e00-b93b-497b-9ce8-cb58815f57ae. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 821.318787] env[68831]: DEBUG oslo_concurrency.lockutils [req-6e49108e-5082-4fc7-a5dd-7a518296c563 req-61c8ec25-95dc-425b-9f0a-5b376cdc5e91 service nova] Acquiring lock "refresh_cache-ea190e91-e74a-497b-b28d-91c72895bb58" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.318937] env[68831]: DEBUG oslo_concurrency.lockutils [req-6e49108e-5082-4fc7-a5dd-7a518296c563 req-61c8ec25-95dc-425b-9f0a-5b376cdc5e91 service nova] Acquired lock "refresh_cache-ea190e91-e74a-497b-b28d-91c72895bb58" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.319366] env[68831]: DEBUG nova.network.neutron [req-6e49108e-5082-4fc7-a5dd-7a518296c563 req-61c8ec25-95dc-425b-9f0a-5b376cdc5e91 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Refreshing network info cache for port b3af0e00-b93b-497b-9ce8-cb58815f57ae {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.326980] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Uploading image 13b9d497-a6c8-4ba7-bd67-11ed9d306766 {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 821.343110] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 821.343724] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-39539817-9802-4512-b32a-1ca17d9094bb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.350967] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802553, 'name': Rename_Task, 'duration_secs': 0.179387} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.352510] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.353059] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 821.353059] env[68831]: value = "task-2802555" [ 821.353059] env[68831]: _type = "Task" [ 821.353059] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.353059] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d974ff51-c386-484a-b003-afae4ffa0c96 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.363579] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802555, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.366477] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Waiting for the task: (returnval){ [ 821.366477] env[68831]: value = "task-2802556" [ 821.366477] env[68831]: _type = "Task" [ 821.366477] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.375891] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.413389] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802554, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.501172] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.531523] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.531938] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.532278] env[68831]: INFO nova.compute.manager [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Attaching volume 0142276d-46f8-41f9-9a64-e2a0941ce9d6 to /dev/sdb [ 821.584987] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5801b86-50e2-4c57-aa60-7b55ce28c548 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.594491] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8519015-ce0b-4e8b-97cb-b3a4aeae5db4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.610198] env[68831]: DEBUG nova.virt.block_device [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Updating existing volume attachment record: 8953108f-9d37-4760-acf4-de6d10e0f982 {{(pid=68831) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 821.790117] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "e36c017c-0a98-4987-b4e6-76dfe617831f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.793020] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "e36c017c-0a98-4987-b4e6-76dfe617831f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.793020] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "e36c017c-0a98-4987-b4e6-76dfe617831f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.793020] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "e36c017c-0a98-4987-b4e6-76dfe617831f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.793020] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "e36c017c-0a98-4987-b4e6-76dfe617831f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.793939] env[68831]: INFO nova.compute.manager [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Terminating instance [ 821.814230] env[68831]: DEBUG nova.scheduler.client.report [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.868080] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802555, 'name': Destroy_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.879593] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802556, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.914770] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585091} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.917024] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a/5e723aa8-38dc-4692-8d2f-ff6aa2aa573a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.918350] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.918799] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1318858e-add3-4461-8e3d-1e71466097e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.926024] env[68831]: DEBUG oslo_vmware.rw_handles [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a877e3-8343-593b-9840-2e7cfb07e5bc/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 821.927177] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b67bfa2-fad2-4a86-8ac4-ad482d66ef65 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.931095] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 821.931095] env[68831]: value = "task-2802558" [ 821.931095] env[68831]: _type = "Task" [ 821.931095] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.937412] env[68831]: DEBUG oslo_vmware.rw_handles [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a877e3-8343-593b-9840-2e7cfb07e5bc/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 821.937412] env[68831]: ERROR oslo_vmware.rw_handles [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a877e3-8343-593b-9840-2e7cfb07e5bc/disk-0.vmdk due to incomplete transfer. [ 821.937412] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5b5610e0-a966-40ac-a38b-3f6840bb74ad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.942145] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.949032] env[68831]: DEBUG oslo_vmware.rw_handles [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a877e3-8343-593b-9840-2e7cfb07e5bc/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 821.949032] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Uploaded image be866b90-dcb0-4ef1-ad6d-2f9918c0fad6 to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 821.952157] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 821.952462] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9fd48e7c-3bbb-4a29-a6eb-ed169c465735 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.959383] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 821.959383] env[68831]: value = "task-2802559" [ 821.959383] env[68831]: _type = "Task" [ 821.959383] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.973639] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802559, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.141998] env[68831]: DEBUG nova.network.neutron [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Successfully updated port: 39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.254634] env[68831]: DEBUG nova.network.neutron [req-6e49108e-5082-4fc7-a5dd-7a518296c563 req-61c8ec25-95dc-425b-9f0a-5b376cdc5e91 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Updated VIF entry in instance network info cache for port b3af0e00-b93b-497b-9ce8-cb58815f57ae. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.255034] env[68831]: DEBUG nova.network.neutron [req-6e49108e-5082-4fc7-a5dd-7a518296c563 req-61c8ec25-95dc-425b-9f0a-5b376cdc5e91 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Updating instance_info_cache with network_info: [{"id": "b3af0e00-b93b-497b-9ce8-cb58815f57ae", "address": "fa:16:3e:a7:30:1c", "network": {"id": "732d6aab-534d-4582-9059-d6b73b266776", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1196691001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8d7dd0e4001400881299447121f9253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3af0e00-b9", "ovs_interfaceid": "b3af0e00-b93b-497b-9ce8-cb58815f57ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.298529] env[68831]: DEBUG nova.compute.manager [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.298843] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.299940] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b182fa-f227-4bb2-9cab-3cb02393956e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.309320] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.309471] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3531f553-d7a0-4d45-8543-3f7a952d5d1d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.316361] env[68831]: DEBUG oslo_vmware.api [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 822.316361] env[68831]: value = "task-2802562" [ 822.316361] env[68831]: _type = "Task" [ 822.316361] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.320539] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.321514] env[68831]: DEBUG nova.compute.manager [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.324319] env[68831]: DEBUG oslo_concurrency.lockutils [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.373s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.325058] env[68831]: DEBUG nova.objects.instance [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lazy-loading 'resources' on Instance uuid db7fed3c-36db-439c-bdf9-90289f849eac {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.333583] env[68831]: DEBUG oslo_vmware.api [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.367238] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802555, 'name': Destroy_Task, 'duration_secs': 0.69831} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.367523] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Destroyed the VM [ 822.367846] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.368491] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-11ca44c2-e355-433e-a365-5dbe2348129e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.378926] env[68831]: DEBUG oslo_vmware.api [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802556, 'name': PowerOnVM_Task, 'duration_secs': 0.8781} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.380314] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.380535] env[68831]: INFO nova.compute.manager [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Took 9.45 seconds to spawn the instance on the hypervisor. [ 822.380720] env[68831]: DEBUG nova.compute.manager [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.381129] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 822.381129] env[68831]: value = "task-2802563" [ 822.381129] env[68831]: _type = "Task" [ 822.381129] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.381875] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4439778c-e18c-45bd-8ddd-73a801779657 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.398074] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802563, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.442669] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07893} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.442932] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.443787] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893ad279-2d1a-487f-a577-e71e4fa88fb6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.469134] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a/5e723aa8-38dc-4692-8d2f-ff6aa2aa573a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.469134] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf415992-9fd3-43ab-815a-e7aec56966d1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.492884] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802559, 'name': Destroy_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.494275] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 822.494275] env[68831]: value = "task-2802564" [ 822.494275] env[68831]: _type = "Task" [ 822.494275] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.501775] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.648137] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.648723] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.648723] env[68831]: DEBUG nova.network.neutron [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.760619] env[68831]: DEBUG oslo_concurrency.lockutils [req-6e49108e-5082-4fc7-a5dd-7a518296c563 req-61c8ec25-95dc-425b-9f0a-5b376cdc5e91 service nova] Releasing lock "refresh_cache-ea190e91-e74a-497b-b28d-91c72895bb58" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.833379] env[68831]: DEBUG nova.compute.utils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.837975] env[68831]: DEBUG oslo_vmware.api [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802562, 'name': PowerOffVM_Task, 'duration_secs': 0.403574} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.839031] env[68831]: DEBUG nova.compute.manager [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.839031] env[68831]: DEBUG nova.network.neutron [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.842053] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.842465] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.842560] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e720fac2-9d65-49a7-b88a-8c12a875169c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.903260] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802563, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.906597] env[68831]: DEBUG nova.policy [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6f9564753984b66a22a75be80bd7f68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffc47d3de9e24bf18dc0518dddda5cb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.912151] env[68831]: INFO nova.compute.manager [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Took 37.21 seconds to build instance. [ 822.978241] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802559, 'name': Destroy_Task, 'duration_secs': 0.771143} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.981686] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Destroyed the VM [ 822.982084] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.982670] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93b8ec3a-4a6e-491c-b348-4b4c65e0ac7c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.991534] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 822.991534] env[68831]: value = "task-2802566" [ 822.991534] env[68831]: _type = "Task" [ 822.991534] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.005446] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.005727] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.005946] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Deleting the datastore file [datastore1] e36c017c-0a98-4987-b4e6-76dfe617831f {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.008909] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fa14a83-f30c-48fb-a23a-9c9d87ef2de1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.015084] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802566, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.019454] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802564, 'name': ReconfigVM_Task, 'duration_secs': 0.369933} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.020914] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a/5e723aa8-38dc-4692-8d2f-ff6aa2aa573a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.021339] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68831) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 823.022154] env[68831]: DEBUG oslo_vmware.api [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 823.022154] env[68831]: value = "task-2802567" [ 823.022154] env[68831]: _type = "Task" [ 823.022154] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.022441] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-9f499009-6f83-4aa3-8e3d-91f892fb79d0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.042669] env[68831]: DEBUG oslo_vmware.api [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.045033] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 823.045033] env[68831]: value = "task-2802568" [ 823.045033] env[68831]: _type = "Task" [ 823.045033] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.058603] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802568, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.222682] env[68831]: DEBUG nova.network.neutron [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.341894] env[68831]: DEBUG nova.compute.manager [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.394655] env[68831]: DEBUG oslo_vmware.api [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802563, 'name': RemoveSnapshot_Task, 'duration_secs': 0.889267} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.395650] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 823.414716] env[68831]: DEBUG oslo_concurrency.lockutils [None req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Lock "4a3883d1-8f6a-4e32-ba63-0552865b3158" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.935s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.425796] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143c3fdf-08e7-491f-80ac-33af067e1321 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.435083] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a652ffe-6103-4ad8-85b0-20ac650647c9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.469043] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a722d593-f107-47eb-bf48-7d2f69945bad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.476373] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3f6630-d56b-459d-99ff-9d22e054def6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.495920] env[68831]: DEBUG nova.compute.provider_tree [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.505244] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802566, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.536294] env[68831]: DEBUG oslo_vmware.api [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338522} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.536294] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.536294] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.536294] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.536294] env[68831]: INFO nova.compute.manager [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 823.536294] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.536294] env[68831]: DEBUG nova.compute.manager [-] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.536294] env[68831]: DEBUG nova.network.neutron [-] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.558345] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802568, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.060991} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.558618] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68831) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 823.559467] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a2a802-39ae-4f6e-807f-1fa79c2b0d1b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.580600] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "af1eeca6-bbdc-4880-9256-5985dd2458a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.580856] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "af1eeca6-bbdc-4880-9256-5985dd2458a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.581265] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "af1eeca6-bbdc-4880-9256-5985dd2458a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.581467] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "af1eeca6-bbdc-4880-9256-5985dd2458a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.581681] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "af1eeca6-bbdc-4880-9256-5985dd2458a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.591947] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a/ephemeral_0.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.592910] env[68831]: INFO nova.compute.manager [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Terminating instance [ 823.594772] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-433cdb8d-e191-4c3b-8672-f12f235195c7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.611038] env[68831]: DEBUG nova.network.neutron [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Updating instance_info_cache with network_info: [{"id": "39572b43-2398-4d1c-b909-34423e050b8b", "address": "fa:16:3e:75:c4:b0", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39572b43-23", "ovs_interfaceid": "39572b43-2398-4d1c-b909-34423e050b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.623490] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 823.623490] env[68831]: value = "task-2802569" [ 823.623490] env[68831]: _type = "Task" [ 823.623490] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.636417] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802569, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.665633] env[68831]: DEBUG nova.network.neutron [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Successfully created port: e6bcde0d-f287-44fb-b664-11f42f2d7a86 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.903272] env[68831]: WARNING nova.compute.manager [None req-0341cdcd-f8fb-4bde-ada4-5de8b9d66241 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Image not found during snapshot: nova.exception.ImageNotFound: Image 13b9d497-a6c8-4ba7-bd67-11ed9d306766 could not be found. [ 823.917266] env[68831]: DEBUG nova.compute.manager [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.998910] env[68831]: DEBUG nova.compute.manager [req-28958d79-4f64-4383-a25a-68e144fe8a0f req-61b89d9a-afb5-4363-b60a-f5bd6b34bd55 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Received event network-vif-plugged-39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.998910] env[68831]: DEBUG oslo_concurrency.lockutils [req-28958d79-4f64-4383-a25a-68e144fe8a0f req-61b89d9a-afb5-4363-b60a-f5bd6b34bd55 service nova] Acquiring lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.998910] env[68831]: DEBUG oslo_concurrency.lockutils [req-28958d79-4f64-4383-a25a-68e144fe8a0f req-61b89d9a-afb5-4363-b60a-f5bd6b34bd55 service nova] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.998910] env[68831]: DEBUG oslo_concurrency.lockutils [req-28958d79-4f64-4383-a25a-68e144fe8a0f req-61b89d9a-afb5-4363-b60a-f5bd6b34bd55 service nova] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.999388] env[68831]: DEBUG nova.compute.manager [req-28958d79-4f64-4383-a25a-68e144fe8a0f req-61b89d9a-afb5-4363-b60a-f5bd6b34bd55 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] No waiting events found dispatching network-vif-plugged-39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.999388] env[68831]: WARNING nova.compute.manager [req-28958d79-4f64-4383-a25a-68e144fe8a0f req-61b89d9a-afb5-4363-b60a-f5bd6b34bd55 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Received unexpected event network-vif-plugged-39572b43-2398-4d1c-b909-34423e050b8b for instance with vm_state building and task_state spawning. [ 823.999472] env[68831]: DEBUG nova.compute.manager [req-28958d79-4f64-4383-a25a-68e144fe8a0f req-61b89d9a-afb5-4363-b60a-f5bd6b34bd55 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Received event network-changed-39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.999607] env[68831]: DEBUG nova.compute.manager [req-28958d79-4f64-4383-a25a-68e144fe8a0f req-61b89d9a-afb5-4363-b60a-f5bd6b34bd55 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Refreshing instance network info cache due to event network-changed-39572b43-2398-4d1c-b909-34423e050b8b. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 824.000204] env[68831]: DEBUG oslo_concurrency.lockutils [req-28958d79-4f64-4383-a25a-68e144fe8a0f req-61b89d9a-afb5-4363-b60a-f5bd6b34bd55 service nova] Acquiring lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.006787] env[68831]: DEBUG nova.scheduler.client.report [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.024094] env[68831]: DEBUG oslo_vmware.api [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802566, 'name': RemoveSnapshot_Task, 'duration_secs': 1.023211} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.025055] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 824.025247] env[68831]: INFO nova.compute.manager [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Took 15.94 seconds to snapshot the instance on the hypervisor. [ 824.115636] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.117176] env[68831]: DEBUG nova.compute.manager [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Instance network_info: |[{"id": "39572b43-2398-4d1c-b909-34423e050b8b", "address": "fa:16:3e:75:c4:b0", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39572b43-23", "ovs_interfaceid": "39572b43-2398-4d1c-b909-34423e050b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.117419] env[68831]: DEBUG nova.compute.manager [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.117663] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.117991] env[68831]: DEBUG oslo_concurrency.lockutils [req-28958d79-4f64-4383-a25a-68e144fe8a0f req-61b89d9a-afb5-4363-b60a-f5bd6b34bd55 service nova] Acquired lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.118262] env[68831]: DEBUG nova.network.neutron [req-28958d79-4f64-4383-a25a-68e144fe8a0f req-61b89d9a-afb5-4363-b60a-f5bd6b34bd55 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Refreshing network info cache for port 39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.120181] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:c4:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39572b43-2398-4d1c-b909-34423e050b8b', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.129344] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Creating folder: Project (1346b0edc19f43e3b974565d168cbe8a). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.130423] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18f761b-7e7e-496f-a741-e1f143f13e51 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.138912] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f066666-e4fa-42da-9cb5-c4209ca37e9c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.152651] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802569, 'name': ReconfigVM_Task, 'duration_secs': 0.359933} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.153635] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.155115] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a/ephemeral_0.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.155734] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-516b5698-c17c-45f1-822b-8968fb3663f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.157570] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Created folder: Project (1346b0edc19f43e3b974565d168cbe8a) in parent group-v563050. [ 824.157727] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Creating folder: Instances. Parent ref: group-v563187. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.157940] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da3db8f3-20fa-4791-8c5d-7e13d8c6d229 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.159411] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3d76f03-c0de-4c48-8536-dbc1c59f4429 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.166959] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 824.166959] env[68831]: value = "task-2802573" [ 824.166959] env[68831]: _type = "Task" [ 824.166959] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.175076] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802573, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.176351] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Created folder: Instances in parent group-v563187. [ 824.176580] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.176763] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.176999] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8715aa07-ba6d-467d-bc5a-aeb72f149948 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.200063] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.200063] env[68831]: value = "task-2802575" [ 824.200063] env[68831]: _type = "Task" [ 824.200063] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.216038] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802575, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.261445] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.261687] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.261993] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleting the datastore file [datastore2] af1eeca6-bbdc-4880-9256-5985dd2458a5 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.262648] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4501d8e4-cc44-4a92-a856-a9e351ba9969 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.270613] env[68831]: DEBUG oslo_vmware.api [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 824.270613] env[68831]: value = "task-2802576" [ 824.270613] env[68831]: _type = "Task" [ 824.270613] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.280347] env[68831]: DEBUG oslo_vmware.api [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.358382] env[68831]: DEBUG nova.compute.manager [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.395101] env[68831]: DEBUG nova.virt.hardware [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.395378] env[68831]: DEBUG nova.virt.hardware [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.395592] env[68831]: DEBUG nova.virt.hardware [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.395776] env[68831]: DEBUG nova.virt.hardware [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.395873] env[68831]: DEBUG nova.virt.hardware [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.396202] env[68831]: DEBUG nova.virt.hardware [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.396344] env[68831]: DEBUG nova.virt.hardware [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.396886] env[68831]: DEBUG nova.virt.hardware [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.396886] env[68831]: DEBUG nova.virt.hardware [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.396886] env[68831]: DEBUG nova.virt.hardware [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.397094] env[68831]: DEBUG nova.virt.hardware [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.398202] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3483ea9-7bcb-4363-a6fc-4387af8849e5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.408860] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391fe777-03d5-4f55-b485-1e6c7a180982 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.447599] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.493836] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "8d015588-d232-4639-92fc-413da7fcf695" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.495247] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "8d015588-d232-4639-92fc-413da7fcf695" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.514835] env[68831]: DEBUG oslo_concurrency.lockutils [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.520865] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.384s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.522076] env[68831]: INFO nova.compute.claims [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.524821] env[68831]: DEBUG nova.compute.manager [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.526430] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa093283-47cc-41cf-82db-4ccbd2de4937 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.532889] env[68831]: DEBUG nova.compute.manager [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Instance disappeared during snapshot {{(pid=68831) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 824.547384] env[68831]: INFO nova.scheduler.client.report [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleted allocations for instance db7fed3c-36db-439c-bdf9-90289f849eac [ 824.556186] env[68831]: DEBUG nova.compute.manager [None req-204b0bdf-ff6e-4b23-8134-f1ec2f42043d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Image not found during clean up be866b90-dcb0-4ef1-ad6d-2f9918c0fad6 {{(pid=68831) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 824.615319] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Acquiring lock "4a3883d1-8f6a-4e32-ba63-0552865b3158" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.615573] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Lock "4a3883d1-8f6a-4e32-ba63-0552865b3158" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.615783] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Acquiring lock "4a3883d1-8f6a-4e32-ba63-0552865b3158-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.616059] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Lock "4a3883d1-8f6a-4e32-ba63-0552865b3158-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.616198] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Lock "4a3883d1-8f6a-4e32-ba63-0552865b3158-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.618089] env[68831]: INFO nova.compute.manager [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Terminating instance [ 824.678271] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802573, 'name': Rename_Task, 'duration_secs': 0.265902} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.678555] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.678797] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4c79199-ed04-4b3b-af78-0053f4d81359 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.684492] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 824.684492] env[68831]: value = "task-2802577" [ 824.684492] env[68831]: _type = "Task" [ 824.684492] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.692341] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.710196] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802575, 'name': CreateVM_Task, 'duration_secs': 0.506246} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.714048] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.714048] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.714048] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.714048] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.714048] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d7f513-7152-400e-a772-a540461c03df {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.718233] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 824.718233] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52507857-b4d1-f099-2d2b-7879dacd52c3" [ 824.718233] env[68831]: _type = "Task" [ 824.718233] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.726039] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52507857-b4d1-f099-2d2b-7879dacd52c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.781867] env[68831]: DEBUG oslo_vmware.api [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21438} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.782149] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.782377] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.782503] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.782674] env[68831]: INFO nova.compute.manager [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Took 0.67 seconds to destroy the instance on the hypervisor. [ 824.782916] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.783121] env[68831]: DEBUG nova.compute.manager [-] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.783217] env[68831]: DEBUG nova.network.neutron [-] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.036863] env[68831]: DEBUG nova.network.neutron [req-28958d79-4f64-4383-a25a-68e144fe8a0f req-61b89d9a-afb5-4363-b60a-f5bd6b34bd55 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Updated VIF entry in instance network info cache for port 39572b43-2398-4d1c-b909-34423e050b8b. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.036863] env[68831]: DEBUG nova.network.neutron [req-28958d79-4f64-4383-a25a-68e144fe8a0f req-61b89d9a-afb5-4363-b60a-f5bd6b34bd55 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Updating instance_info_cache with network_info: [{"id": "39572b43-2398-4d1c-b909-34423e050b8b", "address": "fa:16:3e:75:c4:b0", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39572b43-23", "ovs_interfaceid": "39572b43-2398-4d1c-b909-34423e050b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.043066] env[68831]: INFO nova.compute.manager [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] instance snapshotting [ 825.043841] env[68831]: DEBUG nova.objects.instance [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lazy-loading 'flavor' on Instance uuid 0acce7bd-b0b0-430e-b913-8d3a73b9e783 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.058599] env[68831]: DEBUG oslo_concurrency.lockutils [None req-08287ff9-943c-458b-9276-cd411d45ca90 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "db7fed3c-36db-439c-bdf9-90289f849eac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.621s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.122785] env[68831]: DEBUG nova.compute.manager [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.123141] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.124386] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0132129-4797-441c-94eb-a8faa4b40099 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.135937] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.136256] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0689791f-d744-4220-b8e8-33b9df0870e7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.152309] env[68831]: DEBUG oslo_vmware.api [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Waiting for the task: (returnval){ [ 825.152309] env[68831]: value = "task-2802578" [ 825.152309] env[68831]: _type = "Task" [ 825.152309] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.164275] env[68831]: DEBUG oslo_vmware.api [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.198809] env[68831]: DEBUG nova.network.neutron [-] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.200444] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802577, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.241181] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52507857-b4d1-f099-2d2b-7879dacd52c3, 'name': SearchDatastore_Task, 'duration_secs': 0.022593} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.241410] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.241656] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.241946] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.242132] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.242460] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.242638] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79a10786-c7c5-46e8-86bc-c3cb4f1fa667 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.254200] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.254385] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.255501] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a3646a-6fa5-4295-b3e1-3af3b0c43cd6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.261108] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 825.261108] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ef211b-103c-b404-1448-01e1de932c3a" [ 825.261108] env[68831]: _type = "Task" [ 825.261108] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.269717] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ef211b-103c-b404-1448-01e1de932c3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.539091] env[68831]: DEBUG oslo_concurrency.lockutils [req-28958d79-4f64-4383-a25a-68e144fe8a0f req-61b89d9a-afb5-4363-b60a-f5bd6b34bd55 service nova] Releasing lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.555256] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158e84c6-5825-4246-ab1c-3256e5bc70f7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.581815] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ea6037-e416-4a69-8fa6-fba4812be92d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.670307] env[68831]: DEBUG oslo_vmware.api [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802578, 'name': PowerOffVM_Task, 'duration_secs': 0.227047} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.670307] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.670307] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.670307] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c5e84c1-c5d4-428b-8474-7b5a227eba5f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.695490] env[68831]: DEBUG oslo_vmware.api [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2802577, 'name': PowerOnVM_Task, 'duration_secs': 0.558427} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.696281] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.696991] env[68831]: INFO nova.compute.manager [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Took 9.52 seconds to spawn the instance on the hypervisor. [ 825.699316] env[68831]: DEBUG nova.compute.manager [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.699316] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf90e6a-6855-4021-8808-103d4bdea463 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.701666] env[68831]: INFO nova.compute.manager [-] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Took 2.17 seconds to deallocate network for instance. [ 825.742443] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.742678] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.742872] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Deleting the datastore file [datastore2] 4a3883d1-8f6a-4e32-ba63-0552865b3158 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.748017] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-917f2474-3b6a-4043-99f8-a1f0c8fd8158 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.754107] env[68831]: DEBUG oslo_vmware.api [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Waiting for the task: (returnval){ [ 825.754107] env[68831]: value = "task-2802580" [ 825.754107] env[68831]: _type = "Task" [ 825.754107] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.763590] env[68831]: DEBUG oslo_vmware.api [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.777515] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ef211b-103c-b404-1448-01e1de932c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.011454} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.778184] env[68831]: DEBUG oslo_concurrency.lockutils [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "c87dc1be-f58a-4499-82a8-0b64649bf610" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.778419] env[68831]: DEBUG oslo_concurrency.lockutils [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "c87dc1be-f58a-4499-82a8-0b64649bf610" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.778656] env[68831]: DEBUG oslo_concurrency.lockutils [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "c87dc1be-f58a-4499-82a8-0b64649bf610-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.778829] env[68831]: DEBUG oslo_concurrency.lockutils [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "c87dc1be-f58a-4499-82a8-0b64649bf610-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.779010] env[68831]: DEBUG oslo_concurrency.lockutils [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "c87dc1be-f58a-4499-82a8-0b64649bf610-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.780802] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc590350-89de-4f21-af2f-1f9b1da99587 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.783429] env[68831]: INFO nova.compute.manager [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Terminating instance [ 825.792446] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 825.792446] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ff1b70-56e0-ad33-bc19-5b518448522c" [ 825.792446] env[68831]: _type = "Task" [ 825.792446] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.807835] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ff1b70-56e0-ad33-bc19-5b518448522c, 'name': SearchDatastore_Task, 'duration_secs': 0.010331} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.807835] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.807835] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 5be9111c-f58a-43eb-94c1-d0ac8d99159f/5be9111c-f58a-43eb-94c1-d0ac8d99159f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.807835] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36afe295-98a0-4aea-949a-13ac94bad8e9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.814985] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 825.814985] env[68831]: value = "task-2802581" [ 825.814985] env[68831]: _type = "Task" [ 825.814985] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.825710] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2802581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.839880] env[68831]: DEBUG nova.network.neutron [-] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.096820] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 826.097178] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a8c8920-0d75-49dc-9824-d6dddacf5ed9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.108603] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 826.108603] env[68831]: value = "task-2802582" [ 826.108603] env[68831]: _type = "Task" [ 826.108603] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.117984] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802582, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.128976] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f99c2a2-4c13-48a9-8840-d4fc7c3ea108 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.139809] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090c1e24-d71c-49a4-8d0b-a20d90385176 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.141193] env[68831]: DEBUG nova.network.neutron [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Successfully updated port: e6bcde0d-f287-44fb-b664-11f42f2d7a86 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.174284] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Acquiring lock "refresh_cache-4b2b1531-770b-4bb6-9f58-d21e903ea332" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.174424] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Acquired lock "refresh_cache-4b2b1531-770b-4bb6-9f58-d21e903ea332" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.174582] env[68831]: DEBUG nova.network.neutron [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.176384] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0361a18a-1233-4bb1-ab63-bf16fde6827f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.190138] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a1b3e3-77ec-4f31-982a-28877bc7db36 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.209849] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.210493] env[68831]: DEBUG nova.compute.provider_tree [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.228764] env[68831]: INFO nova.compute.manager [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Took 39.24 seconds to build instance. [ 826.242100] env[68831]: DEBUG nova.compute.manager [req-faca0404-1a5d-4690-84b0-f198ccab1cc5 req-b3b080b8-ea38-40fd-a00e-d2098bbbf040 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Received event network-vif-deleted-630d5749-0f0b-4cbb-ae8b-903800c14f21 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.242326] env[68831]: DEBUG nova.compute.manager [req-faca0404-1a5d-4690-84b0-f198ccab1cc5 req-b3b080b8-ea38-40fd-a00e-d2098bbbf040 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Received event network-vif-deleted-2da8dece-f806-40a6-9c3b-84a43ee93d07 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.242487] env[68831]: DEBUG nova.compute.manager [req-faca0404-1a5d-4690-84b0-f198ccab1cc5 req-b3b080b8-ea38-40fd-a00e-d2098bbbf040 service nova] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Received event network-vif-deleted-97c81235-187c-408b-84d7-9ee3b7511c80 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.242651] env[68831]: DEBUG nova.compute.manager [req-faca0404-1a5d-4690-84b0-f198ccab1cc5 req-b3b080b8-ea38-40fd-a00e-d2098bbbf040 service nova] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Received event network-vif-deleted-de55477f-ce81-42b3-80e2-8561d316479a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.242823] env[68831]: DEBUG nova.compute.manager [req-faca0404-1a5d-4690-84b0-f198ccab1cc5 req-b3b080b8-ea38-40fd-a00e-d2098bbbf040 service nova] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Received event network-vif-plugged-e6bcde0d-f287-44fb-b664-11f42f2d7a86 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.243040] env[68831]: DEBUG oslo_concurrency.lockutils [req-faca0404-1a5d-4690-84b0-f198ccab1cc5 req-b3b080b8-ea38-40fd-a00e-d2098bbbf040 service nova] Acquiring lock "4b2b1531-770b-4bb6-9f58-d21e903ea332-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.244402] env[68831]: DEBUG oslo_concurrency.lockutils [req-faca0404-1a5d-4690-84b0-f198ccab1cc5 req-b3b080b8-ea38-40fd-a00e-d2098bbbf040 service nova] Lock "4b2b1531-770b-4bb6-9f58-d21e903ea332-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.244591] env[68831]: DEBUG oslo_concurrency.lockutils [req-faca0404-1a5d-4690-84b0-f198ccab1cc5 req-b3b080b8-ea38-40fd-a00e-d2098bbbf040 service nova] Lock "4b2b1531-770b-4bb6-9f58-d21e903ea332-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.244823] env[68831]: DEBUG nova.compute.manager [req-faca0404-1a5d-4690-84b0-f198ccab1cc5 req-b3b080b8-ea38-40fd-a00e-d2098bbbf040 service nova] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] No waiting events found dispatching network-vif-plugged-e6bcde0d-f287-44fb-b664-11f42f2d7a86 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.244972] env[68831]: WARNING nova.compute.manager [req-faca0404-1a5d-4690-84b0-f198ccab1cc5 req-b3b080b8-ea38-40fd-a00e-d2098bbbf040 service nova] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Received unexpected event network-vif-plugged-e6bcde0d-f287-44fb-b664-11f42f2d7a86 for instance with vm_state building and task_state spawning. [ 826.267058] env[68831]: DEBUG oslo_vmware.api [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.287498] env[68831]: DEBUG nova.compute.manager [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.287833] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.288803] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f396cf5b-a9c8-4197-9b01-deca39eca2a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.301393] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.301724] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd5dc5b9-d691-4781-b2fb-ee92bb4724a1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.312920] env[68831]: DEBUG oslo_vmware.api [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 826.312920] env[68831]: value = "task-2802583" [ 826.312920] env[68831]: _type = "Task" [ 826.312920] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.335062] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2802581, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.335660] env[68831]: DEBUG oslo_vmware.api [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.342937] env[68831]: INFO nova.compute.manager [-] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Took 1.56 seconds to deallocate network for instance. [ 826.619517] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802582, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.680353] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Volume attach. Driver type: vmdk {{(pid=68831) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 826.680571] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563186', 'volume_id': '0142276d-46f8-41f9-9a64-e2a0941ce9d6', 'name': 'volume-0142276d-46f8-41f9-9a64-e2a0941ce9d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9eb1eeb3-aad7-4187-93f1-8ed435ce8e08', 'attached_at': '', 'detached_at': '', 'volume_id': '0142276d-46f8-41f9-9a64-e2a0941ce9d6', 'serial': '0142276d-46f8-41f9-9a64-e2a0941ce9d6'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 826.683612] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519e5336-0a89-4326-a4ec-d0cf58de95a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.703661] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf7691d-2752-40ca-ab2b-2c26baee57d1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.724347] env[68831]: DEBUG nova.scheduler.client.report [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.734778] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] volume-0142276d-46f8-41f9-9a64-e2a0941ce9d6/volume-0142276d-46f8-41f9-9a64-e2a0941ce9d6.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.736775] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c81af704-6f25-48c7-9674-6894af718947 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "5e723aa8-38dc-4692-8d2f-ff6aa2aa573a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.187s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.736775] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff934ac1-3642-41c1-a959-00dc372ddf30 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.751293] env[68831]: DEBUG nova.network.neutron [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.763013] env[68831]: DEBUG oslo_vmware.api [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 826.763013] env[68831]: value = "task-2802584" [ 826.763013] env[68831]: _type = "Task" [ 826.763013] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.768423] env[68831]: DEBUG oslo_vmware.api [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Task: {'id': task-2802580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.900098} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.769109] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.772021] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.772021] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.772021] env[68831]: INFO nova.compute.manager [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Took 1.65 seconds to destroy the instance on the hypervisor. [ 826.772021] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.772021] env[68831]: DEBUG nova.compute.manager [-] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.772021] env[68831]: DEBUG nova.network.neutron [-] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.776360] env[68831]: DEBUG oslo_vmware.api [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.829615] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2802581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594792} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.836021] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 5be9111c-f58a-43eb-94c1-d0ac8d99159f/5be9111c-f58a-43eb-94c1-d0ac8d99159f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.836021] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.836021] env[68831]: DEBUG oslo_vmware.api [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802583, 'name': PowerOffVM_Task, 'duration_secs': 0.30624} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.836021] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d341144c-fbae-46ee-90bb-d13f10f2aa39 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.837998] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.838195] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.838476] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bb43f84-9b1a-496f-920d-72d145aea2e3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.846113] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 826.846113] env[68831]: value = "task-2802585" [ 826.846113] env[68831]: _type = "Task" [ 826.846113] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.850172] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.858074] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2802585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.920110] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.920531] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.920769] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Deleting the datastore file [datastore1] c87dc1be-f58a-4499-82a8-0b64649bf610 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.921055] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9867ce18-68fa-4a72-96d9-b095e15c0785 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.930015] env[68831]: DEBUG oslo_vmware.api [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 826.930015] env[68831]: value = "task-2802587" [ 826.930015] env[68831]: _type = "Task" [ 826.930015] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.937182] env[68831]: DEBUG oslo_vmware.api [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.118969] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802582, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.187965] env[68831]: DEBUG nova.network.neutron [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Updating instance_info_cache with network_info: [{"id": "e6bcde0d-f287-44fb-b664-11f42f2d7a86", "address": "fa:16:3e:83:0a:13", "network": {"id": "3826110a-5bfb-491f-9161-8909dc1fb5b8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1461963401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc47d3de9e24bf18dc0518dddda5cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6bcde0d-f2", "ovs_interfaceid": "e6bcde0d-f287-44fb-b664-11f42f2d7a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.237260] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.238169] env[68831]: DEBUG nova.compute.manager [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.242398] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.839s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.242398] env[68831]: DEBUG nova.objects.instance [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lazy-loading 'resources' on Instance uuid 31f99c1b-3e10-4015-8038-30cbfeba2c15 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.255755] env[68831]: DEBUG nova.compute.manager [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.275235] env[68831]: DEBUG oslo_vmware.api [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.359188] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2802585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086654} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.359234] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.361751] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea3b8bd-316e-4a0a-adad-5e0f95cc6293 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.387169] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 5be9111c-f58a-43eb-94c1-d0ac8d99159f/5be9111c-f58a-43eb-94c1-d0ac8d99159f.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.387488] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e971de4-5c02-4760-87b3-04f59ed6909c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.411654] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 827.411654] env[68831]: value = "task-2802588" [ 827.411654] env[68831]: _type = "Task" [ 827.411654] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.423110] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2802588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.439172] env[68831]: DEBUG oslo_vmware.api [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277155} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.439473] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.439661] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.439834] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.440042] env[68831]: INFO nova.compute.manager [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Took 1.15 seconds to destroy the instance on the hypervisor. [ 827.440763] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.441021] env[68831]: DEBUG nova.compute.manager [-] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.441120] env[68831]: DEBUG nova.network.neutron [-] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.624175] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802582, 'name': CreateSnapshot_Task, 'duration_secs': 1.174107} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.624503] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 827.625552] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f246a6-8924-4675-afdc-df597db62023 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.695993] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Releasing lock "refresh_cache-4b2b1531-770b-4bb6-9f58-d21e903ea332" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.695993] env[68831]: DEBUG nova.compute.manager [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Instance network_info: |[{"id": "e6bcde0d-f287-44fb-b664-11f42f2d7a86", "address": "fa:16:3e:83:0a:13", "network": {"id": "3826110a-5bfb-491f-9161-8909dc1fb5b8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1461963401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc47d3de9e24bf18dc0518dddda5cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6bcde0d-f2", "ovs_interfaceid": "e6bcde0d-f287-44fb-b664-11f42f2d7a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.697027] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:0a:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6bcde0d-f287-44fb-b664-11f42f2d7a86', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.708478] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Creating folder: Project (ffc47d3de9e24bf18dc0518dddda5cb4). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.709289] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-226f318d-d258-4826-83db-32dd902616f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.721176] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Created folder: Project (ffc47d3de9e24bf18dc0518dddda5cb4) in parent group-v563050. [ 827.721441] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Creating folder: Instances. Parent ref: group-v563191. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.721697] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-592fdf7a-e9e6-45ab-bf23-c7968d4a5f24 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.733279] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Created folder: Instances in parent group-v563191. [ 827.733279] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.733279] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.733279] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-585d80e5-c386-4b0e-aa19-270be2b30a89 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.760889] env[68831]: DEBUG nova.compute.utils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.767556] env[68831]: DEBUG nova.compute.manager [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.767754] env[68831]: DEBUG nova.network.neutron [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.787492] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.787492] env[68831]: value = "task-2802591" [ 827.787492] env[68831]: _type = "Task" [ 827.787492] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.799054] env[68831]: DEBUG nova.network.neutron [-] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.800969] env[68831]: DEBUG oslo_vmware.api [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802584, 'name': ReconfigVM_Task, 'duration_secs': 0.902942} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.802142] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.804259] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Reconfigured VM instance instance-00000011 to attach disk [datastore1] volume-0142276d-46f8-41f9-9a64-e2a0941ce9d6/volume-0142276d-46f8-41f9-9a64-e2a0941ce9d6.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.815389] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10531800-0cef-4732-b0ff-d0643537be2e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.825834] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802591, 'name': CreateVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.833176] env[68831]: DEBUG oslo_vmware.api [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 827.833176] env[68831]: value = "task-2802592" [ 827.833176] env[68831]: _type = "Task" [ 827.833176] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.842202] env[68831]: DEBUG oslo_vmware.api [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.847407] env[68831]: DEBUG nova.policy [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73481585fb4544bea2cbc8c7325d313e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '049be408a45d4efebd3a92a317c08ab8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.909395] env[68831]: DEBUG nova.compute.manager [req-be675f39-e13b-45a5-a7f4-ca14fa5bb986 req-c552e1ad-7f2f-4e75-99af-4b70a15f90d3 service nova] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Received event network-changed-b7d44ec1-9a55-474c-985e-b1adae5a8c00 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.909395] env[68831]: DEBUG nova.compute.manager [req-be675f39-e13b-45a5-a7f4-ca14fa5bb986 req-c552e1ad-7f2f-4e75-99af-4b70a15f90d3 service nova] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Refreshing instance network info cache due to event network-changed-b7d44ec1-9a55-474c-985e-b1adae5a8c00. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 827.909395] env[68831]: DEBUG oslo_concurrency.lockutils [req-be675f39-e13b-45a5-a7f4-ca14fa5bb986 req-c552e1ad-7f2f-4e75-99af-4b70a15f90d3 service nova] Acquiring lock "refresh_cache-5e723aa8-38dc-4692-8d2f-ff6aa2aa573a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.909395] env[68831]: DEBUG oslo_concurrency.lockutils [req-be675f39-e13b-45a5-a7f4-ca14fa5bb986 req-c552e1ad-7f2f-4e75-99af-4b70a15f90d3 service nova] Acquired lock "refresh_cache-5e723aa8-38dc-4692-8d2f-ff6aa2aa573a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.909395] env[68831]: DEBUG nova.network.neutron [req-be675f39-e13b-45a5-a7f4-ca14fa5bb986 req-c552e1ad-7f2f-4e75-99af-4b70a15f90d3 service nova] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Refreshing network info cache for port b7d44ec1-9a55-474c-985e-b1adae5a8c00 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.932157] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2802588, 'name': ReconfigVM_Task, 'duration_secs': 0.501354} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.936807] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 5be9111c-f58a-43eb-94c1-d0ac8d99159f/5be9111c-f58a-43eb-94c1-d0ac8d99159f.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.938493] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc3fae8a-3e35-408f-8e70-9a99570944e0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.949042] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 827.949042] env[68831]: value = "task-2802593" [ 827.949042] env[68831]: _type = "Task" [ 827.949042] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.971487] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2802593, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.017973] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.018270] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.145842] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 828.149234] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2118be62-fac2-4051-a363-99af5fe453c9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.158305] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 828.158305] env[68831]: value = "task-2802594" [ 828.158305] env[68831]: _type = "Task" [ 828.158305] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.169137] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802594, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.269249] env[68831]: DEBUG nova.compute.manager [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.275023] env[68831]: DEBUG nova.network.neutron [-] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.313197] env[68831]: INFO nova.compute.manager [-] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Took 1.54 seconds to deallocate network for instance. [ 828.313197] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802591, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.339478] env[68831]: DEBUG nova.network.neutron [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Successfully created port: 1ccf1771-7c93-420b-af89-0a085c0578f6 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.349109] env[68831]: DEBUG oslo_vmware.api [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802592, 'name': ReconfigVM_Task, 'duration_secs': 0.179768} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.353910] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563186', 'volume_id': '0142276d-46f8-41f9-9a64-e2a0941ce9d6', 'name': 'volume-0142276d-46f8-41f9-9a64-e2a0941ce9d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9eb1eeb3-aad7-4187-93f1-8ed435ce8e08', 'attached_at': '', 'detached_at': '', 'volume_id': '0142276d-46f8-41f9-9a64-e2a0941ce9d6', 'serial': '0142276d-46f8-41f9-9a64-e2a0941ce9d6'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 828.448229] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abfffcf-48c4-49a5-a204-f1975a9d7792 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.460079] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2802593, 'name': Rename_Task, 'duration_secs': 0.182364} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.461812] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.462172] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bb4fc18-f5df-4722-8527-060d3e326da6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.464640] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eca38d-e925-4c81-a7ff-56785ee32708 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.501815] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875957a9-73c9-4f24-afd5-d6d75b3fe81a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.505032] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 828.505032] env[68831]: value = "task-2802595" [ 828.505032] env[68831]: _type = "Task" [ 828.505032] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.513282] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f751872-857a-4738-8bac-8e77b35c8f29 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.521879] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2802595, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.523866] env[68831]: DEBUG nova.compute.manager [req-412dbefa-f3f1-4d8a-a889-50527768bc1b req-aabac277-8483-4569-bffe-1c46f56024b1 service nova] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Received event network-changed-e6bcde0d-f287-44fb-b664-11f42f2d7a86 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.524473] env[68831]: DEBUG nova.compute.manager [req-412dbefa-f3f1-4d8a-a889-50527768bc1b req-aabac277-8483-4569-bffe-1c46f56024b1 service nova] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Refreshing instance network info cache due to event network-changed-e6bcde0d-f287-44fb-b664-11f42f2d7a86. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 828.524473] env[68831]: DEBUG oslo_concurrency.lockutils [req-412dbefa-f3f1-4d8a-a889-50527768bc1b req-aabac277-8483-4569-bffe-1c46f56024b1 service nova] Acquiring lock "refresh_cache-4b2b1531-770b-4bb6-9f58-d21e903ea332" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.524473] env[68831]: DEBUG oslo_concurrency.lockutils [req-412dbefa-f3f1-4d8a-a889-50527768bc1b req-aabac277-8483-4569-bffe-1c46f56024b1 service nova] Acquired lock "refresh_cache-4b2b1531-770b-4bb6-9f58-d21e903ea332" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.524689] env[68831]: DEBUG nova.network.neutron [req-412dbefa-f3f1-4d8a-a889-50527768bc1b req-aabac277-8483-4569-bffe-1c46f56024b1 service nova] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Refreshing network info cache for port e6bcde0d-f287-44fb-b664-11f42f2d7a86 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.540749] env[68831]: DEBUG nova.compute.provider_tree [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.669048] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802594, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.778740] env[68831]: INFO nova.compute.manager [-] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Took 1.34 seconds to deallocate network for instance. [ 828.809413] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802591, 'name': CreateVM_Task, 'duration_secs': 0.60995} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.809467] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.810255] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.810634] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.811223] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.811510] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386f230f-1c74-4d15-be80-1fc769bddc61 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.816634] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Waiting for the task: (returnval){ [ 828.816634] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520bc2be-49c9-979f-e54c-2ce2f1fd2bf0" [ 828.816634] env[68831]: _type = "Task" [ 828.816634] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.826664] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.826949] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520bc2be-49c9-979f-e54c-2ce2f1fd2bf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.865756] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Acquiring lock "c932205e-1c45-4441-9a44-171c7de15c2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.865756] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Lock "c932205e-1c45-4441-9a44-171c7de15c2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.877104] env[68831]: DEBUG nova.network.neutron [req-be675f39-e13b-45a5-a7f4-ca14fa5bb986 req-c552e1ad-7f2f-4e75-99af-4b70a15f90d3 service nova] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Updated VIF entry in instance network info cache for port b7d44ec1-9a55-474c-985e-b1adae5a8c00. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.877238] env[68831]: DEBUG nova.network.neutron [req-be675f39-e13b-45a5-a7f4-ca14fa5bb986 req-c552e1ad-7f2f-4e75-99af-4b70a15f90d3 service nova] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Updating instance_info_cache with network_info: [{"id": "b7d44ec1-9a55-474c-985e-b1adae5a8c00", "address": "fa:16:3e:47:17:57", "network": {"id": "8f68d8dd-6669-4878-adfe-4a92140e2d85", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-826465114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7222cf3da86d41d1896db0a00e349aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d44ec1-9a", "ovs_interfaceid": "b7d44ec1-9a55-474c-985e-b1adae5a8c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.016034] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2802595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.047022] env[68831]: DEBUG nova.scheduler.client.report [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.070385] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Acquiring lock "40404246-f067-4f63-b751-1509d0844840" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.070663] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Lock "40404246-f067-4f63-b751-1509d0844840" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.070887] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Acquiring lock "40404246-f067-4f63-b751-1509d0844840-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.071093] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Lock "40404246-f067-4f63-b751-1509d0844840-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.071271] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Lock "40404246-f067-4f63-b751-1509d0844840-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.073347] env[68831]: INFO nova.compute.manager [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Terminating instance [ 829.168895] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802594, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.242038] env[68831]: DEBUG nova.network.neutron [req-412dbefa-f3f1-4d8a-a889-50527768bc1b req-aabac277-8483-4569-bffe-1c46f56024b1 service nova] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Updated VIF entry in instance network info cache for port e6bcde0d-f287-44fb-b664-11f42f2d7a86. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.243063] env[68831]: DEBUG nova.network.neutron [req-412dbefa-f3f1-4d8a-a889-50527768bc1b req-aabac277-8483-4569-bffe-1c46f56024b1 service nova] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Updating instance_info_cache with network_info: [{"id": "e6bcde0d-f287-44fb-b664-11f42f2d7a86", "address": "fa:16:3e:83:0a:13", "network": {"id": "3826110a-5bfb-491f-9161-8909dc1fb5b8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1461963401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc47d3de9e24bf18dc0518dddda5cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6bcde0d-f2", "ovs_interfaceid": "e6bcde0d-f287-44fb-b664-11f42f2d7a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.281775] env[68831]: DEBUG nova.compute.manager [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.287774] env[68831]: DEBUG oslo_concurrency.lockutils [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.311453] env[68831]: DEBUG nova.virt.hardware [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.311712] env[68831]: DEBUG nova.virt.hardware [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.311870] env[68831]: DEBUG nova.virt.hardware [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.312072] env[68831]: DEBUG nova.virt.hardware [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.312224] env[68831]: DEBUG nova.virt.hardware [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.312370] env[68831]: DEBUG nova.virt.hardware [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.312582] env[68831]: DEBUG nova.virt.hardware [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.312785] env[68831]: DEBUG nova.virt.hardware [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.312907] env[68831]: DEBUG nova.virt.hardware [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.313288] env[68831]: DEBUG nova.virt.hardware [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.313288] env[68831]: DEBUG nova.virt.hardware [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.314230] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f581b1f-8a78-4304-b701-e17d6449ff83 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.332044] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd43a756-0d1c-4295-b6f0-8054b7dacd31 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.339106] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520bc2be-49c9-979f-e54c-2ce2f1fd2bf0, 'name': SearchDatastore_Task, 'duration_secs': 0.022716} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.339106] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.339232] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.340358] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.340502] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.340762] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.341675] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d678cee4-f5a7-4ae6-bb6b-477f079c4919 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.357507] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.357691] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.358433] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7abb57-d6f6-4f79-ada7-a92bcae562d6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.364616] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Waiting for the task: (returnval){ [ 829.364616] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a64453-a5f5-4b24-b716-66b518b37cef" [ 829.364616] env[68831]: _type = "Task" [ 829.364616] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.372269] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a64453-a5f5-4b24-b716-66b518b37cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.382027] env[68831]: DEBUG oslo_concurrency.lockutils [req-be675f39-e13b-45a5-a7f4-ca14fa5bb986 req-c552e1ad-7f2f-4e75-99af-4b70a15f90d3 service nova] Releasing lock "refresh_cache-5e723aa8-38dc-4692-8d2f-ff6aa2aa573a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.422677] env[68831]: DEBUG nova.objects.instance [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lazy-loading 'flavor' on Instance uuid 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.519507] env[68831]: DEBUG oslo_vmware.api [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2802595, 'name': PowerOnVM_Task, 'duration_secs': 0.843141} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.519782] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.519982] env[68831]: INFO nova.compute.manager [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Took 8.84 seconds to spawn the instance on the hypervisor. [ 829.520176] env[68831]: DEBUG nova.compute.manager [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.520940] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc0f7aa-b593-4fa6-8a54-ccf7d7185104 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.550266] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.308s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.552738] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.161s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.552981] env[68831]: DEBUG nova.objects.instance [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lazy-loading 'resources' on Instance uuid 926ca96a-e296-406e-b870-8982aad41870 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.576180] env[68831]: INFO nova.scheduler.client.report [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Deleted allocations for instance 31f99c1b-3e10-4015-8038-30cbfeba2c15 [ 829.583247] env[68831]: DEBUG nova.compute.manager [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.583247] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.583247] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7bdb59-fd23-42d7-b332-8d421f7e86a2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.591486] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.591812] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-665db13f-4092-4165-88f3-30a6bae420fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.598156] env[68831]: DEBUG oslo_vmware.api [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Waiting for the task: (returnval){ [ 829.598156] env[68831]: value = "task-2802596" [ 829.598156] env[68831]: _type = "Task" [ 829.598156] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.606424] env[68831]: DEBUG oslo_vmware.api [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.669624] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802594, 'name': CloneVM_Task, 'duration_secs': 1.364331} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.669958] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Created linked-clone VM from snapshot [ 829.670671] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7e88d8-502c-4a67-b0a9-b6d34e4c9acf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.678322] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Uploading image c720ef0b-f398-4e59-b747-8cb8b4322949 {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 829.700149] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 829.700149] env[68831]: value = "vm-563194" [ 829.700149] env[68831]: _type = "VirtualMachine" [ 829.700149] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 829.700149] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-52a5a233-5ae9-4af0-9b30-7294d467e764 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.708310] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lease: (returnval){ [ 829.708310] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b029cc-cdcc-5896-1570-67e7f55a3bfe" [ 829.708310] env[68831]: _type = "HttpNfcLease" [ 829.708310] env[68831]: } obtained for exporting VM: (result){ [ 829.708310] env[68831]: value = "vm-563194" [ 829.708310] env[68831]: _type = "VirtualMachine" [ 829.708310] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 829.709050] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the lease: (returnval){ [ 829.709050] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b029cc-cdcc-5896-1570-67e7f55a3bfe" [ 829.709050] env[68831]: _type = "HttpNfcLease" [ 829.709050] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 829.715490] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 829.715490] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b029cc-cdcc-5896-1570-67e7f55a3bfe" [ 829.715490] env[68831]: _type = "HttpNfcLease" [ 829.715490] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 829.745295] env[68831]: DEBUG oslo_concurrency.lockutils [req-412dbefa-f3f1-4d8a-a889-50527768bc1b req-aabac277-8483-4569-bffe-1c46f56024b1 service nova] Releasing lock "refresh_cache-4b2b1531-770b-4bb6-9f58-d21e903ea332" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.745552] env[68831]: DEBUG nova.compute.manager [req-412dbefa-f3f1-4d8a-a889-50527768bc1b req-aabac277-8483-4569-bffe-1c46f56024b1 service nova] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Received event network-vif-deleted-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.745730] env[68831]: DEBUG nova.compute.manager [req-412dbefa-f3f1-4d8a-a889-50527768bc1b req-aabac277-8483-4569-bffe-1c46f56024b1 service nova] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Received event network-vif-deleted-336f97d2-fb92-4cfa-ac81-776ddcbdf5be {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.880451] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a64453-a5f5-4b24-b716-66b518b37cef, 'name': SearchDatastore_Task, 'duration_secs': 0.010364} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.881317] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e59b6670-c664-4fee-bd24-2942c68f483f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.887362] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Waiting for the task: (returnval){ [ 829.887362] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522b284a-847a-df29-13a5-3cf27b2217e9" [ 829.887362] env[68831]: _type = "Task" [ 829.887362] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.896326] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522b284a-847a-df29-13a5-3cf27b2217e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.928089] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a6886e08-909b-4807-8da8-b2f39a78212b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.396s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.041401] env[68831]: INFO nova.compute.manager [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Took 41.01 seconds to build instance. [ 830.088182] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a439e736-736c-49b0-9bc8-2c2290700a77 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "31f99c1b-3e10-4015-8038-30cbfeba2c15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.148s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.129551] env[68831]: DEBUG oslo_vmware.api [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802596, 'name': PowerOffVM_Task, 'duration_secs': 0.305147} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.130046] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.130426] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.134018] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7eaa8ab-e711-4b71-b3c4-eaac38398c37 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.200822] env[68831]: DEBUG nova.network.neutron [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Successfully updated port: 1ccf1771-7c93-420b-af89-0a085c0578f6 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.204561] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.204561] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.204561] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Deleting the datastore file [datastore1] 40404246-f067-4f63-b751-1509d0844840 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.204561] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7913779-3d02-49d3-aab8-b79a2fb4973d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.218242] env[68831]: DEBUG oslo_vmware.api [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Waiting for the task: (returnval){ [ 830.218242] env[68831]: value = "task-2802599" [ 830.218242] env[68831]: _type = "Task" [ 830.218242] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.226065] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 830.226065] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b029cc-cdcc-5896-1570-67e7f55a3bfe" [ 830.226065] env[68831]: _type = "HttpNfcLease" [ 830.226065] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 830.226919] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 830.226919] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b029cc-cdcc-5896-1570-67e7f55a3bfe" [ 830.226919] env[68831]: _type = "HttpNfcLease" [ 830.226919] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 830.227675] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaf6227-d657-456e-8eeb-2efef55a31d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.233383] env[68831]: DEBUG oslo_vmware.api [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.240168] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cab2f-5640-4a54-de20-fb01a4ff5795/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 830.240398] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cab2f-5640-4a54-de20-fb01a4ff5795/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 830.342281] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c8fd1ab-b0e8-4456-945d-5013b80bc892 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.399093] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522b284a-847a-df29-13a5-3cf27b2217e9, 'name': SearchDatastore_Task, 'duration_secs': 0.022426} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.399392] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.399678] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 4b2b1531-770b-4bb6-9f58-d21e903ea332/4b2b1531-770b-4bb6-9f58-d21e903ea332.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.399938] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-196e790d-de5d-4d2f-801c-759c27c0b957 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.409155] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Waiting for the task: (returnval){ [ 830.409155] env[68831]: value = "task-2802600" [ 830.409155] env[68831]: _type = "Task" [ 830.409155] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.421467] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.544285] env[68831]: DEBUG oslo_concurrency.lockutils [None req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.952s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.651949] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0519f221-22c1-433d-a6c0-a00dd0255721 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.661653] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b75d529-06d1-459e-b82b-04130b464eed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.697177] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c082c5cd-ee47-484b-8284-e7057fcc0a2f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.703412] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "refresh_cache-b4723bbd-2e44-411c-bddd-3c9710bc20f7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.703670] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "refresh_cache-b4723bbd-2e44-411c-bddd-3c9710bc20f7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.704433] env[68831]: DEBUG nova.network.neutron [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.709283] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34d6094-6286-42ab-97f6-5eecdd23f774 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.727568] env[68831]: DEBUG nova.compute.provider_tree [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.734235] env[68831]: DEBUG nova.compute.manager [req-219b4ae3-50c8-49d1-8dc9-865d359d03fa req-f485359b-9afa-4b00-a24f-b996ee269b72 service nova] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Received event network-vif-plugged-1ccf1771-7c93-420b-af89-0a085c0578f6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 830.734943] env[68831]: DEBUG oslo_concurrency.lockutils [req-219b4ae3-50c8-49d1-8dc9-865d359d03fa req-f485359b-9afa-4b00-a24f-b996ee269b72 service nova] Acquiring lock "b4723bbd-2e44-411c-bddd-3c9710bc20f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.734943] env[68831]: DEBUG oslo_concurrency.lockutils [req-219b4ae3-50c8-49d1-8dc9-865d359d03fa req-f485359b-9afa-4b00-a24f-b996ee269b72 service nova] Lock "b4723bbd-2e44-411c-bddd-3c9710bc20f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.734943] env[68831]: DEBUG oslo_concurrency.lockutils [req-219b4ae3-50c8-49d1-8dc9-865d359d03fa req-f485359b-9afa-4b00-a24f-b996ee269b72 service nova] Lock "b4723bbd-2e44-411c-bddd-3c9710bc20f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.735103] env[68831]: DEBUG nova.compute.manager [req-219b4ae3-50c8-49d1-8dc9-865d359d03fa req-f485359b-9afa-4b00-a24f-b996ee269b72 service nova] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] No waiting events found dispatching network-vif-plugged-1ccf1771-7c93-420b-af89-0a085c0578f6 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.735316] env[68831]: WARNING nova.compute.manager [req-219b4ae3-50c8-49d1-8dc9-865d359d03fa req-f485359b-9afa-4b00-a24f-b996ee269b72 service nova] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Received unexpected event network-vif-plugged-1ccf1771-7c93-420b-af89-0a085c0578f6 for instance with vm_state building and task_state spawning. [ 830.735501] env[68831]: DEBUG nova.compute.manager [req-219b4ae3-50c8-49d1-8dc9-865d359d03fa req-f485359b-9afa-4b00-a24f-b996ee269b72 service nova] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Received event network-changed-1ccf1771-7c93-420b-af89-0a085c0578f6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 830.735597] env[68831]: DEBUG nova.compute.manager [req-219b4ae3-50c8-49d1-8dc9-865d359d03fa req-f485359b-9afa-4b00-a24f-b996ee269b72 service nova] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Refreshing instance network info cache due to event network-changed-1ccf1771-7c93-420b-af89-0a085c0578f6. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 830.737744] env[68831]: DEBUG oslo_concurrency.lockutils [req-219b4ae3-50c8-49d1-8dc9-865d359d03fa req-f485359b-9afa-4b00-a24f-b996ee269b72 service nova] Acquiring lock "refresh_cache-b4723bbd-2e44-411c-bddd-3c9710bc20f7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.744132] env[68831]: DEBUG oslo_vmware.api [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Task: {'id': task-2802599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140871} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.744402] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.745277] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.745550] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.745792] env[68831]: INFO nova.compute.manager [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] [instance: 40404246-f067-4f63-b751-1509d0844840] Took 1.16 seconds to destroy the instance on the hypervisor. [ 830.746146] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.746749] env[68831]: DEBUG nova.compute.manager [-] [instance: 40404246-f067-4f63-b751-1509d0844840] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.746976] env[68831]: DEBUG nova.network.neutron [-] [instance: 40404246-f067-4f63-b751-1509d0844840] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.923109] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802600, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.047614] env[68831]: DEBUG nova.compute.manager [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.237769] env[68831]: DEBUG nova.scheduler.client.report [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.265785] env[68831]: DEBUG nova.network.neutron [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.424821] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562674} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.425124] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 4b2b1531-770b-4bb6-9f58-d21e903ea332/4b2b1531-770b-4bb6-9f58-d21e903ea332.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.425669] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.426389] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1e3ad89-4a34-4a52-9323-2dbf47168ea5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.434255] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Waiting for the task: (returnval){ [ 831.434255] env[68831]: value = "task-2802601" [ 831.434255] env[68831]: _type = "Task" [ 831.434255] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.447905] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.508619] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "cfc9f302-5554-4eca-bdcb-19fb860b77f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.509242] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "cfc9f302-5554-4eca-bdcb-19fb860b77f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.531195] env[68831]: DEBUG nova.network.neutron [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Updating instance_info_cache with network_info: [{"id": "1ccf1771-7c93-420b-af89-0a085c0578f6", "address": "fa:16:3e:35:04:a0", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ccf1771-7c", "ovs_interfaceid": "1ccf1771-7c93-420b-af89-0a085c0578f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.577525] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.748995] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.753109] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.115s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.755632] env[68831]: INFO nova.compute.claims [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.774600] env[68831]: INFO nova.scheduler.client.report [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Deleted allocations for instance 926ca96a-e296-406e-b870-8982aad41870 [ 831.944504] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140346} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.944724] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.945693] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d77954-d867-4ad1-b88a-0012de6a8b6a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.979794] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 4b2b1531-770b-4bb6-9f58-d21e903ea332/4b2b1531-770b-4bb6-9f58-d21e903ea332.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.980777] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c315614-6409-4986-82f5-801cc93e7a73 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.007880] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Waiting for the task: (returnval){ [ 832.007880] env[68831]: value = "task-2802602" [ 832.007880] env[68831]: _type = "Task" [ 832.007880] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.016578] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.032929] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "refresh_cache-b4723bbd-2e44-411c-bddd-3c9710bc20f7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.033298] env[68831]: DEBUG nova.compute.manager [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Instance network_info: |[{"id": "1ccf1771-7c93-420b-af89-0a085c0578f6", "address": "fa:16:3e:35:04:a0", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ccf1771-7c", "ovs_interfaceid": "1ccf1771-7c93-420b-af89-0a085c0578f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.033604] env[68831]: DEBUG oslo_concurrency.lockutils [req-219b4ae3-50c8-49d1-8dc9-865d359d03fa req-f485359b-9afa-4b00-a24f-b996ee269b72 service nova] Acquired lock "refresh_cache-b4723bbd-2e44-411c-bddd-3c9710bc20f7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.033785] env[68831]: DEBUG nova.network.neutron [req-219b4ae3-50c8-49d1-8dc9-865d359d03fa req-f485359b-9afa-4b00-a24f-b996ee269b72 service nova] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Refreshing network info cache for port 1ccf1771-7c93-420b-af89-0a085c0578f6 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.035290] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:04:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ccf1771-7c93-420b-af89-0a085c0578f6', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.042895] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.043489] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.044290] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbb02323-b3ce-4291-b822-9c760300e866 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.060922] env[68831]: DEBUG nova.network.neutron [-] [instance: 40404246-f067-4f63-b751-1509d0844840] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.068606] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.068606] env[68831]: value = "task-2802603" [ 832.068606] env[68831]: _type = "Task" [ 832.068606] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.078807] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802603, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.179803] env[68831]: DEBUG nova.compute.manager [req-c82c8a15-a781-4bee-8f0b-42bb77f53074 req-dbd30383-890b-48ca-befa-243ef5bfe7e6 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Received event network-changed-39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.180126] env[68831]: DEBUG nova.compute.manager [req-c82c8a15-a781-4bee-8f0b-42bb77f53074 req-dbd30383-890b-48ca-befa-243ef5bfe7e6 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Refreshing instance network info cache due to event network-changed-39572b43-2398-4d1c-b909-34423e050b8b. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 832.180445] env[68831]: DEBUG oslo_concurrency.lockutils [req-c82c8a15-a781-4bee-8f0b-42bb77f53074 req-dbd30383-890b-48ca-befa-243ef5bfe7e6 service nova] Acquiring lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.180704] env[68831]: DEBUG oslo_concurrency.lockutils [req-c82c8a15-a781-4bee-8f0b-42bb77f53074 req-dbd30383-890b-48ca-befa-243ef5bfe7e6 service nova] Acquired lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.181018] env[68831]: DEBUG nova.network.neutron [req-c82c8a15-a781-4bee-8f0b-42bb77f53074 req-dbd30383-890b-48ca-befa-243ef5bfe7e6 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Refreshing network info cache for port 39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.289815] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea4cf5a9-2665-4d57-8f05-f2579e12ee22 tempest-ServerShowV247Test-1856159214 tempest-ServerShowV247Test-1856159214-project-member] Lock "926ca96a-e296-406e-b870-8982aad41870" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.164s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.518952] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.563746] env[68831]: INFO nova.compute.manager [-] [instance: 40404246-f067-4f63-b751-1509d0844840] Took 1.82 seconds to deallocate network for instance. [ 832.585069] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802603, 'name': CreateVM_Task, 'duration_secs': 0.451856} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.585974] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.586764] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.588052] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.588052] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.588193] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40dd0da3-7a35-4a15-b238-cd39872d065c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.592949] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 832.592949] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524384df-e1a7-0713-1d0a-7bfd3c0be2bb" [ 832.592949] env[68831]: _type = "Task" [ 832.592949] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.602207] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524384df-e1a7-0713-1d0a-7bfd3c0be2bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.962452] env[68831]: DEBUG nova.compute.manager [req-c52c6a0c-7c13-4b16-8924-1e433b596c10 req-dcc78ffa-7f45-4a09-8ad2-5376f0c7f88f service nova] [instance: 40404246-f067-4f63-b751-1509d0844840] Received event network-vif-deleted-efb1e7d4-2adf-4493-b4cf-25fa84cc3110 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.978770] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "37a066a8-dd83-4d14-96cf-ea82da6d526b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.980032] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "37a066a8-dd83-4d14-96cf-ea82da6d526b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.980032] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "37a066a8-dd83-4d14-96cf-ea82da6d526b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.980032] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "37a066a8-dd83-4d14-96cf-ea82da6d526b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.980032] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "37a066a8-dd83-4d14-96cf-ea82da6d526b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.982546] env[68831]: INFO nova.compute.manager [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Terminating instance [ 833.021915] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802602, 'name': ReconfigVM_Task, 'duration_secs': 0.577882} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.022498] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 4b2b1531-770b-4bb6-9f58-d21e903ea332/4b2b1531-770b-4bb6-9f58-d21e903ea332.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.022823] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7856e460-3ba7-49d9-be85-69b60470a99f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.032266] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Waiting for the task: (returnval){ [ 833.032266] env[68831]: value = "task-2802604" [ 833.032266] env[68831]: _type = "Task" [ 833.032266] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.041980] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802604, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.065713] env[68831]: DEBUG nova.network.neutron [req-219b4ae3-50c8-49d1-8dc9-865d359d03fa req-f485359b-9afa-4b00-a24f-b996ee269b72 service nova] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Updated VIF entry in instance network info cache for port 1ccf1771-7c93-420b-af89-0a085c0578f6. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.066095] env[68831]: DEBUG nova.network.neutron [req-219b4ae3-50c8-49d1-8dc9-865d359d03fa req-f485359b-9afa-4b00-a24f-b996ee269b72 service nova] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Updating instance_info_cache with network_info: [{"id": "1ccf1771-7c93-420b-af89-0a085c0578f6", "address": "fa:16:3e:35:04:a0", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ccf1771-7c", "ovs_interfaceid": "1ccf1771-7c93-420b-af89-0a085c0578f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.078994] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.079305] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "a1afca68-3af7-4fd0-809f-ca4ad2445d4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.079592] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "a1afca68-3af7-4fd0-809f-ca4ad2445d4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.079827] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "a1afca68-3af7-4fd0-809f-ca4ad2445d4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.080117] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "a1afca68-3af7-4fd0-809f-ca4ad2445d4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.080408] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "a1afca68-3af7-4fd0-809f-ca4ad2445d4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.086578] env[68831]: INFO nova.compute.manager [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Terminating instance [ 833.110812] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524384df-e1a7-0713-1d0a-7bfd3c0be2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.024269} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.111159] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.111430] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.111766] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.111975] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.112199] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.112488] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a77244f-8095-46d9-b975-dabae02142d9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.121953] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.122149] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.123181] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf80f2f-0376-476f-9d80-19629f655159 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.130430] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 833.130430] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523c22bc-dee1-91b0-0aed-6cd71dbc9a34" [ 833.130430] env[68831]: _type = "Task" [ 833.130430] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.140416] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523c22bc-dee1-91b0-0aed-6cd71dbc9a34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.168446] env[68831]: DEBUG nova.network.neutron [req-c82c8a15-a781-4bee-8f0b-42bb77f53074 req-dbd30383-890b-48ca-befa-243ef5bfe7e6 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Updated VIF entry in instance network info cache for port 39572b43-2398-4d1c-b909-34423e050b8b. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.168643] env[68831]: DEBUG nova.network.neutron [req-c82c8a15-a781-4bee-8f0b-42bb77f53074 req-dbd30383-890b-48ca-befa-243ef5bfe7e6 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Updating instance_info_cache with network_info: [{"id": "39572b43-2398-4d1c-b909-34423e050b8b", "address": "fa:16:3e:75:c4:b0", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39572b43-23", "ovs_interfaceid": "39572b43-2398-4d1c-b909-34423e050b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.378790] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdbf35e-e5af-4b36-baf3-229670d4172b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.387442] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1044590c-5479-4a6d-9a8e-80258f17e75c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.208403] env[68831]: DEBUG nova.compute.manager [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.208628] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.209529] env[68831]: DEBUG oslo_concurrency.lockutils [req-219b4ae3-50c8-49d1-8dc9-865d359d03fa req-f485359b-9afa-4b00-a24f-b996ee269b72 service nova] Releasing lock "refresh_cache-b4723bbd-2e44-411c-bddd-3c9710bc20f7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.210110] env[68831]: DEBUG nova.compute.manager [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.210290] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.210718] env[68831]: DEBUG oslo_concurrency.lockutils [req-c82c8a15-a781-4bee-8f0b-42bb77f53074 req-dbd30383-890b-48ca-befa-243ef5bfe7e6 service nova] Releasing lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.211834] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc751c26-511e-4633-a992-761dd5ccb860 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.217737] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e143af11-351d-4d5a-9cdc-d2b6a12e8255 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.222964] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcc4233-ad64-4b65-bb87-66e8f14a2cba {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.231136] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.240462] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a5cc67b-2a0a-4a0c-9cf0-46ffd6aa244d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.241867] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523c22bc-dee1-91b0-0aed-6cd71dbc9a34, 'name': SearchDatastore_Task, 'duration_secs': 0.023965} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.242160] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.242412] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802604, 'name': Rename_Task, 'duration_secs': 0.275559} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.243557] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1bdec64-056b-4336-921f-244ea2bb2751 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.245156] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.247615] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d194687b-072b-4866-81c3-b2cc0cbeb0ef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.249700] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26605f4c-ed7b-4801-bd65-5b4ac1636486 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.252747] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce408186-f09c-43f1-b6dd-3ca97b9456a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.259146] env[68831]: DEBUG oslo_vmware.api [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 834.259146] env[68831]: value = "task-2802606" [ 834.259146] env[68831]: _type = "Task" [ 834.259146] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.259455] env[68831]: DEBUG oslo_vmware.api [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 834.259455] env[68831]: value = "task-2802605" [ 834.259455] env[68831]: _type = "Task" [ 834.259455] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.276838] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 834.276838] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52afbe51-5e50-ad84-d909-0a187ac911bb" [ 834.276838] env[68831]: _type = "Task" [ 834.276838] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.277357] env[68831]: DEBUG nova.compute.provider_tree [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.278967] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Waiting for the task: (returnval){ [ 834.278967] env[68831]: value = "task-2802607" [ 834.278967] env[68831]: _type = "Task" [ 834.278967] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.298804] env[68831]: DEBUG oslo_vmware.api [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.299271] env[68831]: DEBUG oslo_vmware.api [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.308751] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52afbe51-5e50-ad84-d909-0a187ac911bb, 'name': SearchDatastore_Task, 'duration_secs': 0.015914} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.314186] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.314652] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] b4723bbd-2e44-411c-bddd-3c9710bc20f7/b4723bbd-2e44-411c-bddd-3c9710bc20f7.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.315559] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802607, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.315896] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d49a23e-7133-410d-ac50-a9421f5fbe11 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.324854] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 834.324854] env[68831]: value = "task-2802608" [ 834.324854] env[68831]: _type = "Task" [ 834.324854] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.334813] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.775726] env[68831]: DEBUG oslo_vmware.api [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802606, 'name': PowerOffVM_Task, 'duration_secs': 0.248181} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.779319] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.779526] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.779966] env[68831]: DEBUG oslo_vmware.api [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802605, 'name': PowerOffVM_Task, 'duration_secs': 0.227034} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.780808] env[68831]: DEBUG nova.scheduler.client.report [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.784472] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27724448-7c9b-49ad-bef4-8dfc2c298be7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.786386] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.786604] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.787197] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0483aa2a-6e60-4fdc-922a-2b8a32ad53d8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.799322] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802607, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.837982] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802608, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.897023] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.897023] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.897023] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Deleting the datastore file [datastore2] 37a066a8-dd83-4d14-96cf-ea82da6d526b {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.897023] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cd925a0-db2f-4b78-b5a0-dee8a115d624 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.905213] env[68831]: DEBUG oslo_vmware.api [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 834.905213] env[68831]: value = "task-2802611" [ 834.905213] env[68831]: _type = "Task" [ 834.905213] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.909988] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.910216] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.910449] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Deleting the datastore file [datastore2] a1afca68-3af7-4fd0-809f-ca4ad2445d4b {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.911173] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6ca1e71-c11d-4567-b806-6d3b278f0767 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.916920] env[68831]: DEBUG oslo_vmware.api [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.921179] env[68831]: DEBUG oslo_vmware.api [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for the task: (returnval){ [ 834.921179] env[68831]: value = "task-2802612" [ 834.921179] env[68831]: _type = "Task" [ 834.921179] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.929804] env[68831]: DEBUG oslo_vmware.api [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.289067] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.536s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.289492] env[68831]: DEBUG nova.compute.manager [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.293033] env[68831]: DEBUG oslo_concurrency.lockutils [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.031s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.293033] env[68831]: DEBUG nova.objects.instance [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lazy-loading 'resources' on Instance uuid 1c541afe-a78b-4cd1-8d70-63221956a835 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.302401] env[68831]: DEBUG oslo_vmware.api [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802607, 'name': PowerOnVM_Task, 'duration_secs': 0.710938} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.303178] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.303389] env[68831]: INFO nova.compute.manager [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Took 10.95 seconds to spawn the instance on the hypervisor. [ 835.303567] env[68831]: DEBUG nova.compute.manager [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.304372] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f24a45-18bf-4e55-a9b9-ce5e6ac758f7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.336572] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578895} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.337219] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] b4723bbd-2e44-411c-bddd-3c9710bc20f7/b4723bbd-2e44-411c-bddd-3c9710bc20f7.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.337219] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.337414] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-860964fc-cc75-4e08-aff1-05a6bb1fbf53 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.344561] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 835.344561] env[68831]: value = "task-2802613" [ 835.344561] env[68831]: _type = "Task" [ 835.344561] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.354281] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.415056] env[68831]: DEBUG oslo_vmware.api [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242126} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.415364] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.415555] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.415793] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.416034] env[68831]: INFO nova.compute.manager [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 835.416555] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.416555] env[68831]: DEBUG nova.compute.manager [-] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.416645] env[68831]: DEBUG nova.network.neutron [-] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.430880] env[68831]: DEBUG oslo_vmware.api [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Task: {'id': task-2802612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247353} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.431214] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.431423] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.431645] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.431862] env[68831]: INFO nova.compute.manager [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 835.432141] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.432375] env[68831]: DEBUG nova.compute.manager [-] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.432487] env[68831]: DEBUG nova.network.neutron [-] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.799609] env[68831]: DEBUG nova.compute.utils [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.806019] env[68831]: DEBUG nova.compute.manager [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.806019] env[68831]: DEBUG nova.network.neutron [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.822955] env[68831]: INFO nova.compute.manager [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Took 40.93 seconds to build instance. [ 835.857376] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0652} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.863810] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.865444] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f722f9d5-8e69-477f-8e8c-6451fc181c5b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.889972] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] b4723bbd-2e44-411c-bddd-3c9710bc20f7/b4723bbd-2e44-411c-bddd-3c9710bc20f7.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.892845] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48af4691-690c-4f87-b46d-0d9bfd93b738 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.917154] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 835.917154] env[68831]: value = "task-2802614" [ 835.917154] env[68831]: _type = "Task" [ 835.917154] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.924317] env[68831]: DEBUG nova.policy [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9be797c2d4745df90d7f23c933bf20f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '958f028ef3ca48ba8718810498150130', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.927657] env[68831]: DEBUG nova.compute.manager [req-54f83f34-f437-445c-8708-ec097901f0ad req-8b1d1ec0-4afd-4589-aef0-892bed75b317 service nova] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Received event network-vif-deleted-098081d1-5e06-402f-b541-8f83f41d4b52 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.927865] env[68831]: INFO nova.compute.manager [req-54f83f34-f437-445c-8708-ec097901f0ad req-8b1d1ec0-4afd-4589-aef0-892bed75b317 service nova] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Neutron deleted interface 098081d1-5e06-402f-b541-8f83f41d4b52; detaching it from the instance and deleting it from the info cache [ 835.928044] env[68831]: DEBUG nova.network.neutron [req-54f83f34-f437-445c-8708-ec097901f0ad req-8b1d1ec0-4afd-4589-aef0-892bed75b317 service nova] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.936173] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.166496] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Acquiring lock "4b2b1531-770b-4bb6-9f58-d21e903ea332" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.308671] env[68831]: DEBUG nova.compute.manager [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.328190] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f10c69d5-2064-4ca2-9afa-3ae435e091dc tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Lock "4b2b1531-770b-4bb6-9f58-d21e903ea332" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.767s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.328190] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Lock "4b2b1531-770b-4bb6-9f58-d21e903ea332" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.160s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.328190] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Acquiring lock "4b2b1531-770b-4bb6-9f58-d21e903ea332-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.328190] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Lock "4b2b1531-770b-4bb6-9f58-d21e903ea332-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.328190] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Lock "4b2b1531-770b-4bb6-9f58-d21e903ea332-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.329255] env[68831]: INFO nova.compute.manager [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Terminating instance [ 836.369173] env[68831]: DEBUG nova.network.neutron [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Successfully created port: dad6a56e-360a-480c-aac3-4e07c18f45e1 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.411803] env[68831]: DEBUG nova.network.neutron [-] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.413090] env[68831]: DEBUG nova.network.neutron [-] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.416246] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46be028c-5045-403d-b168-340c6b8216cb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.430745] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6788856-7cc4-44bc-876a-7893cfdbce5c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.434497] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802614, 'name': ReconfigVM_Task, 'duration_secs': 0.412503} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.434799] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Reconfigured VM instance instance-00000030 to attach disk [datastore2] b4723bbd-2e44-411c-bddd-3c9710bc20f7/b4723bbd-2e44-411c-bddd-3c9710bc20f7.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.435428] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c315c473-ebf5-4f29-9848-55119d5a8ee4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.437519] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3175beb3-ad29-4ee1-aaf4-7e784774ff94 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.465765] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fae731e-fb6d-4b06-b912-c673726485a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.470208] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 836.470208] env[68831]: value = "task-2802615" [ 836.470208] env[68831]: _type = "Task" [ 836.470208] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.476797] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a5a8fb-e866-4b13-b1a3-b50a2d9748b7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.483248] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372d58c6-fe09-499f-9747-2ebd62d49be7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.504276] env[68831]: DEBUG nova.compute.provider_tree [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.520131] env[68831]: DEBUG nova.compute.manager [req-54f83f34-f437-445c-8708-ec097901f0ad req-8b1d1ec0-4afd-4589-aef0-892bed75b317 service nova] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Detach interface failed, port_id=098081d1-5e06-402f-b541-8f83f41d4b52, reason: Instance a1afca68-3af7-4fd0-809f-ca4ad2445d4b could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 836.520503] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802615, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.521455] env[68831]: DEBUG nova.scheduler.client.report [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.810726] env[68831]: INFO nova.virt.block_device [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Booting with volume 9cdd3ca8-1a20-48ac-a373-c098b440b2ba at /dev/sda [ 836.830325] env[68831]: DEBUG nova.compute.manager [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.836026] env[68831]: DEBUG nova.compute.manager [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.836395] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.837167] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57116c6d-bcd2-4ca3-95d8-f6ca5acdbf36 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.847432] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.848605] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15683be1-f4aa-42d0-a83d-8afe8a444ff3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.850197] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0264f47-056e-45ae-9d23-cb3e15d8dcf1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.859861] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d544bb98-5f79-43eb-be31-cc2ac56a5106 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.877391] env[68831]: DEBUG oslo_vmware.api [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Waiting for the task: (returnval){ [ 836.877391] env[68831]: value = "task-2802616" [ 836.877391] env[68831]: _type = "Task" [ 836.877391] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.887369] env[68831]: DEBUG oslo_vmware.api [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.900284] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-616d52da-cf3a-4d17-a68e-1a69ee66d68c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.908812] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb0c0c9-b1d2-4356-9718-4ceb399d2a7e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.920689] env[68831]: INFO nova.compute.manager [-] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Took 1.49 seconds to deallocate network for instance. [ 836.920689] env[68831]: INFO nova.compute.manager [-] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Took 1.50 seconds to deallocate network for instance. [ 836.957317] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d0a522-b60a-4dfc-92f2-aa572f67e9d7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.965547] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3372aa70-c652-47f7-b262-f181e1e502e0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.981791] env[68831]: DEBUG nova.virt.block_device [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Updating existing volume attachment record: b5a1243d-b2e6-4c46-a30a-860d6adca788 {{(pid=68831) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 836.990201] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802615, 'name': Rename_Task, 'duration_secs': 0.186838} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.990201] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.990316] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40e7188a-128a-43cd-97e6-0b7f471a4a8c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.996998] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 836.996998] env[68831]: value = "task-2802617" [ 836.996998] env[68831]: _type = "Task" [ 836.996998] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.008499] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.026145] env[68831]: DEBUG oslo_concurrency.lockutils [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.029114] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.163s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.031055] env[68831]: INFO nova.compute.claims [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.055921] env[68831]: INFO nova.scheduler.client.report [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Deleted allocations for instance 1c541afe-a78b-4cd1-8d70-63221956a835 [ 837.355346] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.388274] env[68831]: DEBUG oslo_vmware.api [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802616, 'name': PowerOffVM_Task, 'duration_secs': 0.228512} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.388559] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.388730] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.388982] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0eb37b1-5ba7-4464-a82c-095ab716dbb5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.434010] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.435262] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.490725] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.491342] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.491440] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Deleting the datastore file [datastore1] 4b2b1531-770b-4bb6-9f58-d21e903ea332 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.491726] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a404dd2-243a-4d26-88fc-8406449df43d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.499180] env[68831]: DEBUG oslo_vmware.api [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Waiting for the task: (returnval){ [ 837.499180] env[68831]: value = "task-2802619" [ 837.499180] env[68831]: _type = "Task" [ 837.499180] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.511881] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802617, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.515571] env[68831]: DEBUG oslo_vmware.api [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.566932] env[68831]: DEBUG oslo_concurrency.lockutils [None req-302554a5-1373-41e6-921a-6bb35cfdc8ac tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Lock "1c541afe-a78b-4cd1-8d70-63221956a835" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.223s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.880642] env[68831]: DEBUG nova.network.neutron [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Successfully updated port: dad6a56e-360a-480c-aac3-4e07c18f45e1 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.952841] env[68831]: DEBUG nova.compute.manager [req-fa626af5-0a72-4f61-86c9-a83408dfde1b req-3389d280-60ef-445d-82e1-9d7c42b2f9af service nova] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Received event network-vif-deleted-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.953062] env[68831]: DEBUG nova.compute.manager [req-fa626af5-0a72-4f61-86c9-a83408dfde1b req-3389d280-60ef-445d-82e1-9d7c42b2f9af service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Received event network-vif-plugged-dad6a56e-360a-480c-aac3-4e07c18f45e1 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.953280] env[68831]: DEBUG oslo_concurrency.lockutils [req-fa626af5-0a72-4f61-86c9-a83408dfde1b req-3389d280-60ef-445d-82e1-9d7c42b2f9af service nova] Acquiring lock "ba678a0d-d3f0-4dca-ad62-697237cf99ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.953487] env[68831]: DEBUG oslo_concurrency.lockutils [req-fa626af5-0a72-4f61-86c9-a83408dfde1b req-3389d280-60ef-445d-82e1-9d7c42b2f9af service nova] Lock "ba678a0d-d3f0-4dca-ad62-697237cf99ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.953652] env[68831]: DEBUG oslo_concurrency.lockutils [req-fa626af5-0a72-4f61-86c9-a83408dfde1b req-3389d280-60ef-445d-82e1-9d7c42b2f9af service nova] Lock "ba678a0d-d3f0-4dca-ad62-697237cf99ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.953815] env[68831]: DEBUG nova.compute.manager [req-fa626af5-0a72-4f61-86c9-a83408dfde1b req-3389d280-60ef-445d-82e1-9d7c42b2f9af service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] No waiting events found dispatching network-vif-plugged-dad6a56e-360a-480c-aac3-4e07c18f45e1 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.954054] env[68831]: WARNING nova.compute.manager [req-fa626af5-0a72-4f61-86c9-a83408dfde1b req-3389d280-60ef-445d-82e1-9d7c42b2f9af service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Received unexpected event network-vif-plugged-dad6a56e-360a-480c-aac3-4e07c18f45e1 for instance with vm_state building and task_state block_device_mapping. [ 837.954249] env[68831]: DEBUG nova.compute.manager [req-fa626af5-0a72-4f61-86c9-a83408dfde1b req-3389d280-60ef-445d-82e1-9d7c42b2f9af service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Received event network-changed-dad6a56e-360a-480c-aac3-4e07c18f45e1 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.954412] env[68831]: DEBUG nova.compute.manager [req-fa626af5-0a72-4f61-86c9-a83408dfde1b req-3389d280-60ef-445d-82e1-9d7c42b2f9af service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Refreshing instance network info cache due to event network-changed-dad6a56e-360a-480c-aac3-4e07c18f45e1. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 837.954570] env[68831]: DEBUG oslo_concurrency.lockutils [req-fa626af5-0a72-4f61-86c9-a83408dfde1b req-3389d280-60ef-445d-82e1-9d7c42b2f9af service nova] Acquiring lock "refresh_cache-ba678a0d-d3f0-4dca-ad62-697237cf99ea" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.954688] env[68831]: DEBUG oslo_concurrency.lockutils [req-fa626af5-0a72-4f61-86c9-a83408dfde1b req-3389d280-60ef-445d-82e1-9d7c42b2f9af service nova] Acquired lock "refresh_cache-ba678a0d-d3f0-4dca-ad62-697237cf99ea" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.954850] env[68831]: DEBUG nova.network.neutron [req-fa626af5-0a72-4f61-86c9-a83408dfde1b req-3389d280-60ef-445d-82e1-9d7c42b2f9af service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Refreshing network info cache for port dad6a56e-360a-480c-aac3-4e07c18f45e1 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.010566] env[68831]: DEBUG oslo_vmware.api [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802617, 'name': PowerOnVM_Task, 'duration_secs': 0.761805} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.011364] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.011646] env[68831]: INFO nova.compute.manager [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Took 8.73 seconds to spawn the instance on the hypervisor. [ 838.011836] env[68831]: DEBUG nova.compute.manager [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.013681] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83665e7e-689d-4dc6-99d7-4c7e22a84575 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.019159] env[68831]: DEBUG oslo_vmware.api [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Task: {'id': task-2802619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236398} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.019757] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.019945] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.020136] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.020326] env[68831]: INFO nova.compute.manager [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Took 1.18 seconds to destroy the instance on the hypervisor. [ 838.020583] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.020773] env[68831]: DEBUG nova.compute.manager [-] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.020867] env[68831]: DEBUG nova.network.neutron [-] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.382944] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Acquiring lock "refresh_cache-ba678a0d-d3f0-4dca-ad62-697237cf99ea" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.500543] env[68831]: DEBUG nova.network.neutron [req-fa626af5-0a72-4f61-86c9-a83408dfde1b req-3389d280-60ef-445d-82e1-9d7c42b2f9af service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.525967] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c87370-c208-48e9-a287-60c4c02d4d8c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.534896] env[68831]: INFO nova.compute.manager [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Took 41.42 seconds to build instance. [ 838.539216] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac9ce87-4490-44c8-88cc-aa5bf054e4a7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.571150] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba114896-970b-4963-a927-36f2c6cfd684 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.585691] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c449554f-52a5-4d59-b621-6248a4be389b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.603151] env[68831]: DEBUG nova.compute.provider_tree [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.648539] env[68831]: DEBUG nova.network.neutron [req-fa626af5-0a72-4f61-86c9-a83408dfde1b req-3389d280-60ef-445d-82e1-9d7c42b2f9af service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.902960] env[68831]: DEBUG nova.network.neutron [-] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.019170] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cab2f-5640-4a54-de20-fb01a4ff5795/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 839.020399] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eeee19-6ff7-4a2c-8fb3-6fa45cadc08e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.027456] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cab2f-5640-4a54-de20-fb01a4ff5795/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 839.027705] env[68831]: ERROR oslo_vmware.rw_handles [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cab2f-5640-4a54-de20-fb01a4ff5795/disk-0.vmdk due to incomplete transfer. [ 839.027859] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1b2d64f2-ce22-4e3c-ac18-2337664bfec2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.035738] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cab2f-5640-4a54-de20-fb01a4ff5795/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 839.035966] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Uploaded image c720ef0b-f398-4e59-b747-8cb8b4322949 to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 839.038499] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 839.038945] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "b4723bbd-2e44-411c-bddd-3c9710bc20f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.151s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.039193] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2179a21c-91a9-47c8-8326-5702eafe1838 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.047214] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 839.047214] env[68831]: value = "task-2802620" [ 839.047214] env[68831]: _type = "Task" [ 839.047214] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.058371] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802620, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.092539] env[68831]: DEBUG nova.compute.manager [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.092539] env[68831]: DEBUG nova.virt.hardware [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.092722] env[68831]: DEBUG nova.virt.hardware [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.093376] env[68831]: DEBUG nova.virt.hardware [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.093376] env[68831]: DEBUG nova.virt.hardware [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.093376] env[68831]: DEBUG nova.virt.hardware [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.093376] env[68831]: DEBUG nova.virt.hardware [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.093595] env[68831]: DEBUG nova.virt.hardware [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.093633] env[68831]: DEBUG nova.virt.hardware [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.093789] env[68831]: DEBUG nova.virt.hardware [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.093986] env[68831]: DEBUG nova.virt.hardware [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.094370] env[68831]: DEBUG nova.virt.hardware [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.095443] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acb8502-da57-4ad8-9ba6-7d204ec5cad6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.104235] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c535aed5-0a84-4aae-8606-8840ea51e38e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.107523] env[68831]: DEBUG nova.scheduler.client.report [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.151443] env[68831]: DEBUG oslo_concurrency.lockutils [req-fa626af5-0a72-4f61-86c9-a83408dfde1b req-3389d280-60ef-445d-82e1-9d7c42b2f9af service nova] Releasing lock "refresh_cache-ba678a0d-d3f0-4dca-ad62-697237cf99ea" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.151837] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Acquired lock "refresh_cache-ba678a0d-d3f0-4dca-ad62-697237cf99ea" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.152470] env[68831]: DEBUG nova.network.neutron [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.405777] env[68831]: INFO nova.compute.manager [-] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Took 1.38 seconds to deallocate network for instance. [ 839.544567] env[68831]: DEBUG nova.compute.manager [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.557254] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802620, 'name': Destroy_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.616703] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.617232] env[68831]: DEBUG nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.619694] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.796s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.621377] env[68831]: INFO nova.compute.claims [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.651110] env[68831]: INFO nova.compute.manager [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Rebuilding instance [ 839.687795] env[68831]: DEBUG nova.network.neutron [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.693048] env[68831]: DEBUG nova.compute.manager [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.693812] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f687e615-9b08-44e4-b154-e77d0bd82c25 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.835982] env[68831]: DEBUG nova.network.neutron [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Updating instance_info_cache with network_info: [{"id": "dad6a56e-360a-480c-aac3-4e07c18f45e1", "address": "fa:16:3e:fb:cc:b6", "network": {"id": "817eb0eb-27c9-48d3-849d-5f98e3daf0e4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1075885952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "958f028ef3ca48ba8718810498150130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad6a56e-36", "ovs_interfaceid": "dad6a56e-360a-480c-aac3-4e07c18f45e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.912773] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.020126] env[68831]: DEBUG nova.compute.manager [req-7b75d540-0011-4823-971e-62a6a71a33b0 req-4e9c52d0-a7fe-4adb-bcc8-0644cf0367d1 service nova] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Received event network-vif-deleted-e6bcde0d-f287-44fb-b664-11f42f2d7a86 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.061694] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802620, 'name': Destroy_Task, 'duration_secs': 0.984471} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.061999] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Destroyed the VM [ 840.062536] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 840.062804] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-619b072d-1b1e-4ebd-9dc1-211347ff44e0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.069267] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 840.069267] env[68831]: value = "task-2802621" [ 840.069267] env[68831]: _type = "Task" [ 840.069267] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.070157] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.078205] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802621, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.125638] env[68831]: DEBUG nova.compute.utils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.127101] env[68831]: DEBUG nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.127346] env[68831]: DEBUG nova.network.neutron [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.181882] env[68831]: DEBUG nova.policy [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcb70c905fb54e83ac52f144f4d9bdf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b60897c37e343c7ab42527b57b456a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.339013] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Releasing lock "refresh_cache-ba678a0d-d3f0-4dca-ad62-697237cf99ea" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.339373] env[68831]: DEBUG nova.compute.manager [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Instance network_info: |[{"id": "dad6a56e-360a-480c-aac3-4e07c18f45e1", "address": "fa:16:3e:fb:cc:b6", "network": {"id": "817eb0eb-27c9-48d3-849d-5f98e3daf0e4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1075885952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "958f028ef3ca48ba8718810498150130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad6a56e-36", "ovs_interfaceid": "dad6a56e-360a-480c-aac3-4e07c18f45e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.339965] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:cc:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dad6a56e-360a-480c-aac3-4e07c18f45e1', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.347484] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Creating folder: Project (958f028ef3ca48ba8718810498150130). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.348656] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ce0d30e-680f-42a6-bedb-0880ece2e5ff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.363260] env[68831]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 840.363487] env[68831]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68831) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 840.363902] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Folder already exists: Project (958f028ef3ca48ba8718810498150130). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 840.364228] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Creating folder: Instances. Parent ref: group-v563147. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.364490] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dceb1d5-0ac4-4306-8acf-aa180c42bff7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.374844] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Created folder: Instances in parent group-v563147. [ 840.374844] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.374844] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.374844] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6105265c-87ed-4a12-b35f-f85307a7882e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.393622] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.393622] env[68831]: value = "task-2802624" [ 840.393622] env[68831]: _type = "Task" [ 840.393622] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.399935] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802624, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.499374] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e0e221e7-5e35-42b5-b457-296c2453c802 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.499650] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e0e221e7-5e35-42b5-b457-296c2453c802 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.499831] env[68831]: DEBUG nova.compute.manager [None req-e0e221e7-5e35-42b5-b457-296c2453c802 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.500790] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af06e7aa-8773-4604-a0a3-cb2c4784a9b4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.509045] env[68831]: DEBUG nova.compute.manager [None req-e0e221e7-5e35-42b5-b457-296c2453c802 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68831) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 840.509754] env[68831]: DEBUG nova.objects.instance [None req-e0e221e7-5e35-42b5-b457-296c2453c802 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lazy-loading 'flavor' on Instance uuid 28bf3f4e-650a-44b4-abf2-8195f32cfb34 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.579629] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802621, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.633718] env[68831]: DEBUG nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.640411] env[68831]: DEBUG nova.network.neutron [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Successfully created port: 4de2da71-f248-4ab7-819b-8f591718dd2a {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.707737] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.708063] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58a6e7fc-a2cd-4545-89bb-186d326787b6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.718116] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 840.718116] env[68831]: value = "task-2802625" [ 840.718116] env[68831]: _type = "Task" [ 840.718116] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.726526] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.910517] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802624, 'name': CreateVM_Task, 'duration_secs': 0.385506} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.913538] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.914807] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'b5a1243d-b2e6-4c46-a30a-860d6adca788', 'boot_index': 0, 'disk_bus': None, 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563160', 'volume_id': '9cdd3ca8-1a20-48ac-a373-c098b440b2ba', 'name': 'volume-9cdd3ca8-1a20-48ac-a373-c098b440b2ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba678a0d-d3f0-4dca-ad62-697237cf99ea', 'attached_at': '', 'detached_at': '', 'volume_id': '9cdd3ca8-1a20-48ac-a373-c098b440b2ba', 'serial': '9cdd3ca8-1a20-48ac-a373-c098b440b2ba'}, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68831) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 840.914807] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Root volume attach. Driver type: vmdk {{(pid=68831) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 840.919023] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6f71bd-3bf6-4f35-acd8-ff5bb116de86 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.923665] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f88fdd-d77d-439b-8165-3edffdc799d9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.935305] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e16a47-b235-4b71-a644-5cde16a63329 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.944223] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-96fc7d3f-684a-4319-abf1-5f992ae101de {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.955592] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Waiting for the task: (returnval){ [ 840.955592] env[68831]: value = "task-2802626" [ 840.955592] env[68831]: _type = "Task" [ 840.955592] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.970357] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2802626, 'name': RelocateVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.081093] env[68831]: DEBUG oslo_vmware.api [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802621, 'name': RemoveSnapshot_Task, 'duration_secs': 0.758729} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.081376] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 841.081605] env[68831]: INFO nova.compute.manager [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Took 15.53 seconds to snapshot the instance on the hypervisor. [ 841.225203] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09011076-49b8-4675-9c84-f95b69f0741b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.236126] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a4fa69-7de3-4970-9a19-fcab0e73d121 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.239937] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802625, 'name': PowerOffVM_Task, 'duration_secs': 0.178341} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.240048] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.240709] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.241616] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce775391-b83b-4c8b-ac88-5a50c70ef759 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.273202] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6021cad-3f40-4272-9f58-14ef5f3a3719 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.277210] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.277417] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-988cd23f-17db-4782-b2be-582e4ab45d13 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.281977] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2ee462-b172-4177-8480-15b55b760a32 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.298292] env[68831]: DEBUG nova.compute.provider_tree [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.342823] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.343073] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.343253] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleting the datastore file [datastore2] b4723bbd-2e44-411c-bddd-3c9710bc20f7 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.343992] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7832ffb3-70a2-418e-adbd-9d43ab51a338 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.351462] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 841.351462] env[68831]: value = "task-2802628" [ 841.351462] env[68831]: _type = "Task" [ 841.351462] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.359401] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.466392] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2802626, 'name': RelocateVM_Task, 'duration_secs': 0.027503} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.466603] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Volume attach. Driver type: vmdk {{(pid=68831) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 841.466939] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563160', 'volume_id': '9cdd3ca8-1a20-48ac-a373-c098b440b2ba', 'name': 'volume-9cdd3ca8-1a20-48ac-a373-c098b440b2ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba678a0d-d3f0-4dca-ad62-697237cf99ea', 'attached_at': '', 'detached_at': '', 'volume_id': '9cdd3ca8-1a20-48ac-a373-c098b440b2ba', 'serial': '9cdd3ca8-1a20-48ac-a373-c098b440b2ba'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 841.467761] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0251750-9062-45c0-8539-2669b9fa39ff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.484580] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7deb250-56ac-4b4c-8b8e-6a17ebc25422 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.507711] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-9cdd3ca8-1a20-48ac-a373-c098b440b2ba/volume-9cdd3ca8-1a20-48ac-a373-c098b440b2ba.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.508055] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f97d29-0650-4d58-91ca-7cb46ac5d5a5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.523913] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e221e7-5e35-42b5-b457-296c2453c802 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.523913] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72fb4db4-f201-4000-8f49-3f1634eab30e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.531130] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Waiting for the task: (returnval){ [ 841.531130] env[68831]: value = "task-2802630" [ 841.531130] env[68831]: _type = "Task" [ 841.531130] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.532546] env[68831]: DEBUG oslo_vmware.api [None req-e0e221e7-5e35-42b5-b457-296c2453c802 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 841.532546] env[68831]: value = "task-2802629" [ 841.532546] env[68831]: _type = "Task" [ 841.532546] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.545472] env[68831]: DEBUG oslo_vmware.api [None req-e0e221e7-5e35-42b5-b457-296c2453c802 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.642199] env[68831]: DEBUG nova.compute.manager [None req-b13a184d-bbc6-4775-9bf9-af2f0050f9dc tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Found 1 images (rotation: 2) {{(pid=68831) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 841.648125] env[68831]: DEBUG nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.671473] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.671734] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.671900] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.672133] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.672348] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.672572] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.672812] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.672975] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.673272] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.673482] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.673726] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.674714] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d306dc16-9cc4-44a3-8117-4c64a4778540 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.684124] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d149f56e-4e3a-40c8-bab1-925b0ba0ebf2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.807204] env[68831]: DEBUG nova.scheduler.client.report [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.838444] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquiring lock "96c55c61-610e-42e7-837a-87ca271af5d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.838723] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Lock "96c55c61-610e-42e7-837a-87ca271af5d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.861371] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347434} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.861639] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.861822] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.861995] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.047018] env[68831]: DEBUG oslo_vmware.api [None req-e0e221e7-5e35-42b5-b457-296c2453c802 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802629, 'name': PowerOffVM_Task, 'duration_secs': 0.236788} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.050590] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e221e7-5e35-42b5-b457-296c2453c802 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.050906] env[68831]: DEBUG nova.compute.manager [None req-e0e221e7-5e35-42b5-b457-296c2453c802 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.051248] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2802630, 'name': ReconfigVM_Task, 'duration_secs': 0.35942} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.051961] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f9fbbf-7183-41d4-afc6-b7222f303fb1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.055144] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-9cdd3ca8-1a20-48ac-a373-c098b440b2ba/volume-9cdd3ca8-1a20-48ac-a373-c098b440b2ba.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.061716] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4217e21-2b17-4236-b5ce-de643525a7c3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.079031] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Waiting for the task: (returnval){ [ 842.079031] env[68831]: value = "task-2802631" [ 842.079031] env[68831]: _type = "Task" [ 842.079031] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.086936] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2802631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.313591] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.313591] env[68831]: DEBUG nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.314675] env[68831]: DEBUG oslo_concurrency.lockutils [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.008s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.315221] env[68831]: DEBUG nova.objects.instance [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Lazy-loading 'resources' on Instance uuid 545024c9-58d2-4cec-9674-5aaee972370a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.350392] env[68831]: DEBUG nova.network.neutron [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Successfully updated port: 4de2da71-f248-4ab7-819b-8f591718dd2a {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.371043] env[68831]: DEBUG nova.compute.manager [req-90874ea2-7790-4b4c-92c1-0bc7dd6be14a req-0f965435-ec6a-4b3b-8ac9-f53b062778cf service nova] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Received event network-vif-plugged-4de2da71-f248-4ab7-819b-8f591718dd2a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.371269] env[68831]: DEBUG oslo_concurrency.lockutils [req-90874ea2-7790-4b4c-92c1-0bc7dd6be14a req-0f965435-ec6a-4b3b-8ac9-f53b062778cf service nova] Acquiring lock "02666126-bd9b-498b-ad98-e1d61748c545-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.371681] env[68831]: DEBUG oslo_concurrency.lockutils [req-90874ea2-7790-4b4c-92c1-0bc7dd6be14a req-0f965435-ec6a-4b3b-8ac9-f53b062778cf service nova] Lock "02666126-bd9b-498b-ad98-e1d61748c545-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.371681] env[68831]: DEBUG oslo_concurrency.lockutils [req-90874ea2-7790-4b4c-92c1-0bc7dd6be14a req-0f965435-ec6a-4b3b-8ac9-f53b062778cf service nova] Lock "02666126-bd9b-498b-ad98-e1d61748c545-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.371822] env[68831]: DEBUG nova.compute.manager [req-90874ea2-7790-4b4c-92c1-0bc7dd6be14a req-0f965435-ec6a-4b3b-8ac9-f53b062778cf service nova] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] No waiting events found dispatching network-vif-plugged-4de2da71-f248-4ab7-819b-8f591718dd2a {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.371950] env[68831]: WARNING nova.compute.manager [req-90874ea2-7790-4b4c-92c1-0bc7dd6be14a req-0f965435-ec6a-4b3b-8ac9-f53b062778cf service nova] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Received unexpected event network-vif-plugged-4de2da71-f248-4ab7-819b-8f591718dd2a for instance with vm_state building and task_state spawning. [ 842.585791] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e0e221e7-5e35-42b5-b457-296c2453c802 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.592163] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2802631, 'name': ReconfigVM_Task, 'duration_secs': 0.118934} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.592457] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563160', 'volume_id': '9cdd3ca8-1a20-48ac-a373-c098b440b2ba', 'name': 'volume-9cdd3ca8-1a20-48ac-a373-c098b440b2ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba678a0d-d3f0-4dca-ad62-697237cf99ea', 'attached_at': '', 'detached_at': '', 'volume_id': '9cdd3ca8-1a20-48ac-a373-c098b440b2ba', 'serial': '9cdd3ca8-1a20-48ac-a373-c098b440b2ba'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 842.593213] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d17b4fc1-8522-4424-94c9-4c995d7581ca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.600984] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Waiting for the task: (returnval){ [ 842.600984] env[68831]: value = "task-2802632" [ 842.600984] env[68831]: _type = "Task" [ 842.600984] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.617639] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2802632, 'name': Rename_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.824752] env[68831]: DEBUG nova.compute.utils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.829603] env[68831]: DEBUG nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.829796] env[68831]: DEBUG nova.network.neutron [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.832352] env[68831]: DEBUG nova.compute.manager [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.832979] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2962129-8411-4a31-b02c-611213b06546 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.858378] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "refresh_cache-02666126-bd9b-498b-ad98-e1d61748c545" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.858721] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired lock "refresh_cache-02666126-bd9b-498b-ad98-e1d61748c545" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.858978] env[68831]: DEBUG nova.network.neutron [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.897053] env[68831]: DEBUG nova.virt.hardware [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.897307] env[68831]: DEBUG nova.virt.hardware [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.897463] env[68831]: DEBUG nova.virt.hardware [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.897641] env[68831]: DEBUG nova.virt.hardware [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.897785] env[68831]: DEBUG nova.virt.hardware [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.897928] env[68831]: DEBUG nova.virt.hardware [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.898146] env[68831]: DEBUG nova.virt.hardware [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.898304] env[68831]: DEBUG nova.virt.hardware [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.898466] env[68831]: DEBUG nova.virt.hardware [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.898624] env[68831]: DEBUG nova.virt.hardware [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.898792] env[68831]: DEBUG nova.virt.hardware [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.899669] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096dbf3f-87b9-424e-90a4-2ac661c385fe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.903261] env[68831]: DEBUG nova.policy [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcb70c905fb54e83ac52f144f4d9bdf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b60897c37e343c7ab42527b57b456a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.912909] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95062deb-0838-4e80-8667-ab550862de0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.932240] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:04:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ccf1771-7c93-420b-af89-0a085c0578f6', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.939859] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.942854] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.944075] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0350ee0-9b87-4c9c-bd8e-39b2e57b0a2b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.966790] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.966790] env[68831]: value = "task-2802633" [ 842.966790] env[68831]: _type = "Task" [ 842.966790] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.975900] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802633, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.064067] env[68831]: DEBUG nova.objects.instance [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lazy-loading 'flavor' on Instance uuid 28bf3f4e-650a-44b4-abf2-8195f32cfb34 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.112211] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2802632, 'name': Rename_Task, 'duration_secs': 0.140007} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.112601] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.113032] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a4fd7cf-0fe2-4d0c-9787-d9a5550f5c5f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.121479] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Waiting for the task: (returnval){ [ 843.121479] env[68831]: value = "task-2802634" [ 843.121479] env[68831]: _type = "Task" [ 843.121479] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.131106] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2802634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.272396] env[68831]: DEBUG nova.network.neutron [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Successfully created port: d150a26d-e553-4e87-bd49-511852a0264a {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.323785] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4a89ab-d439-4203-9657-d63c8f552a21 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.331383] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0251fc33-e3c1-4acd-839a-caff9594bb98 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.337129] env[68831]: DEBUG nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.344248] env[68831]: INFO nova.compute.manager [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] instance snapshotting [ 843.344248] env[68831]: DEBUG nova.objects.instance [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lazy-loading 'flavor' on Instance uuid 0acce7bd-b0b0-430e-b913-8d3a73b9e783 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.373153] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e7604c-1a4c-44b4-a499-b899f200fb4b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.382918] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f69b12-8ce4-46b8-aba8-2ab553211492 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.398401] env[68831]: DEBUG nova.compute.provider_tree [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.426218] env[68831]: DEBUG nova.network.neutron [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.477145] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802633, 'name': CreateVM_Task, 'duration_secs': 0.390753} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.477321] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.477983] env[68831]: DEBUG oslo_concurrency.lockutils [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.478179] env[68831]: DEBUG oslo_concurrency.lockutils [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.478479] env[68831]: DEBUG oslo_concurrency.lockutils [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.478741] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b81d0d6e-c99a-4af9-b4cb-f6d14c3f95b3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.484432] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 843.484432] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527f501f-838a-d85b-cc21-7e897496c5d8" [ 843.484432] env[68831]: _type = "Task" [ 843.484432] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.492277] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527f501f-838a-d85b-cc21-7e897496c5d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.572846] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.573049] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.573232] env[68831]: DEBUG nova.network.neutron [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.573414] env[68831]: DEBUG nova.objects.instance [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lazy-loading 'info_cache' on Instance uuid 28bf3f4e-650a-44b4-abf2-8195f32cfb34 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.631497] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2802634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.674340] env[68831]: DEBUG nova.network.neutron [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Updating instance_info_cache with network_info: [{"id": "4de2da71-f248-4ab7-819b-8f591718dd2a", "address": "fa:16:3e:e8:68:49", "network": {"id": "7e92978c-367e-4dca-a637-35cd57d40d27", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1878021669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b60897c37e343c7ab42527b57b456a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de2da71-f2", "ovs_interfaceid": "4de2da71-f248-4ab7-819b-8f591718dd2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.744857] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "interface-9cc8488b-6eba-4f35-84a1-ef972b043b95-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.745166] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-9cc8488b-6eba-4f35-84a1-ef972b043b95-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.745989] env[68831]: DEBUG nova.objects.instance [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'flavor' on Instance uuid 9cc8488b-6eba-4f35-84a1-ef972b043b95 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.877032] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b30c1a7-6f3a-44b5-bc02-5efbfc75b00e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.894817] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ebb4f4-fb08-4ddb-83f4-ebd2ba506487 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.901265] env[68831]: DEBUG nova.scheduler.client.report [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.995977] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527f501f-838a-d85b-cc21-7e897496c5d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008888} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.996306] env[68831]: DEBUG oslo_concurrency.lockutils [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.996581] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.996826] env[68831]: DEBUG oslo_concurrency.lockutils [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.996981] env[68831]: DEBUG oslo_concurrency.lockutils [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.997176] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.997425] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bd6e11f-9dea-4154-ab6d-3821ba9b423f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.006037] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.006097] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.006946] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf7c413-6da4-418f-bcb5-970788dcfd56 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.011715] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 844.011715] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5225adcd-d72a-4fdb-566e-6a2547c0b3c3" [ 844.011715] env[68831]: _type = "Task" [ 844.011715] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.019272] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5225adcd-d72a-4fdb-566e-6a2547c0b3c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.076399] env[68831]: DEBUG nova.objects.base [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Object Instance<28bf3f4e-650a-44b4-abf2-8195f32cfb34> lazy-loaded attributes: flavor,info_cache {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 844.132464] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2802634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.176805] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Releasing lock "refresh_cache-02666126-bd9b-498b-ad98-e1d61748c545" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.177171] env[68831]: DEBUG nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Instance network_info: |[{"id": "4de2da71-f248-4ab7-819b-8f591718dd2a", "address": "fa:16:3e:e8:68:49", "network": {"id": "7e92978c-367e-4dca-a637-35cd57d40d27", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1878021669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b60897c37e343c7ab42527b57b456a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de2da71-f2", "ovs_interfaceid": "4de2da71-f248-4ab7-819b-8f591718dd2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.177994] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:68:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4de2da71-f248-4ab7-819b-8f591718dd2a', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.185259] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.185570] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.185812] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aeadad5c-a42e-47eb-866e-bed92ce0fb24 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.206313] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.206313] env[68831]: value = "task-2802635" [ 844.206313] env[68831]: _type = "Task" [ 844.206313] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.218359] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802635, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.344224] env[68831]: DEBUG nova.objects.instance [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'pci_requests' on Instance uuid 9cc8488b-6eba-4f35-84a1-ef972b043b95 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.352813] env[68831]: DEBUG nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.379301] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.379585] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.379759] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.379943] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.380106] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.380253] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.380460] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.380627] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.381315] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.381315] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.381315] env[68831]: DEBUG nova.virt.hardware [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.382241] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bcaa52-dabe-4b70-b874-9bd52bd3f12c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.390994] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e64e4c-d7c5-4584-a555-1b2406ce7232 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.407574] env[68831]: DEBUG oslo_concurrency.lockutils [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.410362] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 844.411039] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.998s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.412421] env[68831]: INFO nova.compute.claims [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.415030] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-67d46a8d-08a9-4ac3-a5b9-8d9f0d2fa2d5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.423419] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 844.423419] env[68831]: value = "task-2802636" [ 844.423419] env[68831]: _type = "Task" [ 844.423419] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.435213] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802636, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.436280] env[68831]: INFO nova.scheduler.client.report [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Deleted allocations for instance 545024c9-58d2-4cec-9674-5aaee972370a [ 844.528024] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5225adcd-d72a-4fdb-566e-6a2547c0b3c3, 'name': SearchDatastore_Task, 'duration_secs': 0.007751} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.530151] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24909ca1-44a1-4342-bae1-d9801e27eab3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.537372] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 844.537372] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52251739-cc6d-52d0-4b5f-1507f86c4c59" [ 844.537372] env[68831]: _type = "Task" [ 844.537372] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.545972] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52251739-cc6d-52d0-4b5f-1507f86c4c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.634154] env[68831]: DEBUG oslo_vmware.api [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2802634, 'name': PowerOnVM_Task, 'duration_secs': 1.441684} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.634468] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.634710] env[68831]: INFO nova.compute.manager [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Took 5.54 seconds to spawn the instance on the hypervisor. [ 844.634943] env[68831]: DEBUG nova.compute.manager [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.635802] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a9b848-e81d-48c4-afa0-a48b009167da {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.663353] env[68831]: DEBUG nova.compute.manager [req-e43e26b6-2190-443a-8ef0-412c2c599a9d req-51298be3-2277-48f9-aaf1-2284115b1cae service nova] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Received event network-changed-4de2da71-f248-4ab7-819b-8f591718dd2a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.663481] env[68831]: DEBUG nova.compute.manager [req-e43e26b6-2190-443a-8ef0-412c2c599a9d req-51298be3-2277-48f9-aaf1-2284115b1cae service nova] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Refreshing instance network info cache due to event network-changed-4de2da71-f248-4ab7-819b-8f591718dd2a. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 844.663663] env[68831]: DEBUG oslo_concurrency.lockutils [req-e43e26b6-2190-443a-8ef0-412c2c599a9d req-51298be3-2277-48f9-aaf1-2284115b1cae service nova] Acquiring lock "refresh_cache-02666126-bd9b-498b-ad98-e1d61748c545" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.663825] env[68831]: DEBUG oslo_concurrency.lockutils [req-e43e26b6-2190-443a-8ef0-412c2c599a9d req-51298be3-2277-48f9-aaf1-2284115b1cae service nova] Acquired lock "refresh_cache-02666126-bd9b-498b-ad98-e1d61748c545" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.664054] env[68831]: DEBUG nova.network.neutron [req-e43e26b6-2190-443a-8ef0-412c2c599a9d req-51298be3-2277-48f9-aaf1-2284115b1cae service nova] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Refreshing network info cache for port 4de2da71-f248-4ab7-819b-8f591718dd2a {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.717193] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802635, 'name': CreateVM_Task, 'duration_secs': 0.320011} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.717356] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.718120] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.718291] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.718953] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.718953] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2c7f4fa-477a-49d2-8bd1-0055916b9bc9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.727679] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 844.727679] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52565d12-ecf9-c522-4350-65913fff8035" [ 844.727679] env[68831]: _type = "Task" [ 844.727679] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.736637] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52565d12-ecf9-c522-4350-65913fff8035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.846702] env[68831]: DEBUG nova.objects.base [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Object Instance<9cc8488b-6eba-4f35-84a1-ef972b043b95> lazy-loaded attributes: flavor,pci_requests {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 844.846926] env[68831]: DEBUG nova.network.neutron [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.930226] env[68831]: DEBUG nova.network.neutron [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance_info_cache with network_info: [{"id": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "address": "fa:16:3e:4d:9e:00", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d3c7c2f-4f", "ovs_interfaceid": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.936557] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802636, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.938147] env[68831]: DEBUG nova.policy [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05353b1ca13e48ccb4423a806a911f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e09e70ea0fcc4af6b1b75c71f620f986', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.944787] env[68831]: DEBUG oslo_concurrency.lockutils [None req-db687862-0e5d-4761-a4b3-57ef92774b1e tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Lock "545024c9-58d2-4cec-9674-5aaee972370a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.223s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.047813] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52251739-cc6d-52d0-4b5f-1507f86c4c59, 'name': SearchDatastore_Task, 'duration_secs': 0.017484} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.048053] env[68831]: DEBUG oslo_concurrency.lockutils [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.048376] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] b4723bbd-2e44-411c-bddd-3c9710bc20f7/b4723bbd-2e44-411c-bddd-3c9710bc20f7.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.048635] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f425671-24e7-4e0c-a9f8-00f56db3481f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.054660] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 845.054660] env[68831]: value = "task-2802637" [ 845.054660] env[68831]: _type = "Task" [ 845.054660] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.061966] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.152625] env[68831]: INFO nova.compute.manager [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Took 40.53 seconds to build instance. [ 845.239812] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52565d12-ecf9-c522-4350-65913fff8035, 'name': SearchDatastore_Task, 'duration_secs': 0.014339} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.242327] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.242553] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.242790] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.242968] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.243141] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.243409] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66b23fa4-a406-40dc-b5ef-7ce9ff6b6e09 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.252359] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.252633] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.253643] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e478ce-680d-4ee3-8c61-505963bab035 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.261762] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 845.261762] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5229e86d-e2b8-0bc9-a536-8cccfda986bb" [ 845.261762] env[68831]: _type = "Task" [ 845.261762] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.272342] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5229e86d-e2b8-0bc9-a536-8cccfda986bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.435699] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.438497] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802636, 'name': CreateSnapshot_Task, 'duration_secs': 0.818409} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.438826] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 845.439646] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b95b705-ee0a-4e0e-a074-8e98b7cf40d1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.566929] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802637, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.656453] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Lock "ba678a0d-d3f0-4dca-ad62-697237cf99ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.581s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.700811] env[68831]: DEBUG nova.network.neutron [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Successfully updated port: d150a26d-e553-4e87-bd49-511852a0264a {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.756584] env[68831]: DEBUG nova.network.neutron [req-e43e26b6-2190-443a-8ef0-412c2c599a9d req-51298be3-2277-48f9-aaf1-2284115b1cae service nova] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Updated VIF entry in instance network info cache for port 4de2da71-f248-4ab7-819b-8f591718dd2a. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.756931] env[68831]: DEBUG nova.network.neutron [req-e43e26b6-2190-443a-8ef0-412c2c599a9d req-51298be3-2277-48f9-aaf1-2284115b1cae service nova] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Updating instance_info_cache with network_info: [{"id": "4de2da71-f248-4ab7-819b-8f591718dd2a", "address": "fa:16:3e:e8:68:49", "network": {"id": "7e92978c-367e-4dca-a637-35cd57d40d27", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1878021669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b60897c37e343c7ab42527b57b456a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de2da71-f2", "ovs_interfaceid": "4de2da71-f248-4ab7-819b-8f591718dd2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.776684] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5229e86d-e2b8-0bc9-a536-8cccfda986bb, 'name': SearchDatastore_Task, 'duration_secs': 0.016814} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.777489] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a9f36e-1c41-4c72-b498-b95c7c302112 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.790017] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 845.790017] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a64be2-e379-b4ef-564d-95f0d74131ff" [ 845.790017] env[68831]: _type = "Task" [ 845.790017] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.796225] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a64be2-e379-b4ef-564d-95f0d74131ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.832892] env[68831]: DEBUG nova.network.neutron [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Successfully created port: d8776995-6c9c-4faf-a417-75012cfbc69b {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.918488] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db24c3c-bec7-44f5-804f-cc305df78247 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.925660] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcafb36-18c6-4202-90a3-34ce86c99171 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.967689] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.971057] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-67664627-0052-4d72-b2dc-44d70d131499 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.975041] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3dfbc4-0b38-4e2b-8e46-c020591405c8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.986354] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f20ea8b-c150-4577-a031-76d33592501e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.990508] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 845.990508] env[68831]: value = "task-2802638" [ 845.990508] env[68831]: _type = "Task" [ 845.990508] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.004224] env[68831]: DEBUG nova.compute.provider_tree [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.010282] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802638, 'name': CloneVM_Task} progress is 11%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.064523] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716419} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.064697] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] b4723bbd-2e44-411c-bddd-3c9710bc20f7/b4723bbd-2e44-411c-bddd-3c9710bc20f7.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.064911] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.065232] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64b14759-6221-4367-9279-aafba6d56afc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.070661] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 846.070661] env[68831]: value = "task-2802639" [ 846.070661] env[68831]: _type = "Task" [ 846.070661] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.078093] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.159664] env[68831]: DEBUG nova.compute.manager [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.203630] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "refresh_cache-f0f4b525-d58e-47de-b878-e76a2fa4e074" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.203791] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired lock "refresh_cache-f0f4b525-d58e-47de-b878-e76a2fa4e074" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.203950] env[68831]: DEBUG nova.network.neutron [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.262479] env[68831]: DEBUG oslo_concurrency.lockutils [req-e43e26b6-2190-443a-8ef0-412c2c599a9d req-51298be3-2277-48f9-aaf1-2284115b1cae service nova] Releasing lock "refresh_cache-02666126-bd9b-498b-ad98-e1d61748c545" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.297894] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a64be2-e379-b4ef-564d-95f0d74131ff, 'name': SearchDatastore_Task, 'duration_secs': 0.045384} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.298161] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.298426] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 02666126-bd9b-498b-ad98-e1d61748c545/02666126-bd9b-498b-ad98-e1d61748c545.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.298681] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53d3a00f-02e5-4d7c-9c7b-e6ea457c152f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.304985] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 846.304985] env[68831]: value = "task-2802640" [ 846.304985] env[68831]: _type = "Task" [ 846.304985] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.313742] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.323309] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Acquiring lock "1e1899d0-34ea-4ff3-a123-7790cf4989f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.323566] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Lock "1e1899d0-34ea-4ff3-a123-7790cf4989f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.323776] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Acquiring lock "1e1899d0-34ea-4ff3-a123-7790cf4989f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.324021] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Lock "1e1899d0-34ea-4ff3-a123-7790cf4989f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.324216] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Lock "1e1899d0-34ea-4ff3-a123-7790cf4989f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.326482] env[68831]: INFO nova.compute.manager [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Terminating instance [ 846.471234] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.471724] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e866634-63c5-4903-9cd4-db201635aa57 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.484134] env[68831]: DEBUG oslo_vmware.api [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 846.484134] env[68831]: value = "task-2802641" [ 846.484134] env[68831]: _type = "Task" [ 846.484134] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.492676] env[68831]: DEBUG oslo_vmware.api [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.501311] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802638, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.507428] env[68831]: DEBUG nova.scheduler.client.report [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.584234] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069461} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.584598] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.585732] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7c2269-0ccf-468f-811f-0e296e1c1bc3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.612947] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] b4723bbd-2e44-411c-bddd-3c9710bc20f7/b4723bbd-2e44-411c-bddd-3c9710bc20f7.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.613663] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-595979cf-7b82-434b-a12a-fba43bd8ca7b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.637707] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 846.637707] env[68831]: value = "task-2802642" [ 846.637707] env[68831]: _type = "Task" [ 846.637707] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.646689] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.655798] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.656065] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.682100] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.755334] env[68831]: DEBUG nova.network.neutron [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.816445] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802640, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.830373] env[68831]: DEBUG nova.compute.manager [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.830573] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.831530] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d9dc39-5f47-49fc-86fb-710a4422f6bd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.841142] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.841470] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-838d7277-f5c0-4df0-9045-ccb88fd51813 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.849288] env[68831]: DEBUG oslo_vmware.api [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Waiting for the task: (returnval){ [ 846.849288] env[68831]: value = "task-2802643" [ 846.849288] env[68831]: _type = "Task" [ 846.849288] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.861149] env[68831]: DEBUG oslo_vmware.api [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': task-2802643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.974326] env[68831]: DEBUG nova.network.neutron [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Updating instance_info_cache with network_info: [{"id": "d150a26d-e553-4e87-bd49-511852a0264a", "address": "fa:16:3e:c5:72:9f", "network": {"id": "7e92978c-367e-4dca-a637-35cd57d40d27", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1878021669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b60897c37e343c7ab42527b57b456a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd150a26d-e5", "ovs_interfaceid": "d150a26d-e553-4e87-bd49-511852a0264a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.995714] env[68831]: DEBUG oslo_vmware.api [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.006258] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802638, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.012663] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.013266] env[68831]: DEBUG nova.compute.manager [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.015791] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.797s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.017286] env[68831]: INFO nova.compute.claims [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.150817] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802642, 'name': ReconfigVM_Task, 'duration_secs': 0.487411} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.150817] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Reconfigured VM instance instance-00000030 to attach disk [datastore2] b4723bbd-2e44-411c-bddd-3c9710bc20f7/b4723bbd-2e44-411c-bddd-3c9710bc20f7.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.150817] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce83cef5-87ae-47ea-98a5-c210f07af897 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.158455] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 847.158455] env[68831]: value = "task-2802644" [ 847.158455] env[68831]: _type = "Task" [ 847.158455] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.161241] env[68831]: DEBUG nova.compute.utils [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.169124] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802644, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.317675] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687658} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.317989] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 02666126-bd9b-498b-ad98-e1d61748c545/02666126-bd9b-498b-ad98-e1d61748c545.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.318248] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.318536] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a2e18df-c567-4e8d-a87d-5be8d29b1061 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.324990] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 847.324990] env[68831]: value = "task-2802645" [ 847.324990] env[68831]: _type = "Task" [ 847.324990] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.333687] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.360227] env[68831]: DEBUG oslo_vmware.api [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': task-2802643, 'name': PowerOffVM_Task, 'duration_secs': 0.24862} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.360628] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.362021] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.362021] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-434122f4-557d-4976-ad67-8edfb7aba0a7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.424310] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.424620] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.424829] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Deleting the datastore file [datastore2] 1e1899d0-34ea-4ff3-a123-7790cf4989f5 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.425170] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac7997fc-e41d-4b99-a045-4f40f088b21e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.432617] env[68831]: DEBUG oslo_vmware.api [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Waiting for the task: (returnval){ [ 847.432617] env[68831]: value = "task-2802647" [ 847.432617] env[68831]: _type = "Task" [ 847.432617] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.441424] env[68831]: DEBUG oslo_vmware.api [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': task-2802647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.451496] env[68831]: DEBUG nova.network.neutron [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Successfully updated port: d8776995-6c9c-4faf-a417-75012cfbc69b {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.477053] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Releasing lock "refresh_cache-f0f4b525-d58e-47de-b878-e76a2fa4e074" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.477492] env[68831]: DEBUG nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Instance network_info: |[{"id": "d150a26d-e553-4e87-bd49-511852a0264a", "address": "fa:16:3e:c5:72:9f", "network": {"id": "7e92978c-367e-4dca-a637-35cd57d40d27", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1878021669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b60897c37e343c7ab42527b57b456a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd150a26d-e5", "ovs_interfaceid": "d150a26d-e553-4e87-bd49-511852a0264a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.477992] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:72:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd150a26d-e553-4e87-bd49-511852a0264a', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.488882] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.490056] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.493634] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90ede4c7-f324-4004-b89f-c75f7c1252fd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.521861] env[68831]: DEBUG nova.compute.utils [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.523364] env[68831]: DEBUG oslo_vmware.api [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802641, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.531142] env[68831]: DEBUG nova.compute.manager [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Not allocating networking since 'none' was specified. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 847.532070] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.532070] env[68831]: value = "task-2802648" [ 847.532070] env[68831]: _type = "Task" [ 847.532070] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.532070] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802638, 'name': CloneVM_Task} progress is 95%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.540906] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802648, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.666461] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.667034] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802644, 'name': Rename_Task, 'duration_secs': 0.139167} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.667340] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.668201] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bc34400-c56d-4534-82d6-81bcdf78fc3f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.676403] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 847.676403] env[68831]: value = "task-2802649" [ 847.676403] env[68831]: _type = "Task" [ 847.676403] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.683799] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.837758] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067021} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.837758] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.838152] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7683fc-00b4-46dc-9171-2f8b40bf2bbe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.860050] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 02666126-bd9b-498b-ad98-e1d61748c545/02666126-bd9b-498b-ad98-e1d61748c545.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.861126] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a01e49e-da88-4f19-82be-50308796974e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.880370] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 847.880370] env[68831]: value = "task-2802650" [ 847.880370] env[68831]: _type = "Task" [ 847.880370] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.890456] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.942435] env[68831]: DEBUG oslo_vmware.api [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Task: {'id': task-2802647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395501} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.942698] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.942886] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.943863] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.944167] env[68831]: INFO nova.compute.manager [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 847.944432] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.944634] env[68831]: DEBUG nova.compute.manager [-] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.944726] env[68831]: DEBUG nova.network.neutron [-] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.954231] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.954441] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.954578] env[68831]: DEBUG nova.network.neutron [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.001101] env[68831]: DEBUG oslo_vmware.api [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802641, 'name': PowerOnVM_Task, 'duration_secs': 1.047317} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.001388] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.001567] env[68831]: DEBUG nova.compute.manager [None req-d5a28138-d577-4e95-9ee3-665332268beb tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.002623] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dfb0e9-0f49-4a17-9149-499f08b451d0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.018981] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802638, 'name': CloneVM_Task, 'duration_secs': 1.783091} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.019284] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Created linked-clone VM from snapshot [ 848.020022] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b3c223-6425-40d7-821c-8f93727a7ed4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.027179] env[68831]: DEBUG nova.compute.manager [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.042068] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Uploading image 77e406de-970e-4105-afa6-f285f90b7812 {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 848.056428] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802648, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.087470] env[68831]: DEBUG oslo_vmware.rw_handles [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 848.087470] env[68831]: value = "vm-563201" [ 848.087470] env[68831]: _type = "VirtualMachine" [ 848.087470] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 848.087746] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e3b32c56-fad0-4708-8ac9-e485491dcf1c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.100993] env[68831]: DEBUG oslo_vmware.rw_handles [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lease: (returnval){ [ 848.100993] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d503f9-d8bd-f215-641b-03b8c00a7713" [ 848.100993] env[68831]: _type = "HttpNfcLease" [ 848.100993] env[68831]: } obtained for exporting VM: (result){ [ 848.100993] env[68831]: value = "vm-563201" [ 848.100993] env[68831]: _type = "VirtualMachine" [ 848.100993] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 848.101304] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the lease: (returnval){ [ 848.101304] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d503f9-d8bd-f215-641b-03b8c00a7713" [ 848.101304] env[68831]: _type = "HttpNfcLease" [ 848.101304] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 848.111769] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.111769] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d503f9-d8bd-f215-641b-03b8c00a7713" [ 848.111769] env[68831]: _type = "HttpNfcLease" [ 848.111769] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 848.189090] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802649, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.396274] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.529154] env[68831]: WARNING nova.network.neutron [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] 861135b3-4eb3-47ea-9db9-8a531bc9d76a already exists in list: networks containing: ['861135b3-4eb3-47ea-9db9-8a531bc9d76a']. ignoring it [ 848.553433] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802648, 'name': CreateVM_Task, 'duration_secs': 0.766429} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.554514] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.555647] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a5e95d-8ee1-4784-8098-facc9291fff8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.559160] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.559273] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.559563] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.559824] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf6932f-7eb0-491b-a465-10f211afc8f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.567686] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d08fb6a-ea10-4901-9fe3-dab7d71caef1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.571713] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 848.571713] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d55304-621a-df3c-674f-9d9ee972f2e3" [ 848.571713] env[68831]: _type = "Task" [ 848.571713] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.602783] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e758ce22-049e-4828-9441-88f0abb58377 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.612386] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d55304-621a-df3c-674f-9d9ee972f2e3, 'name': SearchDatastore_Task, 'duration_secs': 0.020415} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.613211] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.613451] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.613683] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.613831] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.614068] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.616667] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65030eec-44e1-4d7a-a7b4-81568fc22a67 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.621056] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a943477-30fc-444f-8dd6-2368ba03db57 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.625130] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.625130] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d503f9-d8bd-f215-641b-03b8c00a7713" [ 848.625130] env[68831]: _type = "HttpNfcLease" [ 848.625130] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.628069] env[68831]: DEBUG oslo_vmware.rw_handles [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.628069] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d503f9-d8bd-f215-641b-03b8c00a7713" [ 848.628069] env[68831]: _type = "HttpNfcLease" [ 848.628069] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 848.629127] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435a6579-4928-4806-ad1e-ef2aadf9ab60 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.640785] env[68831]: DEBUG nova.compute.provider_tree [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.646028] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.646028] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.646028] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2558ac9-bf84-42e0-8df5-a0a737b10c7c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.650144] env[68831]: DEBUG oslo_vmware.rw_handles [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbbcb7-18a9-7382-611a-a007898dd82e/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.650323] env[68831]: DEBUG oslo_vmware.rw_handles [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbbcb7-18a9-7382-611a-a007898dd82e/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 848.718464] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 848.718464] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529223cf-94d4-dea5-30e5-7bb77ab82807" [ 848.718464] env[68831]: _type = "Task" [ 848.718464] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.726563] env[68831]: DEBUG oslo_vmware.api [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802649, 'name': PowerOnVM_Task, 'duration_secs': 0.95652} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.727170] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.727384] env[68831]: DEBUG nova.compute.manager [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.728166] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c7a742-fe76-48f5-bcb0-66833559b4f2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.733715] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529223cf-94d4-dea5-30e5-7bb77ab82807, 'name': SearchDatastore_Task, 'duration_secs': 0.061104} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.734715] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3714db3-2fab-4bb9-a0a9-82bcdee5446e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.743841] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 848.743841] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52262336-4553-6730-bd14-20252d810ec9" [ 848.743841] env[68831]: _type = "Task" [ 848.743841] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.750868] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52262336-4553-6730-bd14-20252d810ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.753509] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.753721] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.753982] env[68831]: INFO nova.compute.manager [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Attaching volume 4bbaf1d5-47fa-4054-8731-8887442d1a13 to /dev/sdb [ 848.787631] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e11ed8-3959-4c1c-82c7-65b44d71961e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.794489] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6def7866-e5e8-4cfc-8b21-1130a1cf0821 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.810619] env[68831]: DEBUG nova.virt.block_device [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Updating existing volume attachment record: 35436396-ae87-46cb-a508-5ddf9066ba73 {{(pid=68831) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 848.850733] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-287cfd3e-11a6-4154-8b9c-293dfb98d6bd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.893612] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802650, 'name': ReconfigVM_Task, 'duration_secs': 0.780442} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.895983] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 02666126-bd9b-498b-ad98-e1d61748c545/02666126-bd9b-498b-ad98-e1d61748c545.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.896645] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65d1fcc9-5c61-4fa5-9efa-546536ad7eb4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.902727] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 848.902727] env[68831]: value = "task-2802652" [ 848.902727] env[68831]: _type = "Task" [ 848.902727] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.916855] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802652, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.037902] env[68831]: DEBUG nova.compute.manager [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.066017] env[68831]: DEBUG nova.virt.hardware [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.066017] env[68831]: DEBUG nova.virt.hardware [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.066017] env[68831]: DEBUG nova.virt.hardware [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.066017] env[68831]: DEBUG nova.virt.hardware [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.066017] env[68831]: DEBUG nova.virt.hardware [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.066591] env[68831]: DEBUG nova.virt.hardware [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.066591] env[68831]: DEBUG nova.virt.hardware [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.066591] env[68831]: DEBUG nova.virt.hardware [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.066881] env[68831]: DEBUG nova.virt.hardware [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.066881] env[68831]: DEBUG nova.virt.hardware [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.067045] env[68831]: DEBUG nova.virt.hardware [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.069030] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bcfef2-475c-4543-a404-431f739660dd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.081688] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18902b01-7211-4552-856c-4886092492e9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.097766] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.106162] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Creating folder: Project (9af2e864629c4e8fa63bbb677649d2fd). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.107929] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccfe2560-67f0-4723-9bc6-42e4163f4a36 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.121327] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Created folder: Project (9af2e864629c4e8fa63bbb677649d2fd) in parent group-v563050. [ 849.121639] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Creating folder: Instances. Parent ref: group-v563204. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.122915] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db3cbe04-afca-4a6c-b075-4f726b42ecb2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.131538] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Created folder: Instances in parent group-v563204. [ 849.131842] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.132054] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.132301] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3619c63f-8b07-4b8e-af09-4180b297134b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.152164] env[68831]: DEBUG nova.scheduler.client.report [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.162392] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.162392] env[68831]: value = "task-2802658" [ 849.162392] env[68831]: _type = "Task" [ 849.162392] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.181365] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802658, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.256223] env[68831]: DEBUG oslo_concurrency.lockutils [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.265654] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52262336-4553-6730-bd14-20252d810ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.033994} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.266113] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.266526] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] f0f4b525-d58e-47de-b878-e76a2fa4e074/f0f4b525-d58e-47de-b878-e76a2fa4e074.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.266935] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0215a29-cd82-4366-8b2e-24c5149ea8f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.276611] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 849.276611] env[68831]: value = "task-2802659" [ 849.276611] env[68831]: _type = "Task" [ 849.276611] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.292793] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.412846] env[68831]: DEBUG nova.network.neutron [-] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.419437] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802652, 'name': Rename_Task, 'duration_secs': 0.320113} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.419739] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.420022] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1312045-9ac8-4a10-a97a-866361c7a380 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.442304] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 849.442304] env[68831]: value = "task-2802660" [ 849.442304] env[68831]: _type = "Task" [ 849.442304] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.456806] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802660, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.506425] env[68831]: DEBUG nova.network.neutron [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Updating instance_info_cache with network_info: [{"id": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "address": "fa:16:3e:4c:49:3c", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0715ee5-89", "ovs_interfaceid": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d8776995-6c9c-4faf-a417-75012cfbc69b", "address": "fa:16:3e:e5:f0:75", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8776995-6c", "ovs_interfaceid": "d8776995-6c9c-4faf-a417-75012cfbc69b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.518308] env[68831]: DEBUG nova.compute.manager [req-e508bb68-7327-4674-8033-e6640f95b525 req-7b518a2c-8b29-4f8b-9045-60a86d275910 service nova] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Received event network-vif-plugged-d150a26d-e553-4e87-bd49-511852a0264a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.518308] env[68831]: DEBUG oslo_concurrency.lockutils [req-e508bb68-7327-4674-8033-e6640f95b525 req-7b518a2c-8b29-4f8b-9045-60a86d275910 service nova] Acquiring lock "f0f4b525-d58e-47de-b878-e76a2fa4e074-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.518308] env[68831]: DEBUG oslo_concurrency.lockutils [req-e508bb68-7327-4674-8033-e6640f95b525 req-7b518a2c-8b29-4f8b-9045-60a86d275910 service nova] Lock "f0f4b525-d58e-47de-b878-e76a2fa4e074-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.518308] env[68831]: DEBUG oslo_concurrency.lockutils [req-e508bb68-7327-4674-8033-e6640f95b525 req-7b518a2c-8b29-4f8b-9045-60a86d275910 service nova] Lock "f0f4b525-d58e-47de-b878-e76a2fa4e074-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.518308] env[68831]: DEBUG nova.compute.manager [req-e508bb68-7327-4674-8033-e6640f95b525 req-7b518a2c-8b29-4f8b-9045-60a86d275910 service nova] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] No waiting events found dispatching network-vif-plugged-d150a26d-e553-4e87-bd49-511852a0264a {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.518308] env[68831]: WARNING nova.compute.manager [req-e508bb68-7327-4674-8033-e6640f95b525 req-7b518a2c-8b29-4f8b-9045-60a86d275910 service nova] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Received unexpected event network-vif-plugged-d150a26d-e553-4e87-bd49-511852a0264a for instance with vm_state building and task_state spawning. [ 849.518575] env[68831]: DEBUG nova.compute.manager [req-e508bb68-7327-4674-8033-e6640f95b525 req-7b518a2c-8b29-4f8b-9045-60a86d275910 service nova] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Received event network-changed-d150a26d-e553-4e87-bd49-511852a0264a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.518697] env[68831]: DEBUG nova.compute.manager [req-e508bb68-7327-4674-8033-e6640f95b525 req-7b518a2c-8b29-4f8b-9045-60a86d275910 service nova] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Refreshing instance network info cache due to event network-changed-d150a26d-e553-4e87-bd49-511852a0264a. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 849.519029] env[68831]: DEBUG oslo_concurrency.lockutils [req-e508bb68-7327-4674-8033-e6640f95b525 req-7b518a2c-8b29-4f8b-9045-60a86d275910 service nova] Acquiring lock "refresh_cache-f0f4b525-d58e-47de-b878-e76a2fa4e074" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.519105] env[68831]: DEBUG oslo_concurrency.lockutils [req-e508bb68-7327-4674-8033-e6640f95b525 req-7b518a2c-8b29-4f8b-9045-60a86d275910 service nova] Acquired lock "refresh_cache-f0f4b525-d58e-47de-b878-e76a2fa4e074" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.519270] env[68831]: DEBUG nova.network.neutron [req-e508bb68-7327-4674-8033-e6640f95b525 req-7b518a2c-8b29-4f8b-9045-60a86d275910 service nova] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Refreshing network info cache for port d150a26d-e553-4e87-bd49-511852a0264a {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.660290] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.661305] env[68831]: DEBUG nova.compute.manager [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.667873] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.166s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.668572] env[68831]: DEBUG nova.objects.instance [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Lazy-loading 'resources' on Instance uuid 42ea1741-5132-4f0e-a4cb-4b7a598e4188 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.688900] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802658, 'name': CreateVM_Task, 'duration_secs': 0.340602} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.690126] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.690832] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.692301] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.692301] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.693029] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2043a3-4132-4438-a657-9952c90c738d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.701782] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 849.701782] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5224c730-80d8-1513-c439-c8a169bafd84" [ 849.701782] env[68831]: _type = "Task" [ 849.701782] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.714146] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5224c730-80d8-1513-c439-c8a169bafd84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.793650] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802659, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.915983] env[68831]: INFO nova.compute.manager [-] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Took 1.97 seconds to deallocate network for instance. [ 849.955498] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802660, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.010593] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.011489] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.011741] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.012887] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3277b026-afb1-4a24-ae73-cc0e2e0f0342 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.038205] env[68831]: DEBUG nova.virt.hardware [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.039724] env[68831]: DEBUG nova.virt.hardware [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.039724] env[68831]: DEBUG nova.virt.hardware [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.039724] env[68831]: DEBUG nova.virt.hardware [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.039724] env[68831]: DEBUG nova.virt.hardware [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.039724] env[68831]: DEBUG nova.virt.hardware [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.039724] env[68831]: DEBUG nova.virt.hardware [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.040013] env[68831]: DEBUG nova.virt.hardware [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.040436] env[68831]: DEBUG nova.virt.hardware [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.040436] env[68831]: DEBUG nova.virt.hardware [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.042454] env[68831]: DEBUG nova.virt.hardware [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.050026] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Reconfiguring VM to attach interface {{(pid=68831) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 850.050958] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c5d039d-6e9e-446b-8c60-5bc621b43ec9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.070341] env[68831]: DEBUG oslo_vmware.api [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 850.070341] env[68831]: value = "task-2802661" [ 850.070341] env[68831]: _type = "Task" [ 850.070341] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.079805] env[68831]: DEBUG oslo_vmware.api [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802661, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.172027] env[68831]: DEBUG nova.compute.utils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.174927] env[68831]: DEBUG nova.compute.manager [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.175186] env[68831]: DEBUG nova.network.neutron [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.218733] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5224c730-80d8-1513-c439-c8a169bafd84, 'name': SearchDatastore_Task, 'duration_secs': 0.057998} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.222447] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.222447] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.222689] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.222735] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.222902] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.223215] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2c51a6d-f0d0-41f4-899f-742465809836 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.243435] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.243435] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.244274] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-141aa96b-e422-4ecf-840d-d9d1ca6e2db6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.250820] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 850.250820] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527a2315-02a2-73c9-cf11-44ca1afeb66b" [ 850.250820] env[68831]: _type = "Task" [ 850.250820] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.265307] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527a2315-02a2-73c9-cf11-44ca1afeb66b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.286113] env[68831]: DEBUG nova.policy [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9b03e5749834673a79744fd5d5fa4de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e822cf838f73443ba868253bf65d20ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.299725] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567936} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.300540] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] f0f4b525-d58e-47de-b878-e76a2fa4e074/f0f4b525-d58e-47de-b878-e76a2fa4e074.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.300540] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.300684] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-558ca340-6f5e-403a-a520-c4deae38564a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.308807] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 850.308807] env[68831]: value = "task-2802662" [ 850.308807] env[68831]: _type = "Task" [ 850.308807] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.323559] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.424818] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.458199] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802660, 'name': PowerOnVM_Task, 'duration_secs': 0.803718} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.462644] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.463212] env[68831]: INFO nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Took 8.81 seconds to spawn the instance on the hypervisor. [ 850.463530] env[68831]: DEBUG nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.466165] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e65d62-3978-4e6c-9f2d-78adf5debaa8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.527404] env[68831]: DEBUG nova.network.neutron [req-e508bb68-7327-4674-8033-e6640f95b525 req-7b518a2c-8b29-4f8b-9045-60a86d275910 service nova] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Updated VIF entry in instance network info cache for port d150a26d-e553-4e87-bd49-511852a0264a. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.527732] env[68831]: DEBUG nova.network.neutron [req-e508bb68-7327-4674-8033-e6640f95b525 req-7b518a2c-8b29-4f8b-9045-60a86d275910 service nova] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Updating instance_info_cache with network_info: [{"id": "d150a26d-e553-4e87-bd49-511852a0264a", "address": "fa:16:3e:c5:72:9f", "network": {"id": "7e92978c-367e-4dca-a637-35cd57d40d27", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1878021669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b60897c37e343c7ab42527b57b456a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd150a26d-e5", "ovs_interfaceid": "d150a26d-e553-4e87-bd49-511852a0264a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.583690] env[68831]: DEBUG oslo_vmware.api [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.678326] env[68831]: DEBUG nova.compute.manager [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.716670] env[68831]: DEBUG nova.compute.manager [req-612f94ea-2938-4133-a7cf-bf5abd02f1c2 req-e307999a-2e49-42bc-910a-05764cc16687 service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Received event network-changed-dad6a56e-360a-480c-aac3-4e07c18f45e1 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.716854] env[68831]: DEBUG nova.compute.manager [req-612f94ea-2938-4133-a7cf-bf5abd02f1c2 req-e307999a-2e49-42bc-910a-05764cc16687 service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Refreshing instance network info cache due to event network-changed-dad6a56e-360a-480c-aac3-4e07c18f45e1. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 850.717551] env[68831]: DEBUG oslo_concurrency.lockutils [req-612f94ea-2938-4133-a7cf-bf5abd02f1c2 req-e307999a-2e49-42bc-910a-05764cc16687 service nova] Acquiring lock "refresh_cache-ba678a0d-d3f0-4dca-ad62-697237cf99ea" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.717773] env[68831]: DEBUG oslo_concurrency.lockutils [req-612f94ea-2938-4133-a7cf-bf5abd02f1c2 req-e307999a-2e49-42bc-910a-05764cc16687 service nova] Acquired lock "refresh_cache-ba678a0d-d3f0-4dca-ad62-697237cf99ea" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.718023] env[68831]: DEBUG nova.network.neutron [req-612f94ea-2938-4133-a7cf-bf5abd02f1c2 req-e307999a-2e49-42bc-910a-05764cc16687 service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Refreshing network info cache for port dad6a56e-360a-480c-aac3-4e07c18f45e1 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.762586] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527a2315-02a2-73c9-cf11-44ca1afeb66b, 'name': SearchDatastore_Task, 'duration_secs': 0.018004} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.766404] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb22b86-6f6a-4946-82c5-346a23df7ce1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.772338] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 850.772338] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cd8084-ed20-1cb2-ebaa-5e547a341697" [ 850.772338] env[68831]: _type = "Task" [ 850.772338] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.784428] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cd8084-ed20-1cb2-ebaa-5e547a341697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.792189] env[68831]: DEBUG nova.network.neutron [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Successfully created port: dbb04690-e9ba-4710-848b-2c50aa649872 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.796643] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295e87df-d842-4b95-9723-b9645ac40985 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.804597] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eda3f03-e37a-4260-86ed-58696698a796 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.844681] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0494a81-308e-4e88-93b0-b9d9ee89dacb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.852510] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151308} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.854949] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.856331] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93260e4-3463-45a4-9a24-7dda0978f07f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.861959] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66129613-0095-4072-8c68-afe189fbc8e7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.886740] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] f0f4b525-d58e-47de-b878-e76a2fa4e074/f0f4b525-d58e-47de-b878-e76a2fa4e074.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.895061] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46f98231-edbf-4ced-98cc-c8947dc24642 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.910220] env[68831]: DEBUG nova.compute.provider_tree [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.917680] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 850.917680] env[68831]: value = "task-2802663" [ 850.917680] env[68831]: _type = "Task" [ 850.917680] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.930331] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.990212] env[68831]: INFO nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Took 41.14 seconds to build instance. [ 851.031108] env[68831]: DEBUG oslo_concurrency.lockutils [req-e508bb68-7327-4674-8033-e6640f95b525 req-7b518a2c-8b29-4f8b-9045-60a86d275910 service nova] Releasing lock "refresh_cache-f0f4b525-d58e-47de-b878-e76a2fa4e074" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.084453] env[68831]: DEBUG oslo_vmware.api [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802661, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.192885] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.193288] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.291346] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cd8084-ed20-1cb2-ebaa-5e547a341697, 'name': SearchDatastore_Task, 'duration_secs': 0.017723} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.291865] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.294536] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 99512308-438f-44e1-b0e4-355f4ce4ab0a/99512308-438f-44e1-b0e4-355f4ce4ab0a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.294536] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8e8d9eb-305e-47b9-9794-c0fadece218e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.302894] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 851.302894] env[68831]: value = "task-2802665" [ 851.302894] env[68831]: _type = "Task" [ 851.302894] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.312835] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.413807] env[68831]: DEBUG nova.scheduler.client.report [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.430240] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.493716] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "02666126-bd9b-498b-ad98-e1d61748c545" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.262s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.539884] env[68831]: DEBUG nova.network.neutron [req-612f94ea-2938-4133-a7cf-bf5abd02f1c2 req-e307999a-2e49-42bc-910a-05764cc16687 service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Updated VIF entry in instance network info cache for port dad6a56e-360a-480c-aac3-4e07c18f45e1. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.540285] env[68831]: DEBUG nova.network.neutron [req-612f94ea-2938-4133-a7cf-bf5abd02f1c2 req-e307999a-2e49-42bc-910a-05764cc16687 service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Updating instance_info_cache with network_info: [{"id": "dad6a56e-360a-480c-aac3-4e07c18f45e1", "address": "fa:16:3e:fb:cc:b6", "network": {"id": "817eb0eb-27c9-48d3-849d-5f98e3daf0e4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1075885952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "958f028ef3ca48ba8718810498150130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad6a56e-36", "ovs_interfaceid": "dad6a56e-360a-480c-aac3-4e07c18f45e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.582688] env[68831]: DEBUG oslo_vmware.api [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802661, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.686705] env[68831]: DEBUG nova.compute.manager [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.705422] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.706133] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.706465] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.707129] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.707129] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.707213] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.707357] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68831) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 851.707510] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.712480] env[68831]: DEBUG nova.virt.hardware [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.712773] env[68831]: DEBUG nova.virt.hardware [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.713305] env[68831]: DEBUG nova.virt.hardware [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.713744] env[68831]: DEBUG nova.virt.hardware [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.713938] env[68831]: DEBUG nova.virt.hardware [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.714161] env[68831]: DEBUG nova.virt.hardware [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.714404] env[68831]: DEBUG nova.virt.hardware [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.714674] env[68831]: DEBUG nova.virt.hardware [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.714888] env[68831]: DEBUG nova.virt.hardware [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.715125] env[68831]: DEBUG nova.virt.hardware [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.715336] env[68831]: DEBUG nova.virt.hardware [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.716296] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679d6798-55ca-4976-aa60-4bf1707c0623 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.725935] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588ffce5-ef3a-444e-8886-ee37005ecf85 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.813399] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.926080] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.928933] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.481s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.931272] env[68831]: INFO nova.compute.claims [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.945471] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802663, 'name': ReconfigVM_Task, 'duration_secs': 0.540347} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.945902] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Reconfigured VM instance instance-00000033 to attach disk [datastore2] f0f4b525-d58e-47de-b878-e76a2fa4e074/f0f4b525-d58e-47de-b878-e76a2fa4e074.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.946787] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1702a492-7c33-4ce7-937b-42daff749c16 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.954051] env[68831]: INFO nova.scheduler.client.report [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Deleted allocations for instance 42ea1741-5132-4f0e-a4cb-4b7a598e4188 [ 851.957372] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 851.957372] env[68831]: value = "task-2802666" [ 851.957372] env[68831]: _type = "Task" [ 851.957372] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.973691] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802666, 'name': Rename_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.000050] env[68831]: DEBUG nova.compute.manager [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.042615] env[68831]: DEBUG oslo_concurrency.lockutils [req-612f94ea-2938-4133-a7cf-bf5abd02f1c2 req-e307999a-2e49-42bc-910a-05764cc16687 service nova] Releasing lock "refresh_cache-ba678a0d-d3f0-4dca-ad62-697237cf99ea" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.084529] env[68831]: DEBUG oslo_vmware.api [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802661, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.211350] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.234746] env[68831]: DEBUG nova.compute.manager [req-cc23c15a-98ce-4093-940b-1f49b831c629 req-46445c01-77d0-488a-a1d4-c530c859c91c service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Received event network-vif-plugged-d8776995-6c9c-4faf-a417-75012cfbc69b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.235089] env[68831]: DEBUG oslo_concurrency.lockutils [req-cc23c15a-98ce-4093-940b-1f49b831c629 req-46445c01-77d0-488a-a1d4-c530c859c91c service nova] Acquiring lock "9cc8488b-6eba-4f35-84a1-ef972b043b95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.235340] env[68831]: DEBUG oslo_concurrency.lockutils [req-cc23c15a-98ce-4093-940b-1f49b831c629 req-46445c01-77d0-488a-a1d4-c530c859c91c service nova] Lock "9cc8488b-6eba-4f35-84a1-ef972b043b95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.235539] env[68831]: DEBUG oslo_concurrency.lockutils [req-cc23c15a-98ce-4093-940b-1f49b831c629 req-46445c01-77d0-488a-a1d4-c530c859c91c service nova] Lock "9cc8488b-6eba-4f35-84a1-ef972b043b95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.235722] env[68831]: DEBUG nova.compute.manager [req-cc23c15a-98ce-4093-940b-1f49b831c629 req-46445c01-77d0-488a-a1d4-c530c859c91c service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] No waiting events found dispatching network-vif-plugged-d8776995-6c9c-4faf-a417-75012cfbc69b {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.235929] env[68831]: WARNING nova.compute.manager [req-cc23c15a-98ce-4093-940b-1f49b831c629 req-46445c01-77d0-488a-a1d4-c530c859c91c service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Received unexpected event network-vif-plugged-d8776995-6c9c-4faf-a417-75012cfbc69b for instance with vm_state active and task_state None. [ 852.237303] env[68831]: DEBUG nova.compute.manager [req-cc23c15a-98ce-4093-940b-1f49b831c629 req-46445c01-77d0-488a-a1d4-c530c859c91c service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Received event network-changed-d8776995-6c9c-4faf-a417-75012cfbc69b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.237500] env[68831]: DEBUG nova.compute.manager [req-cc23c15a-98ce-4093-940b-1f49b831c629 req-46445c01-77d0-488a-a1d4-c530c859c91c service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Refreshing instance network info cache due to event network-changed-d8776995-6c9c-4faf-a417-75012cfbc69b. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 852.237712] env[68831]: DEBUG oslo_concurrency.lockutils [req-cc23c15a-98ce-4093-940b-1f49b831c629 req-46445c01-77d0-488a-a1d4-c530c859c91c service nova] Acquiring lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.237853] env[68831]: DEBUG oslo_concurrency.lockutils [req-cc23c15a-98ce-4093-940b-1f49b831c629 req-46445c01-77d0-488a-a1d4-c530c859c91c service nova] Acquired lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.238098] env[68831]: DEBUG nova.network.neutron [req-cc23c15a-98ce-4093-940b-1f49b831c629 req-46445c01-77d0-488a-a1d4-c530c859c91c service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Refreshing network info cache for port d8776995-6c9c-4faf-a417-75012cfbc69b {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.316986] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802665, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.470684] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Lock "42ea1741-5132-4f0e-a4cb-4b7a598e4188" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.505s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.479614] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802666, 'name': Rename_Task, 'duration_secs': 0.199914} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.479614] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.479614] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fa6e350-7167-4d9f-895c-c989861fb0e3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.489288] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 852.489288] env[68831]: value = "task-2802667" [ 852.489288] env[68831]: _type = "Task" [ 852.489288] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.500142] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.517345] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "b4723bbd-2e44-411c-bddd-3c9710bc20f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.517737] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "b4723bbd-2e44-411c-bddd-3c9710bc20f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.518045] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "b4723bbd-2e44-411c-bddd-3c9710bc20f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.518333] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "b4723bbd-2e44-411c-bddd-3c9710bc20f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.518644] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "b4723bbd-2e44-411c-bddd-3c9710bc20f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.521427] env[68831]: INFO nova.compute.manager [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Terminating instance [ 852.529237] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.559563] env[68831]: DEBUG nova.network.neutron [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Successfully updated port: dbb04690-e9ba-4710-848b-2c50aa649872 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.583452] env[68831]: DEBUG oslo_vmware.api [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802661, 'name': ReconfigVM_Task, 'duration_secs': 2.023798} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.584052] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.584301] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Reconfigured VM to attach interface {{(pid=68831) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 852.816215] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802665, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.22289} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.818826] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 99512308-438f-44e1-b0e4-355f4ce4ab0a/99512308-438f-44e1-b0e4-355f4ce4ab0a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.819080] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.819375] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17f2b314-8d1a-4fd0-97a8-864647688766 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.825860] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 852.825860] env[68831]: value = "task-2802668" [ 852.825860] env[68831]: _type = "Task" [ 852.825860] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.835531] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.000401] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.026903] env[68831]: DEBUG nova.compute.manager [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.027187] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.031252] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fba3dd4-b89f-4abe-86a9-93af84b24f22 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.039832] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.040233] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b7c6643-5559-4517-b4f7-b9351bc2bbd0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.047340] env[68831]: DEBUG oslo_vmware.api [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 853.047340] env[68831]: value = "task-2802669" [ 853.047340] env[68831]: _type = "Task" [ 853.047340] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.064466] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "refresh_cache-310e857e-8533-4810-9726-8cd443698ea6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.064466] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "refresh_cache-310e857e-8533-4810-9726-8cd443698ea6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.064466] env[68831]: DEBUG nova.network.neutron [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.066767] env[68831]: DEBUG oslo_vmware.api [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.091452] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7ea95f0a-0899-4a74-b049-2cd08f96455b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-9cc8488b-6eba-4f35-84a1-ef972b043b95-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.345s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.173975] env[68831]: DEBUG nova.network.neutron [req-cc23c15a-98ce-4093-940b-1f49b831c629 req-46445c01-77d0-488a-a1d4-c530c859c91c service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Updated VIF entry in instance network info cache for port d8776995-6c9c-4faf-a417-75012cfbc69b. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.174527] env[68831]: DEBUG nova.network.neutron [req-cc23c15a-98ce-4093-940b-1f49b831c629 req-46445c01-77d0-488a-a1d4-c530c859c91c service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Updating instance_info_cache with network_info: [{"id": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "address": "fa:16:3e:4c:49:3c", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0715ee5-89", "ovs_interfaceid": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d8776995-6c9c-4faf-a417-75012cfbc69b", "address": "fa:16:3e:e5:f0:75", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8776995-6c", "ovs_interfaceid": "d8776995-6c9c-4faf-a417-75012cfbc69b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.339370] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097987} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.343479] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.345031] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f16d255-1386-4372-8a43-2e1054c7fa88 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.369654] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 99512308-438f-44e1-b0e4-355f4ce4ab0a/99512308-438f-44e1-b0e4-355f4ce4ab0a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.371288] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Volume attach. Driver type: vmdk {{(pid=68831) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 853.371665] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563206', 'volume_id': '4bbaf1d5-47fa-4054-8731-8887442d1a13', 'name': 'volume-4bbaf1d5-47fa-4054-8731-8887442d1a13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56bc1ae3-fb52-412c-a86d-3bfd7a17b81b', 'attached_at': '', 'detached_at': '', 'volume_id': '4bbaf1d5-47fa-4054-8731-8887442d1a13', 'serial': '4bbaf1d5-47fa-4054-8731-8887442d1a13'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 853.374745] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f13905d-f7bf-4ca8-a1fa-6a7b7a033bf3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.393589] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5085e8f8-8739-4f65-bf49-be141d6d6472 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.416541] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d510e9d-7446-4c4c-8528-81b454df00ae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.419385] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 853.419385] env[68831]: value = "task-2802670" [ 853.419385] env[68831]: _type = "Task" [ 853.419385] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.446987] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] volume-4bbaf1d5-47fa-4054-8731-8887442d1a13/volume-4bbaf1d5-47fa-4054-8731-8887442d1a13.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.450428] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2501d3f-ad61-4be9-8676-e2950ac04238 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.467841] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.473343] env[68831]: DEBUG oslo_vmware.api [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 853.473343] env[68831]: value = "task-2802671" [ 853.473343] env[68831]: _type = "Task" [ 853.473343] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.482094] env[68831]: DEBUG oslo_vmware.api [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.504322] env[68831]: DEBUG oslo_vmware.api [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802667, 'name': PowerOnVM_Task, 'duration_secs': 0.83627} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.504646] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.504928] env[68831]: INFO nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Took 9.15 seconds to spawn the instance on the hypervisor. [ 853.505184] env[68831]: DEBUG nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.506129] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947859e0-b1f9-4403-92d1-e89f36027aec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.558520] env[68831]: DEBUG oslo_vmware.api [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802669, 'name': PowerOffVM_Task, 'duration_secs': 0.300122} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.559568] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.561483] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.561483] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fec6b7c-e904-48bb-976d-0130eee21837 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.579352] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5223723b-c00c-4761-8301-6f455193cb50 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.587210] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414a0fbe-eba0-4cd6-ad5b-bcd702d687ff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.631440] env[68831]: DEBUG nova.network.neutron [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.634337] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74a65dc-ace0-4558-ad83-1fc167af5adc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.642547] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fccc65-10a9-4de1-b562-712feb2cef5a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.659132] env[68831]: DEBUG nova.compute.provider_tree [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.659375] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.659546] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.659727] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleting the datastore file [datastore2] b4723bbd-2e44-411c-bddd-3c9710bc20f7 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.662775] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcf89d67-160e-4432-8ab5-ec2570ceb347 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.669406] env[68831]: DEBUG oslo_vmware.api [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 853.669406] env[68831]: value = "task-2802673" [ 853.669406] env[68831]: _type = "Task" [ 853.669406] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.680114] env[68831]: DEBUG oslo_vmware.api [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.680652] env[68831]: DEBUG oslo_concurrency.lockutils [req-cc23c15a-98ce-4093-940b-1f49b831c629 req-46445c01-77d0-488a-a1d4-c530c859c91c service nova] Releasing lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.680912] env[68831]: DEBUG nova.compute.manager [req-cc23c15a-98ce-4093-940b-1f49b831c629 req-46445c01-77d0-488a-a1d4-c530c859c91c service nova] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Received event network-vif-deleted-052cb316-febd-41d1-ade9-2c0513c77cde {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.784492] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "4aa059f6-deaf-4892-9b31-f62bfe955174" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.785212] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "4aa059f6-deaf-4892-9b31-f62bfe955174" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.837044] env[68831]: DEBUG nova.network.neutron [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Updating instance_info_cache with network_info: [{"id": "dbb04690-e9ba-4710-848b-2c50aa649872", "address": "fa:16:3e:f7:71:04", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb04690-e9", "ovs_interfaceid": "dbb04690-e9ba-4710-848b-2c50aa649872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.931305] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802670, 'name': ReconfigVM_Task, 'duration_secs': 0.455206} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.931810] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 99512308-438f-44e1-b0e4-355f4ce4ab0a/99512308-438f-44e1-b0e4-355f4ce4ab0a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.932666] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeb47fa9-e67b-4e25-ab8e-4c80fe77b4ae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.946213] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 853.946213] env[68831]: value = "task-2802674" [ 853.946213] env[68831]: _type = "Task" [ 853.946213] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.955436] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802674, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.984874] env[68831]: DEBUG oslo_vmware.api [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.029662] env[68831]: INFO nova.compute.manager [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Took 39.24 seconds to build instance. [ 854.164085] env[68831]: DEBUG nova.scheduler.client.report [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.180587] env[68831]: DEBUG oslo_vmware.api [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30465} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.183567] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.183567] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.183567] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.183567] env[68831]: INFO nova.compute.manager [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 854.183812] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.184359] env[68831]: DEBUG nova.compute.manager [-] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.184485] env[68831]: DEBUG nova.network.neutron [-] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.339528] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "refresh_cache-310e857e-8533-4810-9726-8cd443698ea6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.343093] env[68831]: DEBUG nova.compute.manager [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Instance network_info: |[{"id": "dbb04690-e9ba-4710-848b-2c50aa649872", "address": "fa:16:3e:f7:71:04", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb04690-e9", "ovs_interfaceid": "dbb04690-e9ba-4710-848b-2c50aa649872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.343093] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:71:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbb04690-e9ba-4710-848b-2c50aa649872', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.349270] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Creating folder: Project (e822cf838f73443ba868253bf65d20ca). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.349632] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e82d75f-45ec-455b-b3f8-98d9919b8dc5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.361682] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Created folder: Project (e822cf838f73443ba868253bf65d20ca) in parent group-v563050. [ 854.362239] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Creating folder: Instances. Parent ref: group-v563208. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.362551] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b817272-1972-4200-9ef2-cc6c50f43cc5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.372470] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Created folder: Instances in parent group-v563208. [ 854.372814] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.374737] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.374737] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-432f3166-877c-49da-ae14-c1f1e2ac8dc1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.399768] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.399768] env[68831]: value = "task-2802677" [ 854.399768] env[68831]: _type = "Task" [ 854.399768] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.409377] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802677, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.455185] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802674, 'name': Rename_Task, 'duration_secs': 0.220231} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.455608] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.455928] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0d66206-1824-47b7-ad92-bd10e1c1fb32 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.463025] env[68831]: DEBUG nova.compute.manager [req-c18671f5-36f8-4795-a7dc-71381cb856f6 req-4d767349-725f-4caa-bad3-1610b9a1c61f service nova] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Received event network-vif-plugged-dbb04690-e9ba-4710-848b-2c50aa649872 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.463025] env[68831]: DEBUG oslo_concurrency.lockutils [req-c18671f5-36f8-4795-a7dc-71381cb856f6 req-4d767349-725f-4caa-bad3-1610b9a1c61f service nova] Acquiring lock "310e857e-8533-4810-9726-8cd443698ea6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.463357] env[68831]: DEBUG oslo_concurrency.lockutils [req-c18671f5-36f8-4795-a7dc-71381cb856f6 req-4d767349-725f-4caa-bad3-1610b9a1c61f service nova] Lock "310e857e-8533-4810-9726-8cd443698ea6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.463670] env[68831]: DEBUG oslo_concurrency.lockutils [req-c18671f5-36f8-4795-a7dc-71381cb856f6 req-4d767349-725f-4caa-bad3-1610b9a1c61f service nova] Lock "310e857e-8533-4810-9726-8cd443698ea6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.464044] env[68831]: DEBUG nova.compute.manager [req-c18671f5-36f8-4795-a7dc-71381cb856f6 req-4d767349-725f-4caa-bad3-1610b9a1c61f service nova] [instance: 310e857e-8533-4810-9726-8cd443698ea6] No waiting events found dispatching network-vif-plugged-dbb04690-e9ba-4710-848b-2c50aa649872 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.464332] env[68831]: WARNING nova.compute.manager [req-c18671f5-36f8-4795-a7dc-71381cb856f6 req-4d767349-725f-4caa-bad3-1610b9a1c61f service nova] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Received unexpected event network-vif-plugged-dbb04690-e9ba-4710-848b-2c50aa649872 for instance with vm_state building and task_state spawning. [ 854.464615] env[68831]: DEBUG nova.compute.manager [req-c18671f5-36f8-4795-a7dc-71381cb856f6 req-4d767349-725f-4caa-bad3-1610b9a1c61f service nova] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Received event network-changed-dbb04690-e9ba-4710-848b-2c50aa649872 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.464908] env[68831]: DEBUG nova.compute.manager [req-c18671f5-36f8-4795-a7dc-71381cb856f6 req-4d767349-725f-4caa-bad3-1610b9a1c61f service nova] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Refreshing instance network info cache due to event network-changed-dbb04690-e9ba-4710-848b-2c50aa649872. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 854.465262] env[68831]: DEBUG oslo_concurrency.lockutils [req-c18671f5-36f8-4795-a7dc-71381cb856f6 req-4d767349-725f-4caa-bad3-1610b9a1c61f service nova] Acquiring lock "refresh_cache-310e857e-8533-4810-9726-8cd443698ea6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.465550] env[68831]: DEBUG oslo_concurrency.lockutils [req-c18671f5-36f8-4795-a7dc-71381cb856f6 req-4d767349-725f-4caa-bad3-1610b9a1c61f service nova] Acquired lock "refresh_cache-310e857e-8533-4810-9726-8cd443698ea6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.465809] env[68831]: DEBUG nova.network.neutron [req-c18671f5-36f8-4795-a7dc-71381cb856f6 req-4d767349-725f-4caa-bad3-1610b9a1c61f service nova] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Refreshing network info cache for port dbb04690-e9ba-4710-848b-2c50aa649872 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.475513] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 854.475513] env[68831]: value = "task-2802678" [ 854.475513] env[68831]: _type = "Task" [ 854.475513] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.499606] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802678, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.509245] env[68831]: DEBUG oslo_vmware.api [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802671, 'name': ReconfigVM_Task, 'duration_secs': 0.57145} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.509678] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Reconfigured VM instance instance-0000001a to attach disk [datastore2] volume-4bbaf1d5-47fa-4054-8731-8887442d1a13/volume-4bbaf1d5-47fa-4054-8731-8887442d1a13.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.520989] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e149b39a-db0d-46ce-80e6-4dc551dba6e0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.533032] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3bd7a25c-86b6-41a9-8467-990978641b30 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "f0f4b525-d58e-47de-b878-e76a2fa4e074" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.276s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.541377] env[68831]: DEBUG oslo_vmware.api [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 854.541377] env[68831]: value = "task-2802679" [ 854.541377] env[68831]: _type = "Task" [ 854.541377] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.559764] env[68831]: DEBUG oslo_vmware.api [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802679, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.670257] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.670843] env[68831]: DEBUG nova.compute.manager [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.674061] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.464s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.674279] env[68831]: DEBUG nova.objects.instance [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lazy-loading 'resources' on Instance uuid e36c017c-0a98-4987-b4e6-76dfe617831f {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.913034] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802677, 'name': CreateVM_Task, 'duration_secs': 0.458157} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.913034] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.913034] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.913034] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.913204] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.913518] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ea13373-881b-4a75-b9b7-fcfe4330ccd7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.918962] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 854.918962] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523ca73a-631e-e6fb-dfc8-94bcdccd575e" [ 854.918962] env[68831]: _type = "Task" [ 854.918962] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.927445] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523ca73a-631e-e6fb-dfc8-94bcdccd575e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.989884] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802678, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.022120] env[68831]: DEBUG nova.network.neutron [-] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.036801] env[68831]: DEBUG nova.compute.manager [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.053345] env[68831]: DEBUG oslo_vmware.api [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802679, 'name': ReconfigVM_Task, 'duration_secs': 0.198187} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.053648] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563206', 'volume_id': '4bbaf1d5-47fa-4054-8731-8887442d1a13', 'name': 'volume-4bbaf1d5-47fa-4054-8731-8887442d1a13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56bc1ae3-fb52-412c-a86d-3bfd7a17b81b', 'attached_at': '', 'detached_at': '', 'volume_id': '4bbaf1d5-47fa-4054-8731-8887442d1a13', 'serial': '4bbaf1d5-47fa-4054-8731-8887442d1a13'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 855.122528] env[68831]: DEBUG oslo_concurrency.lockutils [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "02666126-bd9b-498b-ad98-e1d61748c545" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.122781] env[68831]: DEBUG oslo_concurrency.lockutils [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "02666126-bd9b-498b-ad98-e1d61748c545" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.122994] env[68831]: DEBUG oslo_concurrency.lockutils [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "02666126-bd9b-498b-ad98-e1d61748c545-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.123201] env[68831]: DEBUG oslo_concurrency.lockutils [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "02666126-bd9b-498b-ad98-e1d61748c545-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.123376] env[68831]: DEBUG oslo_concurrency.lockutils [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "02666126-bd9b-498b-ad98-e1d61748c545-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.127267] env[68831]: INFO nova.compute.manager [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Terminating instance [ 855.184033] env[68831]: DEBUG nova.compute.utils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.184783] env[68831]: DEBUG nova.compute.manager [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.185075] env[68831]: DEBUG nova.network.neutron [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.269028] env[68831]: DEBUG nova.policy [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd60057fd7e964c17ae3e62394e486a06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1f9fa6383c04313a1e3b0cfb8d72de3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.310586] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "f0f4b525-d58e-47de-b878-e76a2fa4e074" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.310586] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "f0f4b525-d58e-47de-b878-e76a2fa4e074" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.310707] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "f0f4b525-d58e-47de-b878-e76a2fa4e074-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.310923] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "f0f4b525-d58e-47de-b878-e76a2fa4e074-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.311098] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "f0f4b525-d58e-47de-b878-e76a2fa4e074-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.314374] env[68831]: INFO nova.compute.manager [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Terminating instance [ 855.371928] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "interface-9cc8488b-6eba-4f35-84a1-ef972b043b95-d8776995-6c9c-4faf-a417-75012cfbc69b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.372454] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-9cc8488b-6eba-4f35-84a1-ef972b043b95-d8776995-6c9c-4faf-a417-75012cfbc69b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.377182] env[68831]: DEBUG nova.network.neutron [req-c18671f5-36f8-4795-a7dc-71381cb856f6 req-4d767349-725f-4caa-bad3-1610b9a1c61f service nova] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Updated VIF entry in instance network info cache for port dbb04690-e9ba-4710-848b-2c50aa649872. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.379039] env[68831]: DEBUG nova.network.neutron [req-c18671f5-36f8-4795-a7dc-71381cb856f6 req-4d767349-725f-4caa-bad3-1610b9a1c61f service nova] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Updating instance_info_cache with network_info: [{"id": "dbb04690-e9ba-4710-848b-2c50aa649872", "address": "fa:16:3e:f7:71:04", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb04690-e9", "ovs_interfaceid": "dbb04690-e9ba-4710-848b-2c50aa649872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.432804] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523ca73a-631e-e6fb-dfc8-94bcdccd575e, 'name': SearchDatastore_Task, 'duration_secs': 0.014043} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.432893] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.434138] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.434768] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.434768] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.434768] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.435108] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5f9bdd0-9dd8-47fe-b133-23ef5698b049 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.444528] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.444528] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.445100] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15350e42-6aa2-4019-b299-a8d81d497d5a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.453699] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 855.453699] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f0ffcb-d3ab-2217-7093-4a6f716a2adc" [ 855.453699] env[68831]: _type = "Task" [ 855.453699] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.461890] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f0ffcb-d3ab-2217-7093-4a6f716a2adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.491833] env[68831]: DEBUG oslo_vmware.api [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802678, 'name': PowerOnVM_Task, 'duration_secs': 0.597817} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.492095] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.492284] env[68831]: INFO nova.compute.manager [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Took 6.45 seconds to spawn the instance on the hypervisor. [ 855.492387] env[68831]: DEBUG nova.compute.manager [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.495675] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cde5ea8-775b-468a-aba1-9c8da8082b65 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.524649] env[68831]: INFO nova.compute.manager [-] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Took 1.34 seconds to deallocate network for instance. [ 855.563943] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.629471] env[68831]: DEBUG nova.compute.manager [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.629686] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.634508] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bc3c06-b347-45f7-91bd-7870f63d00f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.643228] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.643631] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5af55413-f204-4bed-acc3-bbb226543935 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.650362] env[68831]: DEBUG oslo_vmware.api [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 855.650362] env[68831]: value = "task-2802680" [ 855.650362] env[68831]: _type = "Task" [ 855.650362] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.666466] env[68831]: DEBUG oslo_vmware.api [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.685614] env[68831]: DEBUG nova.compute.manager [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.792405] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ad872e-2840-46cb-89a9-d7d48196ecb3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.801771] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8f21ff-f069-4151-9399-b1bcf2920084 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.836545] env[68831]: DEBUG nova.compute.manager [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.836783] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.839300] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e3905b-767e-47b1-85b2-819b227fd3a4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.844457] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c296703-becc-4c81-8b5d-c759f95d278e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.857039] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.859099] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3761dde6-73ee-4fd3-859b-43597375b50b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.862276] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c31ea5-e9a0-42f2-b682-d9691be46e0b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.886563] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.888214] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.888214] env[68831]: DEBUG oslo_concurrency.lockutils [req-c18671f5-36f8-4795-a7dc-71381cb856f6 req-4d767349-725f-4caa-bad3-1610b9a1c61f service nova] Releasing lock "refresh_cache-310e857e-8533-4810-9726-8cd443698ea6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.890422] env[68831]: DEBUG nova.compute.provider_tree [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.896319] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ea25bb-b25d-489f-8255-a3da58253032 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.899433] env[68831]: DEBUG oslo_vmware.api [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 855.899433] env[68831]: value = "task-2802681" [ 855.899433] env[68831]: _type = "Task" [ 855.899433] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.923157] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0809d89-f9f3-4d00-8684-01d3bb15d09c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.930934] env[68831]: DEBUG oslo_vmware.api [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.932027] env[68831]: DEBUG nova.network.neutron [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Successfully created port: d98ce563-fc87-4762-bb84-a8dc8c6a6f48 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.964754] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Reconfiguring VM to detach interface {{(pid=68831) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 855.970792] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f334bc6b-ff99-433d-a04a-724aeb6d47ae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.995517] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f0ffcb-d3ab-2217-7093-4a6f716a2adc, 'name': SearchDatastore_Task, 'duration_secs': 0.012002} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.998300] env[68831]: DEBUG oslo_vmware.api [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 855.998300] env[68831]: value = "task-2802682" [ 855.998300] env[68831]: _type = "Task" [ 855.998300] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.998300] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3557f49-d78c-4e3d-835d-8bcfebdf194f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.016849] env[68831]: INFO nova.compute.manager [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Took 36.62 seconds to build instance. [ 856.020305] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 856.020305] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520eee21-bcdf-96e7-7062-b4e1408555d3" [ 856.020305] env[68831]: _type = "Task" [ 856.020305] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.024676] env[68831]: DEBUG oslo_vmware.api [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.035253] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.035713] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520eee21-bcdf-96e7-7062-b4e1408555d3, 'name': SearchDatastore_Task, 'duration_secs': 0.021904} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.035966] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.036265] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 310e857e-8533-4810-9726-8cd443698ea6/310e857e-8533-4810-9726-8cd443698ea6.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.036598] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41376713-64eb-460c-b659-b551f4379ddc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.044910] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 856.044910] env[68831]: value = "task-2802683" [ 856.044910] env[68831]: _type = "Task" [ 856.044910] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.059123] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.121128] env[68831]: DEBUG nova.objects.instance [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lazy-loading 'flavor' on Instance uuid 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.160468] env[68831]: DEBUG oslo_vmware.api [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802680, 'name': PowerOffVM_Task, 'duration_secs': 0.33407} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.160744] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.160910] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.161184] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce810610-ad4f-4a69-a5e4-7620d5d14744 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.228397] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.228717] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.228965] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Deleting the datastore file [datastore2] 02666126-bd9b-498b-ad98-e1d61748c545 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.229703] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3879b81f-b6cb-4507-b105-ee6aa91425e5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.237560] env[68831]: DEBUG oslo_vmware.api [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 856.237560] env[68831]: value = "task-2802685" [ 856.237560] env[68831]: _type = "Task" [ 856.237560] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.246968] env[68831]: DEBUG oslo_vmware.api [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.401881] env[68831]: DEBUG nova.scheduler.client.report [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.414909] env[68831]: DEBUG oslo_vmware.api [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802681, 'name': PowerOffVM_Task, 'duration_secs': 0.284227} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.416284] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.416284] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.416284] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7984dea-7e53-4a93-a47e-2b2fa7c6bb74 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.492777] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.493067] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.493295] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Deleting the datastore file [datastore2] f0f4b525-d58e-47de-b878-e76a2fa4e074 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.493518] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4b88c47-81ed-42b3-9284-6e54b17aec2b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.500027] env[68831]: DEBUG oslo_vmware.api [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for the task: (returnval){ [ 856.500027] env[68831]: value = "task-2802687" [ 856.500027] env[68831]: _type = "Task" [ 856.500027] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.512912] env[68831]: DEBUG oslo_vmware.api [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.516703] env[68831]: DEBUG oslo_vmware.api [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.521075] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a91353af-79b5-4306-9f28-650115413450 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Lock "99512308-438f-44e1-b0e4-355f4ce4ab0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.399s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.558085] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802683, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.629521] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fcf4525d-25f1-484d-b9fd-a9e0b80fb864 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.876s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.676732] env[68831]: DEBUG nova.compute.manager [req-f2dcd9b1-8a2f-458d-ab67-7afcfdd81a78 req-667c55e9-c5b9-446c-8042-8c6741a1fa07 service nova] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Received event network-vif-deleted-1ccf1771-7c93-420b-af89-0a085c0578f6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 856.699050] env[68831]: DEBUG nova.compute.manager [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.724393] env[68831]: DEBUG nova.virt.hardware [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.724642] env[68831]: DEBUG nova.virt.hardware [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.724801] env[68831]: DEBUG nova.virt.hardware [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.724990] env[68831]: DEBUG nova.virt.hardware [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.725209] env[68831]: DEBUG nova.virt.hardware [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.725457] env[68831]: DEBUG nova.virt.hardware [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.725889] env[68831]: DEBUG nova.virt.hardware [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.725889] env[68831]: DEBUG nova.virt.hardware [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.726041] env[68831]: DEBUG nova.virt.hardware [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.726155] env[68831]: DEBUG nova.virt.hardware [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.726305] env[68831]: DEBUG nova.virt.hardware [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.727251] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b9f5af-6934-4f3b-b2b5-dfd74589012d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.737389] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff8a6c0-4b57-41c6-ae02-16a013883344 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.751228] env[68831]: DEBUG oslo_vmware.api [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.778650] env[68831]: DEBUG oslo_concurrency.lockutils [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.778650] env[68831]: DEBUG oslo_concurrency.lockutils [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.910475] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.914040] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.063s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.914040] env[68831]: DEBUG nova.objects.instance [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lazy-loading 'resources' on Instance uuid af1eeca6-bbdc-4880-9256-5985dd2458a5 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.934924] env[68831]: INFO nova.scheduler.client.report [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Deleted allocations for instance e36c017c-0a98-4987-b4e6-76dfe617831f [ 857.013195] env[68831]: DEBUG oslo_vmware.api [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504958} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.016438] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.016641] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.016822] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.017016] env[68831]: INFO nova.compute.manager [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Took 1.18 seconds to destroy the instance on the hypervisor. [ 857.017260] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.017801] env[68831]: DEBUG oslo_vmware.api [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.018048] env[68831]: DEBUG nova.compute.manager [-] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.018122] env[68831]: DEBUG nova.network.neutron [-] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.057184] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73837} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.057449] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 310e857e-8533-4810-9726-8cd443698ea6/310e857e-8533-4810-9726-8cd443698ea6.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.057660] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.057911] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0002d71f-9d46-4254-bc3b-2a756ee1a191 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.066385] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 857.066385] env[68831]: value = "task-2802688" [ 857.066385] env[68831]: _type = "Task" [ 857.066385] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.076176] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.097026] env[68831]: INFO nova.compute.manager [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Rebuilding instance [ 857.139418] env[68831]: DEBUG nova.compute.manager [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.140413] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4400131f-6941-4bbf-9c26-c412cdea5074 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.251643] env[68831]: DEBUG oslo_vmware.api [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Task: {'id': task-2802685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.637758} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.251901] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.252182] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.252371] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.252548] env[68831]: INFO nova.compute.manager [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Took 1.62 seconds to destroy the instance on the hypervisor. [ 857.252790] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.252976] env[68831]: DEBUG nova.compute.manager [-] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.253084] env[68831]: DEBUG nova.network.neutron [-] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.280802] env[68831]: INFO nova.compute.manager [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Detaching volume 4bbaf1d5-47fa-4054-8731-8887442d1a13 [ 857.331602] env[68831]: INFO nova.virt.block_device [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Attempting to driver detach volume 4bbaf1d5-47fa-4054-8731-8887442d1a13 from mountpoint /dev/sdb [ 857.331838] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 857.332061] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563206', 'volume_id': '4bbaf1d5-47fa-4054-8731-8887442d1a13', 'name': 'volume-4bbaf1d5-47fa-4054-8731-8887442d1a13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56bc1ae3-fb52-412c-a86d-3bfd7a17b81b', 'attached_at': '', 'detached_at': '', 'volume_id': '4bbaf1d5-47fa-4054-8731-8887442d1a13', 'serial': '4bbaf1d5-47fa-4054-8731-8887442d1a13'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 857.332947] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2848af6f-3753-4e06-998e-53eb29e34b1c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.363517] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993be954-46a1-4f32-bc6f-bb5e8d9f1826 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.372656] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49d1f7f-d928-46ee-9951-7a01ae36f199 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.397200] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523b3a25-9946-4eea-b929-0490beb680d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.412700] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] The volume has not been displaced from its original location: [datastore2] volume-4bbaf1d5-47fa-4054-8731-8887442d1a13/volume-4bbaf1d5-47fa-4054-8731-8887442d1a13.vmdk. No consolidation needed. {{(pid=68831) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 857.418524] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 857.420881] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ccf7092-e57d-4697-964e-1d75231f3812 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.443103] env[68831]: DEBUG oslo_vmware.api [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 857.443103] env[68831]: value = "task-2802689" [ 857.443103] env[68831]: _type = "Task" [ 857.443103] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.443596] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ffe4154-d693-43ff-ba5f-1329288196a8 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "e36c017c-0a98-4987-b4e6-76dfe617831f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.653s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.453630] env[68831]: DEBUG oslo_vmware.api [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.519892] env[68831]: DEBUG oslo_vmware.api [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.580031] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068305} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.580510] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.581551] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ff3105-79e9-4502-bdaf-ce99af054912 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.613641] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 310e857e-8533-4810-9726-8cd443698ea6/310e857e-8533-4810-9726-8cd443698ea6.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.616959] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e900b09d-f391-4e6b-a990-ca61966bb096 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.638781] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 857.638781] env[68831]: value = "task-2802690" [ 857.638781] env[68831]: _type = "Task" [ 857.638781] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.650487] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.809762] env[68831]: DEBUG nova.network.neutron [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Successfully updated port: d98ce563-fc87-4762-bb84-a8dc8c6a6f48 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.869116] env[68831]: DEBUG nova.network.neutron [-] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.959268] env[68831]: DEBUG oslo_vmware.api [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802689, 'name': ReconfigVM_Task, 'duration_secs': 0.257288} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.959903] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 857.968608] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a8fb375-90bc-4c2f-bf0f-4f6e30c742ab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.986336] env[68831]: DEBUG oslo_vmware.api [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 857.986336] env[68831]: value = "task-2802691" [ 857.986336] env[68831]: _type = "Task" [ 857.986336] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.996701] env[68831]: DEBUG oslo_vmware.api [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.019105] env[68831]: DEBUG oslo_vmware.api [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.020301] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c2a09b-2a51-4092-9d05-e970f2658931 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.028411] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c6767e-5194-445c-ba00-39834429ef90 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.067024] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c2bb80-e181-4bd1-92d3-33e6694ad0d3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.076344] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a459b1-0459-4bee-aa43-cf6d788a4ce8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.081711] env[68831]: DEBUG oslo_vmware.rw_handles [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbbcb7-18a9-7382-611a-a007898dd82e/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.082671] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dfe726-b7e4-4073-9cb1-8644dff03b3f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.095308] env[68831]: DEBUG nova.compute.provider_tree [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.098678] env[68831]: DEBUG oslo_vmware.rw_handles [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbbcb7-18a9-7382-611a-a007898dd82e/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.098841] env[68831]: ERROR oslo_vmware.rw_handles [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbbcb7-18a9-7382-611a-a007898dd82e/disk-0.vmdk due to incomplete transfer. [ 858.099363] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c7fc9c18-2af3-47cf-af83-6b9b0d4818ec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.108819] env[68831]: DEBUG oslo_vmware.rw_handles [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbbcb7-18a9-7382-611a-a007898dd82e/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.109046] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Uploaded image 77e406de-970e-4105-afa6-f285f90b7812 to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.111175] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.111696] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0e574ff2-8ef1-46d3-8227-ea08fd46f03c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.118264] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 858.118264] env[68831]: value = "task-2802692" [ 858.118264] env[68831]: _type = "Task" [ 858.118264] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.128483] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802692, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.148891] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802690, 'name': ReconfigVM_Task, 'duration_secs': 0.393639} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.149203] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 310e857e-8533-4810-9726-8cd443698ea6/310e857e-8533-4810-9726-8cd443698ea6.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.149828] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23908925-29ba-4ed1-82be-204902118e37 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.153314] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.153565] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad3aaeb0-066b-4517-9081-9ea91da6551e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.156447] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 858.156447] env[68831]: value = "task-2802693" [ 858.156447] env[68831]: _type = "Task" [ 858.156447] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.164537] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 858.164537] env[68831]: value = "task-2802694" [ 858.164537] env[68831]: _type = "Task" [ 858.164537] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.168607] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802693, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.178217] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.231272] env[68831]: DEBUG nova.network.neutron [-] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.314957] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquiring lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.314957] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquired lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.314957] env[68831]: DEBUG nova.network.neutron [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.372069] env[68831]: INFO nova.compute.manager [-] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Took 1.35 seconds to deallocate network for instance. [ 858.495899] env[68831]: DEBUG oslo_vmware.api [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802691, 'name': ReconfigVM_Task, 'duration_secs': 0.226998} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.498019] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563206', 'volume_id': '4bbaf1d5-47fa-4054-8731-8887442d1a13', 'name': 'volume-4bbaf1d5-47fa-4054-8731-8887442d1a13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56bc1ae3-fb52-412c-a86d-3bfd7a17b81b', 'attached_at': '', 'detached_at': '', 'volume_id': '4bbaf1d5-47fa-4054-8731-8887442d1a13', 'serial': '4bbaf1d5-47fa-4054-8731-8887442d1a13'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 858.522933] env[68831]: DEBUG oslo_vmware.api [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.601168] env[68831]: DEBUG nova.scheduler.client.report [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.633496] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802692, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.668515] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802693, 'name': Rename_Task, 'duration_secs': 0.153323} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.672148] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.672526] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e844088-81a4-47c0-aa1c-bea93eb94782 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.679764] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802694, 'name': PowerOffVM_Task, 'duration_secs': 0.181136} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.681296] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.681629] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.682062] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 858.682062] env[68831]: value = "task-2802695" [ 858.682062] env[68831]: _type = "Task" [ 858.682062] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.683087] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119030d8-68b7-46cb-83e0-b249038dcdca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.694634] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.698460] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3500a850-4b94-488e-aaac-986fad4b6519 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.700487] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802695, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.724144] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.724144] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.724144] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Deleting the datastore file [datastore2] 99512308-438f-44e1-b0e4-355f4ce4ab0a {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.728027] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efeee488-651f-43d1-aacb-cb7651bbfcc2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.731743] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 858.731743] env[68831]: value = "task-2802697" [ 858.731743] env[68831]: _type = "Task" [ 858.731743] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.735940] env[68831]: INFO nova.compute.manager [-] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Took 1.48 seconds to deallocate network for instance. [ 858.744889] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.748093] env[68831]: DEBUG nova.compute.manager [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Received event network-vif-deleted-d150a26d-e553-4e87-bd49-511852a0264a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.749590] env[68831]: DEBUG nova.compute.manager [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Received event network-vif-plugged-d98ce563-fc87-4762-bb84-a8dc8c6a6f48 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.749590] env[68831]: DEBUG oslo_concurrency.lockutils [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] Acquiring lock "a9163236-c65e-48c8-b068-73898e0e173e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.749590] env[68831]: DEBUG oslo_concurrency.lockutils [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] Lock "a9163236-c65e-48c8-b068-73898e0e173e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.749590] env[68831]: DEBUG oslo_concurrency.lockutils [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] Lock "a9163236-c65e-48c8-b068-73898e0e173e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.749590] env[68831]: DEBUG nova.compute.manager [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] No waiting events found dispatching network-vif-plugged-d98ce563-fc87-4762-bb84-a8dc8c6a6f48 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.749885] env[68831]: WARNING nova.compute.manager [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Received unexpected event network-vif-plugged-d98ce563-fc87-4762-bb84-a8dc8c6a6f48 for instance with vm_state building and task_state spawning. [ 858.749885] env[68831]: DEBUG nova.compute.manager [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Received event network-vif-deleted-4de2da71-f248-4ab7-819b-8f591718dd2a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.750083] env[68831]: DEBUG nova.compute.manager [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Received event network-changed-d98ce563-fc87-4762-bb84-a8dc8c6a6f48 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.750284] env[68831]: DEBUG nova.compute.manager [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Refreshing instance network info cache due to event network-changed-d98ce563-fc87-4762-bb84-a8dc8c6a6f48. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 858.750505] env[68831]: DEBUG oslo_concurrency.lockutils [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] Acquiring lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.866796] env[68831]: DEBUG nova.network.neutron [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.879764] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.019395] env[68831]: DEBUG oslo_vmware.api [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.061361] env[68831]: DEBUG nova.network.neutron [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Updating instance_info_cache with network_info: [{"id": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "address": "fa:16:3e:75:a9:49", "network": {"id": "1c496e0b-6aec-4883-b94e-6b9f0816b7c5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-63331072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f9fa6383c04313a1e3b0cfb8d72de3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98ce563-fc", "ovs_interfaceid": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.100802] env[68831]: DEBUG nova.objects.instance [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lazy-loading 'flavor' on Instance uuid 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.107831] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.111281] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.309s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.114224] env[68831]: INFO nova.compute.claims [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.136828] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802692, 'name': Destroy_Task, 'duration_secs': 0.918457} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.141033] env[68831]: INFO nova.scheduler.client.report [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleted allocations for instance af1eeca6-bbdc-4880-9256-5985dd2458a5 [ 859.141033] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Destroyed the VM [ 859.141033] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.141033] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-306ba3d6-ad93-4d2a-8d49-78ba3ebc92be {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.153016] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 859.153016] env[68831]: value = "task-2802698" [ 859.153016] env[68831]: _type = "Task" [ 859.153016] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.161709] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802698, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.203044] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802695, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.241430] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233986} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.241781] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.242050] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.242302] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.248134] env[68831]: DEBUG oslo_concurrency.lockutils [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.518755] env[68831]: DEBUG oslo_vmware.api [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.568222] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Releasing lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.568594] env[68831]: DEBUG nova.compute.manager [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Instance network_info: |[{"id": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "address": "fa:16:3e:75:a9:49", "network": {"id": "1c496e0b-6aec-4883-b94e-6b9f0816b7c5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-63331072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f9fa6383c04313a1e3b0cfb8d72de3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98ce563-fc", "ovs_interfaceid": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.568930] env[68831]: DEBUG oslo_concurrency.lockutils [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] Acquired lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.569194] env[68831]: DEBUG nova.network.neutron [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Refreshing network info cache for port d98ce563-fc87-4762-bb84-a8dc8c6a6f48 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.573460] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:a9:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd98ce563-fc87-4762-bb84-a8dc8c6a6f48', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.578708] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Creating folder: Project (a1f9fa6383c04313a1e3b0cfb8d72de3). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.579230] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc351c40-5b6c-4ce4-b5b8-798ecf50cf7c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.591015] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Created folder: Project (a1f9fa6383c04313a1e3b0cfb8d72de3) in parent group-v563050. [ 859.591224] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Creating folder: Instances. Parent ref: group-v563211. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.591458] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-825633b8-d387-4bea-946e-2714ece8a3fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.605752] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Created folder: Instances in parent group-v563211. [ 859.606035] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.607490] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.607709] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f03b84d4-2abe-4f1f-b1fb-8602dac5be4f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.639040] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.639040] env[68831]: value = "task-2802701" [ 859.639040] env[68831]: _type = "Task" [ 859.639040] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.649453] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802701, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.649943] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "af1eeca6-bbdc-4880-9256-5985dd2458a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.069s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.663175] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802698, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.698515] env[68831]: DEBUG oslo_vmware.api [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802695, 'name': PowerOnVM_Task, 'duration_secs': 0.837799} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.698515] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.698854] env[68831]: INFO nova.compute.manager [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Took 8.01 seconds to spawn the instance on the hypervisor. [ 859.699181] env[68831]: DEBUG nova.compute.manager [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.700875] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8bf4f0-85d8-4859-8687-70cfb09d037c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.019726] env[68831]: DEBUG oslo_vmware.api [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.129124] env[68831]: DEBUG oslo_concurrency.lockutils [None req-35b0f1f4-c64e-4340-afd4-ef9db92965a9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.352s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.149960] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802701, 'name': CreateVM_Task, 'duration_secs': 0.365837} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.152654] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.152654] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.152654] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.152654] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.153275] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f943a59f-04e3-4606-8b27-1111d5f6543e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.169023] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Waiting for the task: (returnval){ [ 860.169023] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527e21ec-cbb7-9b03-4710-df5bcc583ada" [ 860.169023] env[68831]: _type = "Task" [ 860.169023] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.176590] env[68831]: DEBUG oslo_vmware.api [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802698, 'name': RemoveSnapshot_Task, 'duration_secs': 0.627121} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.177235] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 860.177535] env[68831]: INFO nova.compute.manager [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Took 16.30 seconds to snapshot the instance on the hypervisor. [ 860.198023] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527e21ec-cbb7-9b03-4710-df5bcc583ada, 'name': SearchDatastore_Task, 'duration_secs': 0.009499} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.198023] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.198023] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.198023] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.198023] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.198023] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.198788] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7457c725-2149-4595-a0e2-a5a71981ea83 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.207996] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.208361] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.209096] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640c01f9-2584-4e5e-b2a6-685b0f396d29 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.224485] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Waiting for the task: (returnval){ [ 860.224485] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527bb1b6-ff9f-6919-7bed-7db6c8b7ce13" [ 860.224485] env[68831]: _type = "Task" [ 860.224485] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.225558] env[68831]: INFO nova.compute.manager [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Took 40.04 seconds to build instance. [ 860.238826] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527bb1b6-ff9f-6919-7bed-7db6c8b7ce13, 'name': SearchDatastore_Task, 'duration_secs': 0.009338} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.239602] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c95975a-3afa-46ac-8cd8-f793f881c3db {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.245234] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Waiting for the task: (returnval){ [ 860.245234] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521e3295-4739-dbba-893a-a2c1b3a46107" [ 860.245234] env[68831]: _type = "Task" [ 860.245234] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.258180] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521e3295-4739-dbba-893a-a2c1b3a46107, 'name': SearchDatastore_Task, 'duration_secs': 0.008436} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.258180] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.258467] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] a9163236-c65e-48c8-b068-73898e0e173e/a9163236-c65e-48c8-b068-73898e0e173e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.260676] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aab3c6c3-1b81-4129-9388-655fc7604056 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.265143] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Waiting for the task: (returnval){ [ 860.265143] env[68831]: value = "task-2802702" [ 860.265143] env[68831]: _type = "Task" [ 860.265143] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.277267] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2802702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.285360] env[68831]: DEBUG nova.virt.hardware [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.285613] env[68831]: DEBUG nova.virt.hardware [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.285783] env[68831]: DEBUG nova.virt.hardware [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.285969] env[68831]: DEBUG nova.virt.hardware [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.286144] env[68831]: DEBUG nova.virt.hardware [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.286304] env[68831]: DEBUG nova.virt.hardware [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.287304] env[68831]: DEBUG nova.virt.hardware [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.287304] env[68831]: DEBUG nova.virt.hardware [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.287304] env[68831]: DEBUG nova.virt.hardware [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.287304] env[68831]: DEBUG nova.virt.hardware [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.287510] env[68831]: DEBUG nova.virt.hardware [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.288541] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd98708b-36f6-4760-84d2-4582d0185b0f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.302019] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e9a9a3-5d90-40cf-8889-c817ead86577 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.314370] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.320019] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.322909] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.323683] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f876ca9-d134-4c26-9f32-c019d21a516a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.339841] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.339841] env[68831]: value = "task-2802703" [ 860.339841] env[68831]: _type = "Task" [ 860.339841] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.348267] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802703, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.353058] env[68831]: DEBUG nova.network.neutron [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Updated VIF entry in instance network info cache for port d98ce563-fc87-4762-bb84-a8dc8c6a6f48. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.353058] env[68831]: DEBUG nova.network.neutron [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Updating instance_info_cache with network_info: [{"id": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "address": "fa:16:3e:75:a9:49", "network": {"id": "1c496e0b-6aec-4883-b94e-6b9f0816b7c5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-63331072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f9fa6383c04313a1e3b0cfb8d72de3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98ce563-fc", "ovs_interfaceid": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.519602] env[68831]: DEBUG oslo_vmware.api [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.652134] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "26b49db3-cc82-4cc8-b607-27493c9476e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.652520] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "26b49db3-cc82-4cc8-b607-27493c9476e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.694861] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0b0f05-5729-4a79-b1c6-66dd06205666 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.703988] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4ff7e4-5d22-45c8-a73d-d4298c36e9ee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.736127] env[68831]: DEBUG oslo_concurrency.lockutils [None req-654b448f-51f4-4f46-89fe-07541af35220 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "310e857e-8533-4810-9726-8cd443698ea6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.575s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.739360] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de83e497-6fd6-44f8-be7e-7434194c15cb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.748787] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbee11a-97a3-486f-9700-5cee0e169443 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.759055] env[68831]: DEBUG nova.compute.manager [None req-bf64b271-8c12-4da7-a562-c59ec6398bb1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Found 2 images (rotation: 2) {{(pid=68831) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 860.778093] env[68831]: DEBUG nova.compute.provider_tree [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.794453] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2802702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499829} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.794877] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] a9163236-c65e-48c8-b068-73898e0e173e/a9163236-c65e-48c8-b068-73898e0e173e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.795248] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.795914] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4d9a875-a8db-49c2-bda8-bb8796474f3e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.805695] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Waiting for the task: (returnval){ [ 860.805695] env[68831]: value = "task-2802704" [ 860.805695] env[68831]: _type = "Task" [ 860.805695] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.816630] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2802704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.849723] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802703, 'name': CreateVM_Task, 'duration_secs': 0.371762} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.849897] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.850333] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.850500] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.850822] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.851088] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb01f8c-958b-4a0d-8b8d-5fa8d033f5b0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.854790] env[68831]: DEBUG oslo_concurrency.lockutils [req-2bc23de4-9bf1-408a-99a1-1c713b54ba95 req-25fd4406-18d5-4516-8a58-f47c03426438 service nova] Releasing lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.856489] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 860.856489] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ab08cf-5282-6f96-7d06-6fc9f59be246" [ 860.856489] env[68831]: _type = "Task" [ 860.856489] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.864531] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ab08cf-5282-6f96-7d06-6fc9f59be246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.020312] env[68831]: DEBUG oslo_vmware.api [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.155776] env[68831]: DEBUG nova.compute.manager [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.246972] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "2587372d-4aeb-4429-8169-7dfce1c2c7e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.247227] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "2587372d-4aeb-4429-8169-7dfce1c2c7e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.288222] env[68831]: DEBUG nova.scheduler.client.report [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.315722] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2802704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077087} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.316014] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.317923] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0e771e-bf8b-4b14-9180-fbf1510ff649 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.336292] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "310e857e-8533-4810-9726-8cd443698ea6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.336292] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "310e857e-8533-4810-9726-8cd443698ea6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.336292] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "310e857e-8533-4810-9726-8cd443698ea6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.336292] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "310e857e-8533-4810-9726-8cd443698ea6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.336292] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "310e857e-8533-4810-9726-8cd443698ea6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.346462] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] a9163236-c65e-48c8-b068-73898e0e173e/a9163236-c65e-48c8-b068-73898e0e173e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.346996] env[68831]: INFO nova.compute.manager [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Terminating instance [ 861.348670] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0ab0e50-4a68-460a-b2d6-4ae2d842b01c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.373797] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ab08cf-5282-6f96-7d06-6fc9f59be246, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.375597] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.375864] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.376121] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.376276] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.376460] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.376767] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Waiting for the task: (returnval){ [ 861.376767] env[68831]: value = "task-2802705" [ 861.376767] env[68831]: _type = "Task" [ 861.376767] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.377402] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93f10a43-b8f1-4309-b89f-ac2aa7416a96 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.387778] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2802705, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.390180] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.390180] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.390846] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceafa226-f5ab-4e74-af6f-2fa8a7bc7c44 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.396939] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 861.396939] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52586d68-ab26-1c64-fd0c-16aa18dff239" [ 861.396939] env[68831]: _type = "Task" [ 861.396939] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.403821] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52586d68-ab26-1c64-fd0c-16aa18dff239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.520581] env[68831]: DEBUG oslo_vmware.api [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802682, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.679618] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.749702] env[68831]: DEBUG nova.compute.manager [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.791675] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.792249] env[68831]: DEBUG nova.compute.manager [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.795392] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.969s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.795608] env[68831]: DEBUG nova.objects.instance [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Lazy-loading 'resources' on Instance uuid 4a3883d1-8f6a-4e32-ba63-0552865b3158 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.865951] env[68831]: DEBUG nova.compute.manager [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.866180] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.867085] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131fdfed-0474-41cc-a669-9005f29cc550 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.876915] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.877186] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee15f66e-db67-45eb-a63a-4e9b89de3f70 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.883916] env[68831]: DEBUG oslo_vmware.api [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 861.883916] env[68831]: value = "task-2802706" [ 861.883916] env[68831]: _type = "Task" [ 861.883916] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.890362] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2802705, 'name': ReconfigVM_Task, 'duration_secs': 0.278205} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.890940] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Reconfigured VM instance instance-00000036 to attach disk [datastore2] a9163236-c65e-48c8-b068-73898e0e173e/a9163236-c65e-48c8-b068-73898e0e173e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.891620] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cda6dc1b-e905-4b72-b426-98e2a40adc29 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.895823] env[68831]: DEBUG oslo_vmware.api [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.901264] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Waiting for the task: (returnval){ [ 861.901264] env[68831]: value = "task-2802707" [ 861.901264] env[68831]: _type = "Task" [ 861.901264] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.908056] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52586d68-ab26-1c64-fd0c-16aa18dff239, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.909146] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b944ad1e-bad4-45a1-b58a-4e45e2a9fdbe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.913949] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2802707, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.917038] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 861.917038] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527f0fa8-5fb6-965a-d03f-40e4a4302e3c" [ 861.917038] env[68831]: _type = "Task" [ 861.917038] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.924312] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527f0fa8-5fb6-965a-d03f-40e4a4302e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.020799] env[68831]: DEBUG oslo_vmware.api [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802682, 'name': ReconfigVM_Task, 'duration_secs': 5.77075} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.021065] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.021574] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Reconfigured VM to detach interface {{(pid=68831) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 862.227839] env[68831]: DEBUG nova.compute.manager [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.228862] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f839d8b8-4718-4371-8617-9753adc8c0a4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.272957] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.297083] env[68831]: DEBUG nova.compute.utils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.298494] env[68831]: DEBUG nova.compute.manager [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.298613] env[68831]: DEBUG nova.network.neutron [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.328879] env[68831]: DEBUG nova.compute.manager [req-57e4bc5f-74e1-45b4-8181-4b61bb90e2be req-eb625e88-05ed-474d-a143-51a5be4104a2 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Received event network-vif-deleted-d8776995-6c9c-4faf-a417-75012cfbc69b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.329108] env[68831]: INFO nova.compute.manager [req-57e4bc5f-74e1-45b4-8181-4b61bb90e2be req-eb625e88-05ed-474d-a143-51a5be4104a2 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Neutron deleted interface d8776995-6c9c-4faf-a417-75012cfbc69b; detaching it from the instance and deleting it from the info cache [ 862.329407] env[68831]: DEBUG nova.network.neutron [req-57e4bc5f-74e1-45b4-8181-4b61bb90e2be req-eb625e88-05ed-474d-a143-51a5be4104a2 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Updating instance_info_cache with network_info: [{"id": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "address": "fa:16:3e:4c:49:3c", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0715ee5-89", "ovs_interfaceid": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.360175] env[68831]: DEBUG nova.policy [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e31d42e80cc4affa1ce099dad0a2aa2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e52dc5cd3ea490b9f47ad95a7406fd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.395397] env[68831]: DEBUG oslo_vmware.api [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802706, 'name': PowerOffVM_Task, 'duration_secs': 0.270852} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.395397] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.395397] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.395795] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-587b21b7-3d37-4fba-99a8-b11a9c6c94c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.410693] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2802707, 'name': Rename_Task, 'duration_secs': 0.14252} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.413382] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.414163] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c216efa-4612-4e3c-9d6b-c98631620d07 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.426479] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Waiting for the task: (returnval){ [ 862.426479] env[68831]: value = "task-2802709" [ 862.426479] env[68831]: _type = "Task" [ 862.426479] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.435848] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527f0fa8-5fb6-965a-d03f-40e4a4302e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.436264] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.436542] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 99512308-438f-44e1-b0e4-355f4ce4ab0a/99512308-438f-44e1-b0e4-355f4ce4ab0a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.439140] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9e40179-8750-4870-af46-56aef3d8f3e7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.444461] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2802709, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.449273] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 862.449273] env[68831]: value = "task-2802710" [ 862.449273] env[68831]: _type = "Task" [ 862.449273] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.460508] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.462056] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.462056] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleting the datastore file [datastore2] 310e857e-8533-4810-9726-8cd443698ea6 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.462056] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.462056] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31dfe1d9-144d-4410-b830-8a92e7bf6862 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.468255] env[68831]: DEBUG oslo_vmware.api [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 862.468255] env[68831]: value = "task-2802711" [ 862.468255] env[68831]: _type = "Task" [ 862.468255] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.479483] env[68831]: DEBUG oslo_vmware.api [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.664249] env[68831]: DEBUG nova.network.neutron [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Successfully created port: 48a9eccd-3ea0-4dd4-9987-30638797be4e {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.739742] env[68831]: INFO nova.compute.manager [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] instance snapshotting [ 862.741199] env[68831]: DEBUG nova.objects.instance [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lazy-loading 'flavor' on Instance uuid 0acce7bd-b0b0-430e-b913-8d3a73b9e783 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.803623] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8083bc-6601-428e-b987-47e91d24238f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.810884] env[68831]: DEBUG nova.compute.manager [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.814260] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1e9c0a-9c74-439e-8f83-19b571a41be2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.857084] env[68831]: DEBUG oslo_concurrency.lockutils [req-57e4bc5f-74e1-45b4-8181-4b61bb90e2be req-eb625e88-05ed-474d-a143-51a5be4104a2 service nova] Acquiring lock "9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.857532] env[68831]: DEBUG oslo_concurrency.lockutils [req-57e4bc5f-74e1-45b4-8181-4b61bb90e2be req-eb625e88-05ed-474d-a143-51a5be4104a2 service nova] Acquired lock "9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.859022] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4079b2-806f-4c60-aeab-d3dcb1717be1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.862161] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a012cda-e736-45b2-a846-8fa52d45d348 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.881800] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eed9edf-c428-4246-9b6e-c3b8bb1a2af6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.886503] env[68831]: DEBUG oslo_concurrency.lockutils [req-57e4bc5f-74e1-45b4-8181-4b61bb90e2be req-eb625e88-05ed-474d-a143-51a5be4104a2 service nova] Releasing lock "9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.886803] env[68831]: WARNING nova.compute.manager [req-57e4bc5f-74e1-45b4-8181-4b61bb90e2be req-eb625e88-05ed-474d-a143-51a5be4104a2 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Detach interface failed, port_id=d8776995-6c9c-4faf-a417-75012cfbc69b, reason: No device with interface-id d8776995-6c9c-4faf-a417-75012cfbc69b exists on VM: nova.exception.NotFound: No device with interface-id d8776995-6c9c-4faf-a417-75012cfbc69b exists on VM [ 862.900117] env[68831]: DEBUG nova.compute.provider_tree [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.940147] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2802709, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.958600] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802710, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.979796] env[68831]: DEBUG oslo_vmware.api [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205051} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.981087] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.981344] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.981526] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.981702] env[68831]: INFO nova.compute.manager [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 862.981974] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.982209] env[68831]: DEBUG nova.compute.manager [-] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.982487] env[68831]: DEBUG nova.network.neutron [-] [instance: 310e857e-8533-4810-9726-8cd443698ea6] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.249882] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6217d624-1f1b-49ab-ac90-702d84e303c1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.270318] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5f1bac-daff-431c-8da4-1856d83ba707 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.323999] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.324296] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.324479] env[68831]: DEBUG nova.network.neutron [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.403576] env[68831]: DEBUG nova.scheduler.client.report [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.437365] env[68831]: DEBUG oslo_vmware.api [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2802709, 'name': PowerOnVM_Task, 'duration_secs': 0.741958} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.437631] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.437828] env[68831]: INFO nova.compute.manager [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Took 6.74 seconds to spawn the instance on the hypervisor. [ 863.438014] env[68831]: DEBUG nova.compute.manager [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.438798] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6e6049-0290-4c14-afa5-6020ed82ad77 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.459374] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712633} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.459650] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 99512308-438f-44e1-b0e4-355f4ce4ab0a/99512308-438f-44e1-b0e4-355f4ce4ab0a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.459865] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.460126] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42d86a3d-287b-44a4-88ba-3e8c5e840b9a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.466692] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 863.466692] env[68831]: value = "task-2802712" [ 863.466692] env[68831]: _type = "Task" [ 863.466692] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.474067] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.662185] env[68831]: DEBUG oslo_concurrency.lockutils [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "9cc8488b-6eba-4f35-84a1-ef972b043b95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.662468] env[68831]: DEBUG oslo_concurrency.lockutils [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "9cc8488b-6eba-4f35-84a1-ef972b043b95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.662679] env[68831]: DEBUG oslo_concurrency.lockutils [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "9cc8488b-6eba-4f35-84a1-ef972b043b95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.662899] env[68831]: DEBUG oslo_concurrency.lockutils [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "9cc8488b-6eba-4f35-84a1-ef972b043b95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.663056] env[68831]: DEBUG oslo_concurrency.lockutils [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "9cc8488b-6eba-4f35-84a1-ef972b043b95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.667792] env[68831]: INFO nova.compute.manager [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Terminating instance [ 863.789181] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 863.789671] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f8d45c2-37db-4654-833a-8085b2f86b3d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.797477] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 863.797477] env[68831]: value = "task-2802713" [ 863.797477] env[68831]: _type = "Task" [ 863.797477] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.805285] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802713, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.806689] env[68831]: DEBUG nova.network.neutron [-] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.825752] env[68831]: DEBUG nova.compute.manager [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.852185] env[68831]: DEBUG nova.virt.hardware [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:33:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='95683aa0-6f41-4dc5-8c0d-0e48addef0cf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1871476746',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.852442] env[68831]: DEBUG nova.virt.hardware [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.852608] env[68831]: DEBUG nova.virt.hardware [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.852793] env[68831]: DEBUG nova.virt.hardware [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.852943] env[68831]: DEBUG nova.virt.hardware [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.853123] env[68831]: DEBUG nova.virt.hardware [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.853365] env[68831]: DEBUG nova.virt.hardware [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.853528] env[68831]: DEBUG nova.virt.hardware [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.854186] env[68831]: DEBUG nova.virt.hardware [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.854186] env[68831]: DEBUG nova.virt.hardware [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.854186] env[68831]: DEBUG nova.virt.hardware [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.855226] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa9556d-f0cb-4af3-b201-07854e80b3ad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.864069] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d190c73-9a12-4752-81eb-230b547f113e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.909129] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.911450] env[68831]: DEBUG oslo_concurrency.lockutils [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.624s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.911699] env[68831]: DEBUG nova.objects.instance [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lazy-loading 'resources' on Instance uuid c87dc1be-f58a-4499-82a8-0b64649bf610 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.931878] env[68831]: INFO nova.scheduler.client.report [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Deleted allocations for instance 4a3883d1-8f6a-4e32-ba63-0552865b3158 [ 863.957594] env[68831]: INFO nova.compute.manager [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Took 39.53 seconds to build instance. [ 863.978997] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181609} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.979283] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.980108] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b5aad3-aedb-4c54-972f-459b49fbc907 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.005818] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 99512308-438f-44e1-b0e4-355f4ce4ab0a/99512308-438f-44e1-b0e4-355f4ce4ab0a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.006659] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91400bea-b2c6-49e6-bf2c-b375731740ca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.029899] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 864.029899] env[68831]: value = "task-2802714" [ 864.029899] env[68831]: _type = "Task" [ 864.029899] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.041041] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.172423] env[68831]: DEBUG nova.compute.manager [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.172833] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.174235] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e31b235-3c37-4471-9903-d447c3054b88 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.179335] env[68831]: DEBUG nova.network.neutron [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Updating instance_info_cache with network_info: [{"id": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "address": "fa:16:3e:4c:49:3c", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0715ee5-89", "ovs_interfaceid": "a0715ee5-89c2-4c41-a811-75eb099d35e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.185912] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.186252] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9239f02e-f1aa-448c-9ca4-fdc9d9c9736a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.193803] env[68831]: DEBUG oslo_vmware.api [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 864.193803] env[68831]: value = "task-2802715" [ 864.193803] env[68831]: _type = "Task" [ 864.193803] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.207054] env[68831]: DEBUG oslo_vmware.api [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.311936] env[68831]: INFO nova.compute.manager [-] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Took 1.33 seconds to deallocate network for instance. [ 864.314425] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802713, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.413366] env[68831]: DEBUG nova.network.neutron [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Successfully updated port: 48a9eccd-3ea0-4dd4-9987-30638797be4e {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.441811] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Lock "4a3883d1-8f6a-4e32-ba63-0552865b3158" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.826s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.459984] env[68831]: DEBUG oslo_concurrency.lockutils [None req-682398a3-8a11-4aa2-84c2-f19e423d5d1c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Lock "a9163236-c65e-48c8-b068-73898e0e173e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.177s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.462534] env[68831]: DEBUG nova.compute.manager [req-c58f72ab-aec1-4f80-b3db-caa7beacc828 req-3a692b50-159e-486e-b745-39202bf22f6e service nova] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Received event network-vif-deleted-dbb04690-e9ba-4710-848b-2c50aa649872 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.462731] env[68831]: DEBUG nova.compute.manager [req-c58f72ab-aec1-4f80-b3db-caa7beacc828 req-3a692b50-159e-486e-b745-39202bf22f6e service nova] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Received event network-vif-plugged-48a9eccd-3ea0-4dd4-9987-30638797be4e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.462917] env[68831]: DEBUG oslo_concurrency.lockutils [req-c58f72ab-aec1-4f80-b3db-caa7beacc828 req-3a692b50-159e-486e-b745-39202bf22f6e service nova] Acquiring lock "1ce9536c-c125-48f8-b52a-4376adab0076-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.463139] env[68831]: DEBUG oslo_concurrency.lockutils [req-c58f72ab-aec1-4f80-b3db-caa7beacc828 req-3a692b50-159e-486e-b745-39202bf22f6e service nova] Lock "1ce9536c-c125-48f8-b52a-4376adab0076-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.463306] env[68831]: DEBUG oslo_concurrency.lockutils [req-c58f72ab-aec1-4f80-b3db-caa7beacc828 req-3a692b50-159e-486e-b745-39202bf22f6e service nova] Lock "1ce9536c-c125-48f8-b52a-4376adab0076-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.463470] env[68831]: DEBUG nova.compute.manager [req-c58f72ab-aec1-4f80-b3db-caa7beacc828 req-3a692b50-159e-486e-b745-39202bf22f6e service nova] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] No waiting events found dispatching network-vif-plugged-48a9eccd-3ea0-4dd4-9987-30638797be4e {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.463632] env[68831]: WARNING nova.compute.manager [req-c58f72ab-aec1-4f80-b3db-caa7beacc828 req-3a692b50-159e-486e-b745-39202bf22f6e service nova] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Received unexpected event network-vif-plugged-48a9eccd-3ea0-4dd4-9987-30638797be4e for instance with vm_state building and task_state spawning. [ 864.541603] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802714, 'name': ReconfigVM_Task, 'duration_secs': 0.277083} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.542372] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 99512308-438f-44e1-b0e4-355f4ce4ab0a/99512308-438f-44e1-b0e4-355f4ce4ab0a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.542714] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aafae5ce-9383-4824-9a53-2c9e1cdbc7f5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.549203] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 864.549203] env[68831]: value = "task-2802716" [ 864.549203] env[68831]: _type = "Task" [ 864.549203] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.559250] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802716, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.682632] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "refresh_cache-9cc8488b-6eba-4f35-84a1-ef972b043b95" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.704681] env[68831]: DEBUG oslo_vmware.api [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802715, 'name': PowerOffVM_Task, 'duration_secs': 0.217587} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.704935] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.705112] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.705364] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12498387-e014-4efb-8f6b-b97319b0f226 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.780068] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.780325] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.780509] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Deleting the datastore file [datastore2] 9cc8488b-6eba-4f35-84a1-ef972b043b95 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.780763] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f900dda-0ce8-4fc8-a37c-fb5798e08875 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.791757] env[68831]: DEBUG oslo_vmware.api [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 864.791757] env[68831]: value = "task-2802718" [ 864.791757] env[68831]: _type = "Task" [ 864.791757] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.806375] env[68831]: DEBUG oslo_vmware.api [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.815017] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802713, 'name': CreateSnapshot_Task, 'duration_secs': 0.588358} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.815745] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 864.816876] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c024c9b-6b1c-4424-8e2f-3638350a1cc6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.823847] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.890097] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdb9603-c435-42f9-ad04-2331fac6563c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.897591] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc28dd0-8228-4e30-b25e-b74a2fb5c10c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.929195] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.929357] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.929525] env[68831]: DEBUG nova.network.neutron [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.931729] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447364af-f074-4381-8b70-8fd9a54e40d3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.939604] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82045b6f-a51d-4926-87e5-ec08f0484387 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.955361] env[68831]: DEBUG nova.compute.provider_tree [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.058643] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802716, 'name': Rename_Task, 'duration_secs': 0.144008} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.058962] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.059229] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad24a80a-99ae-4223-8368-d4c8d3ec9acb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.064868] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 865.064868] env[68831]: value = "task-2802719" [ 865.064868] env[68831]: _type = "Task" [ 865.064868] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.077023] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.189439] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-9cc8488b-6eba-4f35-84a1-ef972b043b95-d8776995-6c9c-4faf-a417-75012cfbc69b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.817s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.309153] env[68831]: DEBUG oslo_vmware.api [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171084} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.310391] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.310391] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.310391] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.310391] env[68831]: INFO nova.compute.manager [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Took 1.14 seconds to destroy the instance on the hypervisor. [ 865.310391] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.310391] env[68831]: DEBUG nova.compute.manager [-] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.310719] env[68831]: DEBUG nova.network.neutron [-] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.341300] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 865.341580] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7729fde1-5f7c-446d-ab86-f59d33e20294 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.353184] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 865.353184] env[68831]: value = "task-2802720" [ 865.353184] env[68831]: _type = "Task" [ 865.353184] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.365103] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802720, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.458961] env[68831]: DEBUG nova.scheduler.client.report [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.479609] env[68831]: DEBUG nova.network.neutron [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.577968] env[68831]: DEBUG oslo_vmware.api [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802719, 'name': PowerOnVM_Task, 'duration_secs': 0.461412} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.579941] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.579941] env[68831]: DEBUG nova.compute.manager [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.580227] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66450bea-e392-4f3a-b27e-d8153c7155d4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.793929] env[68831]: DEBUG nova.network.neutron [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating instance_info_cache with network_info: [{"id": "48a9eccd-3ea0-4dd4-9987-30638797be4e", "address": "fa:16:3e:f4:45:49", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a9eccd-3e", "ovs_interfaceid": "48a9eccd-3ea0-4dd4-9987-30638797be4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.867535] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802720, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.967372] env[68831]: DEBUG oslo_concurrency.lockutils [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.975935] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.399s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.978398] env[68831]: INFO nova.compute.claims [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.015086] env[68831]: INFO nova.scheduler.client.report [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Deleted allocations for instance c87dc1be-f58a-4499-82a8-0b64649bf610 [ 866.101923] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.300746] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Releasing lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.301136] env[68831]: DEBUG nova.compute.manager [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Instance network_info: |[{"id": "48a9eccd-3ea0-4dd4-9987-30638797be4e", "address": "fa:16:3e:f4:45:49", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a9eccd-3e", "ovs_interfaceid": "48a9eccd-3ea0-4dd4-9987-30638797be4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.301760] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:45:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48a9eccd-3ea0-4dd4-9987-30638797be4e', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.310391] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.311153] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.311253] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99d5f781-4742-4422-b29e-af2682595e82 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.337055] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.337055] env[68831]: value = "task-2802721" [ 866.337055] env[68831]: _type = "Task" [ 866.337055] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.345431] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802721, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.363749] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802720, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.525822] env[68831]: DEBUG oslo_concurrency.lockutils [None req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "c87dc1be-f58a-4499-82a8-0b64649bf610" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.747s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.532953] env[68831]: DEBUG nova.compute.manager [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Received event network-changed-48a9eccd-3ea0-4dd4-9987-30638797be4e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.532953] env[68831]: DEBUG nova.compute.manager [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Refreshing instance network info cache due to event network-changed-48a9eccd-3ea0-4dd4-9987-30638797be4e. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 866.532953] env[68831]: DEBUG oslo_concurrency.lockutils [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] Acquiring lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.533248] env[68831]: DEBUG oslo_concurrency.lockutils [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] Acquired lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.533284] env[68831]: DEBUG nova.network.neutron [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Refreshing network info cache for port 48a9eccd-3ea0-4dd4-9987-30638797be4e {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.788760] env[68831]: DEBUG nova.network.neutron [-] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.850685] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802721, 'name': CreateVM_Task, 'duration_secs': 0.494111} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.851325] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.852097] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.852269] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.852595] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.852850] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca3ec7e-a8a7-4ff8-b88b-7ca766ed371c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.863546] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 866.863546] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526094a0-d1c8-50fe-38db-2f523779f43d" [ 866.863546] env[68831]: _type = "Task" [ 866.863546] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.871255] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802720, 'name': CloneVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.874441] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526094a0-d1c8-50fe-38db-2f523779f43d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.945421] env[68831]: INFO nova.compute.manager [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Rebuilding instance [ 867.023487] env[68831]: DEBUG nova.compute.manager [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.023487] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184a7e30-57bf-4115-aade-c152e9823bfb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.292691] env[68831]: INFO nova.compute.manager [-] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Took 1.98 seconds to deallocate network for instance. [ 867.373689] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802720, 'name': CloneVM_Task, 'duration_secs': 1.522719} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.374436] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Created linked-clone VM from snapshot [ 867.375469] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cadaca-adef-4698-be16-ceb5fa4ce1bf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.382272] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526094a0-d1c8-50fe-38db-2f523779f43d, 'name': SearchDatastore_Task, 'duration_secs': 0.013556} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.387189] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.387441] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.387676] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.387824] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.388008] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.389193] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51ff1784-4402-4886-911e-5081c8b39dc3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.393799] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Uploading image 7030dca9-b036-4399-9fbe-899f889ca9bf {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 867.402551] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.403203] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.404188] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec66f92-432c-4460-a547-0bd9ffe90ee1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.410341] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 867.410341] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52791969-5221-67b1-0f8f-f0bc863387fe" [ 867.410341] env[68831]: _type = "Task" [ 867.410341] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.421940] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52791969-5221-67b1-0f8f-f0bc863387fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.425483] env[68831]: DEBUG oslo_vmware.rw_handles [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 867.425483] env[68831]: value = "vm-563216" [ 867.425483] env[68831]: _type = "VirtualMachine" [ 867.425483] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 867.425635] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d93762b7-e059-4905-9b0c-c1e63747f383 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.434692] env[68831]: DEBUG oslo_vmware.rw_handles [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lease: (returnval){ [ 867.434692] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ebd8ea-f991-6eb9-db1b-8b686844c94c" [ 867.434692] env[68831]: _type = "HttpNfcLease" [ 867.434692] env[68831]: } obtained for exporting VM: (result){ [ 867.434692] env[68831]: value = "vm-563216" [ 867.434692] env[68831]: _type = "VirtualMachine" [ 867.434692] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 867.434692] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the lease: (returnval){ [ 867.434692] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ebd8ea-f991-6eb9-db1b-8b686844c94c" [ 867.434692] env[68831]: _type = "HttpNfcLease" [ 867.434692] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 867.442132] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.442132] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ebd8ea-f991-6eb9-db1b-8b686844c94c" [ 867.442132] env[68831]: _type = "HttpNfcLease" [ 867.442132] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 867.448619] env[68831]: DEBUG nova.network.neutron [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updated VIF entry in instance network info cache for port 48a9eccd-3ea0-4dd4-9987-30638797be4e. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.448969] env[68831]: DEBUG nova.network.neutron [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating instance_info_cache with network_info: [{"id": "48a9eccd-3ea0-4dd4-9987-30638797be4e", "address": "fa:16:3e:f4:45:49", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a9eccd-3e", "ovs_interfaceid": "48a9eccd-3ea0-4dd4-9987-30638797be4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.521326] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "f769fc5c-68b8-4fe1-9dee-2130a43018e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.521589] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "f769fc5c-68b8-4fe1-9dee-2130a43018e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.527734] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016dbcd1-64ee-4292-a53d-7f23269bf3f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.537315] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e446f2b4-0088-4e40-b1a6-47f92212dfe3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.569636] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca79d910-5d4a-4b30-bdfa-7d653a7e82f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.576975] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3558dd15-3bb9-46f2-9079-01a01a0cf1ca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.590992] env[68831]: DEBUG nova.compute.provider_tree [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.801695] env[68831]: DEBUG oslo_concurrency.lockutils [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.924143] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52791969-5221-67b1-0f8f-f0bc863387fe, 'name': SearchDatastore_Task, 'duration_secs': 0.026489} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.924647] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36020ae4-545a-4d36-a280-1cb7cd679ddc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.929878] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 867.929878] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52523fae-5bab-84a1-9670-ab949c5a4872" [ 867.929878] env[68831]: _type = "Task" [ 867.929878] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.937085] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52523fae-5bab-84a1-9670-ab949c5a4872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.942416] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.942416] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ebd8ea-f991-6eb9-db1b-8b686844c94c" [ 867.942416] env[68831]: _type = "HttpNfcLease" [ 867.942416] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 867.942666] env[68831]: DEBUG oslo_vmware.rw_handles [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 867.942666] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ebd8ea-f991-6eb9-db1b-8b686844c94c" [ 867.942666] env[68831]: _type = "HttpNfcLease" [ 867.942666] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 867.943339] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c936230-bf99-421c-ba31-8749965b44f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.949797] env[68831]: DEBUG oslo_vmware.rw_handles [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527129ee-f895-1ed2-0a43-89a2b019184a/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 867.949975] env[68831]: DEBUG oslo_vmware.rw_handles [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527129ee-f895-1ed2-0a43-89a2b019184a/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 868.008289] env[68831]: DEBUG oslo_concurrency.lockutils [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] Releasing lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.008612] env[68831]: DEBUG nova.compute.manager [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Received event network-changed-d98ce563-fc87-4762-bb84-a8dc8c6a6f48 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.008835] env[68831]: DEBUG nova.compute.manager [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Refreshing instance network info cache due to event network-changed-d98ce563-fc87-4762-bb84-a8dc8c6a6f48. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 868.009082] env[68831]: DEBUG oslo_concurrency.lockutils [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] Acquiring lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.009289] env[68831]: DEBUG oslo_concurrency.lockutils [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] Acquired lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.009478] env[68831]: DEBUG nova.network.neutron [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Refreshing network info cache for port d98ce563-fc87-4762-bb84-a8dc8c6a6f48 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.023661] env[68831]: DEBUG nova.compute.manager [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.039074] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.039624] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7831dcc6-83e1-4128-8f93-7bf76edd93f2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.041707] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b600c56-c733-489e-bc4b-8e906ca650c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.048400] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Waiting for the task: (returnval){ [ 868.048400] env[68831]: value = "task-2802723" [ 868.048400] env[68831]: _type = "Task" [ 868.048400] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.057797] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.093926] env[68831]: DEBUG nova.scheduler.client.report [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.442018] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52523fae-5bab-84a1-9670-ab949c5a4872, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.442313] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.446094] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 1ce9536c-c125-48f8-b52a-4376adab0076/1ce9536c-c125-48f8-b52a-4376adab0076.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.446094] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-444b3144-0d35-48ec-a737-e0aa16c260bb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.449223] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 868.449223] env[68831]: value = "task-2802724" [ 868.449223] env[68831]: _type = "Task" [ 868.449223] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.458809] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.549422] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.558442] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802723, 'name': PowerOffVM_Task, 'duration_secs': 0.128198} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.560779] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.561126] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.561999] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4a0960-c565-49a7-911b-e9334ba18bc2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.569594] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.569897] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74eac759-8ec4-4382-9601-526bbb4d6455 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.595035] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.596027] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.596027] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Deleting the datastore file [datastore1] 99512308-438f-44e1-b0e4-355f4ce4ab0a {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.596191] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd5e1944-7b54-4345-8c2f-0e5819da3f66 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.599180] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.599819] env[68831]: DEBUG nova.compute.manager [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.602498] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.524s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.603257] env[68831]: DEBUG nova.objects.instance [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Lazy-loading 'resources' on Instance uuid 40404246-f067-4f63-b751-1509d0844840 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.609602] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Waiting for the task: (returnval){ [ 868.609602] env[68831]: value = "task-2802726" [ 868.609602] env[68831]: _type = "Task" [ 868.609602] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.619955] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.807994] env[68831]: DEBUG nova.network.neutron [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Updated VIF entry in instance network info cache for port d98ce563-fc87-4762-bb84-a8dc8c6a6f48. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.809026] env[68831]: DEBUG nova.network.neutron [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Updating instance_info_cache with network_info: [{"id": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "address": "fa:16:3e:75:a9:49", "network": {"id": "1c496e0b-6aec-4883-b94e-6b9f0816b7c5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-63331072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f9fa6383c04313a1e3b0cfb8d72de3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98ce563-fc", "ovs_interfaceid": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.959635] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802724, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.110146] env[68831]: DEBUG nova.compute.utils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.112081] env[68831]: DEBUG nova.compute.manager [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.112621] env[68831]: DEBUG nova.network.neutron [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.126251] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226343} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.130809] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.131317] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.131317] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.160621] env[68831]: DEBUG nova.policy [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3472e023cad9473aa82d83e0d7cf649c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9443b2c2676349adbde8ff7b5b39ced2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.314136] env[68831]: DEBUG oslo_concurrency.lockutils [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] Releasing lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.314637] env[68831]: DEBUG nova.compute.manager [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Received event network-vif-deleted-a0715ee5-89c2-4c41-a811-75eb099d35e1 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 869.316057] env[68831]: INFO nova.compute.manager [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Neutron deleted interface a0715ee5-89c2-4c41-a811-75eb099d35e1; detaching it from the instance and deleting it from the info cache [ 869.316057] env[68831]: DEBUG nova.network.neutron [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.462942] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701832} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.463262] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 1ce9536c-c125-48f8-b52a-4376adab0076/1ce9536c-c125-48f8-b52a-4376adab0076.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.463462] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.464743] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fda01c6f-c89e-4ce2-9ac2-b7e50ba71b22 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.471936] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 869.471936] env[68831]: value = "task-2802727" [ 869.471936] env[68831]: _type = "Task" [ 869.471936] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.479446] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.537271] env[68831]: DEBUG nova.network.neutron [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Successfully created port: 61ee1b49-14f4-44c9-98eb-5311de2615de {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.574299] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fde106-8031-4e6f-8b65-7e1f0f1aefff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.582584] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70c24c3-cb3d-4560-881e-54c6bca6fc59 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.616025] env[68831]: DEBUG nova.compute.manager [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.619530] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab46790-21f2-44df-9925-eafd003f3586 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.626869] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fbb73b-e359-4a59-8abe-c3d94e56661c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.643123] env[68831]: DEBUG nova.compute.provider_tree [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.818229] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1aa057c5-ec8d-4a4e-a58b-8f2c39516d7e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.828258] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c841b746-e21c-4848-8532-993148fbbcfa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.862809] env[68831]: DEBUG nova.compute.manager [req-af309e87-e1b9-45c0-99a6-13b042ea11c0 req-b46a3e12-9010-45a3-83e3-9635ee69d941 service nova] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Detach interface failed, port_id=a0715ee5-89c2-4c41-a811-75eb099d35e1, reason: Instance 9cc8488b-6eba-4f35-84a1-ef972b043b95 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 869.981162] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069862} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.982045] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.982973] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a8d1eb-57cd-456e-9a73-9fcfedf7af48 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.007757] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 1ce9536c-c125-48f8-b52a-4376adab0076/1ce9536c-c125-48f8-b52a-4376adab0076.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.008112] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e7ba8d9-cf5b-4a6d-9e96-79edea6e1c3b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.029289] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 870.029289] env[68831]: value = "task-2802728" [ 870.029289] env[68831]: _type = "Task" [ 870.029289] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.037930] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.148969] env[68831]: DEBUG nova.scheduler.client.report [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.174829] env[68831]: DEBUG nova.virt.hardware [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.175106] env[68831]: DEBUG nova.virt.hardware [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.175267] env[68831]: DEBUG nova.virt.hardware [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.175453] env[68831]: DEBUG nova.virt.hardware [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.175593] env[68831]: DEBUG nova.virt.hardware [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.175740] env[68831]: DEBUG nova.virt.hardware [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.175947] env[68831]: DEBUG nova.virt.hardware [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.176125] env[68831]: DEBUG nova.virt.hardware [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.176301] env[68831]: DEBUG nova.virt.hardware [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.176464] env[68831]: DEBUG nova.virt.hardware [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.176638] env[68831]: DEBUG nova.virt.hardware [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.177778] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7fdb6a-b5da-4701-bfc1-8976f968a534 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.186713] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f0bc07-20fb-4d12-9b19-2317a987ef2f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.200423] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.206146] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.206761] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.206988] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1893223c-cd08-4bb3-8ab9-5264a16f92a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.223423] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.223423] env[68831]: value = "task-2802729" [ 870.223423] env[68831]: _type = "Task" [ 870.223423] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.231876] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802729, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.544523] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.625354] env[68831]: DEBUG nova.compute.manager [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.652271] env[68831]: DEBUG nova.virt.hardware [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.653016] env[68831]: DEBUG nova.virt.hardware [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.653362] env[68831]: DEBUG nova.virt.hardware [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.653668] env[68831]: DEBUG nova.virt.hardware [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.653937] env[68831]: DEBUG nova.virt.hardware [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.654250] env[68831]: DEBUG nova.virt.hardware [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.654585] env[68831]: DEBUG nova.virt.hardware [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.656656] env[68831]: DEBUG nova.virt.hardware [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.656656] env[68831]: DEBUG nova.virt.hardware [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.656656] env[68831]: DEBUG nova.virt.hardware [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.656656] env[68831]: DEBUG nova.virt.hardware [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.656656] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.659572] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7a107d-74dd-41fb-b986-56ea0b53dbd7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.664269] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.308s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.665769] env[68831]: INFO nova.compute.claims [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.676247] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a176ddb-eb17-4073-be4c-0a7546216346 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.730378] env[68831]: INFO nova.scheduler.client.report [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Deleted allocations for instance 40404246-f067-4f63-b751-1509d0844840 [ 870.735186] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802729, 'name': CreateVM_Task, 'duration_secs': 0.428437} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.738091] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.738584] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.738778] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.739153] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.740271] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8c6742a-303a-4e8d-b23a-3b2cd7586c22 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.746106] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Waiting for the task: (returnval){ [ 870.746106] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5281f3ca-0c85-352f-593d-d48607ed315a" [ 870.746106] env[68831]: _type = "Task" [ 870.746106] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.757344] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5281f3ca-0c85-352f-593d-d48607ed315a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.970915] env[68831]: DEBUG nova.compute.manager [req-147cd9d0-6868-4c4b-a971-552aab3ab6bc req-5fd3e8d8-7b66-4066-a2db-c7af5edf2095 service nova] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Received event network-vif-plugged-61ee1b49-14f4-44c9-98eb-5311de2615de {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.970915] env[68831]: DEBUG oslo_concurrency.lockutils [req-147cd9d0-6868-4c4b-a971-552aab3ab6bc req-5fd3e8d8-7b66-4066-a2db-c7af5edf2095 service nova] Acquiring lock "8d015588-d232-4639-92fc-413da7fcf695-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.970915] env[68831]: DEBUG oslo_concurrency.lockutils [req-147cd9d0-6868-4c4b-a971-552aab3ab6bc req-5fd3e8d8-7b66-4066-a2db-c7af5edf2095 service nova] Lock "8d015588-d232-4639-92fc-413da7fcf695-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.970915] env[68831]: DEBUG oslo_concurrency.lockutils [req-147cd9d0-6868-4c4b-a971-552aab3ab6bc req-5fd3e8d8-7b66-4066-a2db-c7af5edf2095 service nova] Lock "8d015588-d232-4639-92fc-413da7fcf695-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.971765] env[68831]: DEBUG nova.compute.manager [req-147cd9d0-6868-4c4b-a971-552aab3ab6bc req-5fd3e8d8-7b66-4066-a2db-c7af5edf2095 service nova] [instance: 8d015588-d232-4639-92fc-413da7fcf695] No waiting events found dispatching network-vif-plugged-61ee1b49-14f4-44c9-98eb-5311de2615de {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.972179] env[68831]: WARNING nova.compute.manager [req-147cd9d0-6868-4c4b-a971-552aab3ab6bc req-5fd3e8d8-7b66-4066-a2db-c7af5edf2095 service nova] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Received unexpected event network-vif-plugged-61ee1b49-14f4-44c9-98eb-5311de2615de for instance with vm_state building and task_state spawning. [ 871.042564] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802728, 'name': ReconfigVM_Task, 'duration_secs': 0.599199} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.043324] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 1ce9536c-c125-48f8-b52a-4376adab0076/1ce9536c-c125-48f8-b52a-4376adab0076.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.044169] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58b50a47-bfde-42ed-a663-d23a3725283d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.051531] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 871.051531] env[68831]: value = "task-2802730" [ 871.051531] env[68831]: _type = "Task" [ 871.051531] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.060630] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802730, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.110258] env[68831]: DEBUG nova.network.neutron [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Successfully updated port: 61ee1b49-14f4-44c9-98eb-5311de2615de {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.242912] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Lock "40404246-f067-4f63-b751-1509d0844840" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.172s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.256651] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5281f3ca-0c85-352f-593d-d48607ed315a, 'name': SearchDatastore_Task, 'duration_secs': 0.013769} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.257506] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.257751] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.257983] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.258149] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.258334] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.258827] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53896492-34b3-47df-a9ea-a86345c5adb3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.273035] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.273035] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.273835] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-042620c7-d322-484e-8ead-22b801bbc0a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.279841] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Waiting for the task: (returnval){ [ 871.279841] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525214bf-f8d1-44fa-13db-115e2aeb71d9" [ 871.279841] env[68831]: _type = "Task" [ 871.279841] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.287790] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525214bf-f8d1-44fa-13db-115e2aeb71d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.564334] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802730, 'name': Rename_Task, 'duration_secs': 0.155151} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.565469] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.565469] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36f8ea04-9a5a-4cff-a333-c355b94eb7c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.572058] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 871.572058] env[68831]: value = "task-2802731" [ 871.572058] env[68831]: _type = "Task" [ 871.572058] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.580139] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.617945] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "refresh_cache-8d015588-d232-4639-92fc-413da7fcf695" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.617945] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired lock "refresh_cache-8d015588-d232-4639-92fc-413da7fcf695" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.617945] env[68831]: DEBUG nova.network.neutron [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.794243] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525214bf-f8d1-44fa-13db-115e2aeb71d9, 'name': SearchDatastore_Task, 'duration_secs': 0.022935} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.800694] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a64008-0ad0-4496-862e-2b6745e614fd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.808324] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Waiting for the task: (returnval){ [ 871.808324] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521a0042-ca44-802f-1f95-dba278435f53" [ 871.808324] env[68831]: _type = "Task" [ 871.808324] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.818700] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521a0042-ca44-802f-1f95-dba278435f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.093050] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802731, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.159274] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2f7662-61f3-4db4-a9f5-5221c4f9277a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.167646] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4be47d9-b24b-4ee9-828f-151d88521b77 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.172604] env[68831]: DEBUG nova.network.neutron [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.204716] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de126b2e-d0d2-42ab-8389-c06155d845e2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.213220] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dcbd9d-d1f6-4432-9ba8-54a5be503df1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.228278] env[68831]: DEBUG nova.compute.provider_tree [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.319295] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521a0042-ca44-802f-1f95-dba278435f53, 'name': SearchDatastore_Task, 'duration_secs': 0.026896} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.319915] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.319915] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 99512308-438f-44e1-b0e4-355f4ce4ab0a/99512308-438f-44e1-b0e4-355f4ce4ab0a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.320193] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aaadc9d-1d72-4828-bfdd-626e74a344ab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.327531] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Waiting for the task: (returnval){ [ 872.327531] env[68831]: value = "task-2802732" [ 872.327531] env[68831]: _type = "Task" [ 872.327531] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.335828] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.419666] env[68831]: DEBUG nova.network.neutron [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Updating instance_info_cache with network_info: [{"id": "61ee1b49-14f4-44c9-98eb-5311de2615de", "address": "fa:16:3e:a0:fa:7e", "network": {"id": "8dc0259c-6f94-413e-9c32-eb1a0276e97e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-849667077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9443b2c2676349adbde8ff7b5b39ced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ee1b49-14", "ovs_interfaceid": "61ee1b49-14f4-44c9-98eb-5311de2615de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.588674] env[68831]: DEBUG oslo_vmware.api [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802731, 'name': PowerOnVM_Task, 'duration_secs': 0.568294} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.588994] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.589217] env[68831]: INFO nova.compute.manager [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Took 8.76 seconds to spawn the instance on the hypervisor. [ 872.589424] env[68831]: DEBUG nova.compute.manager [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.591020] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357d4ef1-5e22-4e7a-b550-9d06556a98fd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.733591] env[68831]: DEBUG nova.scheduler.client.report [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.839980] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802732, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.922556] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lock "refresh_cache-8d015588-d232-4639-92fc-413da7fcf695" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.923052] env[68831]: DEBUG nova.compute.manager [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Instance network_info: |[{"id": "61ee1b49-14f4-44c9-98eb-5311de2615de", "address": "fa:16:3e:a0:fa:7e", "network": {"id": "8dc0259c-6f94-413e-9c32-eb1a0276e97e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-849667077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9443b2c2676349adbde8ff7b5b39ced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ee1b49-14", "ovs_interfaceid": "61ee1b49-14f4-44c9-98eb-5311de2615de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.923721] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:fa:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61ee1b49-14f4-44c9-98eb-5311de2615de', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.932513] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.932764] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.933013] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1fcf2ed-8fbb-43c7-bcaa-be62de40d9e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.956739] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.956739] env[68831]: value = "task-2802733" [ 872.956739] env[68831]: _type = "Task" [ 872.956739] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.967693] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802733, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.000584] env[68831]: DEBUG nova.compute.manager [req-3616f5f8-d3eb-49d8-8d21-b0fbcc563980 req-f975d850-52b2-45d2-96f8-3cad270640fd service nova] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Received event network-changed-61ee1b49-14f4-44c9-98eb-5311de2615de {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.000813] env[68831]: DEBUG nova.compute.manager [req-3616f5f8-d3eb-49d8-8d21-b0fbcc563980 req-f975d850-52b2-45d2-96f8-3cad270640fd service nova] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Refreshing instance network info cache due to event network-changed-61ee1b49-14f4-44c9-98eb-5311de2615de. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 873.001217] env[68831]: DEBUG oslo_concurrency.lockutils [req-3616f5f8-d3eb-49d8-8d21-b0fbcc563980 req-f975d850-52b2-45d2-96f8-3cad270640fd service nova] Acquiring lock "refresh_cache-8d015588-d232-4639-92fc-413da7fcf695" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.001391] env[68831]: DEBUG oslo_concurrency.lockutils [req-3616f5f8-d3eb-49d8-8d21-b0fbcc563980 req-f975d850-52b2-45d2-96f8-3cad270640fd service nova] Acquired lock "refresh_cache-8d015588-d232-4639-92fc-413da7fcf695" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.001698] env[68831]: DEBUG nova.network.neutron [req-3616f5f8-d3eb-49d8-8d21-b0fbcc563980 req-f975d850-52b2-45d2-96f8-3cad270640fd service nova] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Refreshing network info cache for port 61ee1b49-14f4-44c9-98eb-5311de2615de {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.115057] env[68831]: INFO nova.compute.manager [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Took 45.35 seconds to build instance. [ 873.238870] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.239553] env[68831]: DEBUG nova.compute.manager [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.243800] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.810s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.245161] env[68831]: DEBUG nova.objects.instance [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lazy-loading 'resources' on Instance uuid a1afca68-3af7-4fd0-809f-ca4ad2445d4b {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.342021] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617064} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.344038] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 99512308-438f-44e1-b0e4-355f4ce4ab0a/99512308-438f-44e1-b0e4-355f4ce4ab0a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.344038] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.344038] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-779c3fec-4a85-4f57-981e-d863a1dca41b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.351906] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Waiting for the task: (returnval){ [ 873.351906] env[68831]: value = "task-2802734" [ 873.351906] env[68831]: _type = "Task" [ 873.351906] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.361312] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.466695] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802733, 'name': CreateVM_Task, 'duration_secs': 0.472141} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.466841] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.467584] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.468501] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.468501] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.468501] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e629abf-8ac4-4ae4-921b-8e27fc0d9855 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.473560] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 873.473560] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5241cec3-9faf-4899-6c3f-f84733327f7a" [ 873.473560] env[68831]: _type = "Task" [ 873.473560] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.481732] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5241cec3-9faf-4899-6c3f-f84733327f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.617181] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43e1759b-28e2-4f81-b324-c82f1a24e22c tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "1ce9536c-c125-48f8-b52a-4376adab0076" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.526s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.747014] env[68831]: DEBUG nova.compute.utils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.751412] env[68831]: DEBUG nova.compute.manager [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.751617] env[68831]: DEBUG nova.network.neutron [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.815456] env[68831]: DEBUG nova.network.neutron [req-3616f5f8-d3eb-49d8-8d21-b0fbcc563980 req-f975d850-52b2-45d2-96f8-3cad270640fd service nova] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Updated VIF entry in instance network info cache for port 61ee1b49-14f4-44c9-98eb-5311de2615de. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.815817] env[68831]: DEBUG nova.network.neutron [req-3616f5f8-d3eb-49d8-8d21-b0fbcc563980 req-f975d850-52b2-45d2-96f8-3cad270640fd service nova] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Updating instance_info_cache with network_info: [{"id": "61ee1b49-14f4-44c9-98eb-5311de2615de", "address": "fa:16:3e:a0:fa:7e", "network": {"id": "8dc0259c-6f94-413e-9c32-eb1a0276e97e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-849667077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9443b2c2676349adbde8ff7b5b39ced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ee1b49-14", "ovs_interfaceid": "61ee1b49-14f4-44c9-98eb-5311de2615de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.861837] env[68831]: DEBUG nova.policy [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01f1e8fa8981436088d94321e61ef7c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8d7dd0e4001400881299447121f9253', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.872083] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069875} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.876495] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.877555] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a519c6c1-8796-4dce-864e-03049db9cd1c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.900080] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 99512308-438f-44e1-b0e4-355f4ce4ab0a/99512308-438f-44e1-b0e4-355f4ce4ab0a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.900663] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac64c3b-37b2-4920-a631-f450a9f28f11 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.925344] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Waiting for the task: (returnval){ [ 873.925344] env[68831]: value = "task-2802735" [ 873.925344] env[68831]: _type = "Task" [ 873.925344] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.933975] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.987704] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5241cec3-9faf-4899-6c3f-f84733327f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.013816} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.988097] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.988385] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.988657] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.988820] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.989046] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.989350] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6062a6b6-f190-44e2-9865-557c14bfbcd6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.000066] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.000297] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.001148] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f420ccfb-c9d8-4ecf-912e-a2264151813d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.007661] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 874.007661] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5251b5b1-a7f4-a204-8b43-98d5234a6fc9" [ 874.007661] env[68831]: _type = "Task" [ 874.007661] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.018620] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5251b5b1-a7f4-a204-8b43-98d5234a6fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.223617] env[68831]: DEBUG nova.network.neutron [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Successfully created port: e786826c-0004-4a36-87c7-79b127284213 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.252021] env[68831]: DEBUG nova.compute.manager [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.291958] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5ae794-0552-4326-b5b3-17f9d968e067 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.306269] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6892f84-c0c9-48fd-b01b-919aeb7f4dc9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.337633] env[68831]: DEBUG oslo_concurrency.lockutils [req-3616f5f8-d3eb-49d8-8d21-b0fbcc563980 req-f975d850-52b2-45d2-96f8-3cad270640fd service nova] Releasing lock "refresh_cache-8d015588-d232-4639-92fc-413da7fcf695" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.338702] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafd03dd-fdb6-4c69-80a7-45f826e7a749 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.347383] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f75671-23df-4954-8930-a5300a88d074 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.363025] env[68831]: DEBUG nova.compute.provider_tree [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.436184] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802735, 'name': ReconfigVM_Task, 'duration_secs': 0.338333} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.436715] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 99512308-438f-44e1-b0e4-355f4ce4ab0a/99512308-438f-44e1-b0e4-355f4ce4ab0a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.437150] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56b66311-46a4-447b-8a47-0a0dd41633b4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.444184] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Waiting for the task: (returnval){ [ 874.444184] env[68831]: value = "task-2802736" [ 874.444184] env[68831]: _type = "Task" [ 874.444184] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.454524] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802736, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.519151] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5251b5b1-a7f4-a204-8b43-98d5234a6fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.019142} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.520023] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ba1ab4-eb3f-46fe-b603-610005764f10 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.526220] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 874.526220] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525fe5d7-f060-0c5d-e597-e365396759ed" [ 874.526220] env[68831]: _type = "Task" [ 874.526220] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.536014] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525fe5d7-f060-0c5d-e597-e365396759ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.869437] env[68831]: DEBUG nova.scheduler.client.report [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.955639] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802736, 'name': Rename_Task, 'duration_secs': 0.153064} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.956285] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.956580] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3681ba0-4404-4bf9-8129-fb74ca6c9d10 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.963152] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Waiting for the task: (returnval){ [ 874.963152] env[68831]: value = "task-2802737" [ 874.963152] env[68831]: _type = "Task" [ 874.963152] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.973132] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.037967] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525fe5d7-f060-0c5d-e597-e365396759ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012779} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.038240] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.038541] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 8d015588-d232-4639-92fc-413da7fcf695/8d015588-d232-4639-92fc-413da7fcf695.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.038872] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3d21ff4-edd3-43b4-966a-51595da1ac9d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.045783] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 875.045783] env[68831]: value = "task-2802738" [ 875.045783] env[68831]: _type = "Task" [ 875.045783] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.055474] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.059048] env[68831]: DEBUG nova.compute.manager [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Stashing vm_state: active {{(pid=68831) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 875.264009] env[68831]: DEBUG nova.compute.manager [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.289879] env[68831]: DEBUG nova.virt.hardware [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.289879] env[68831]: DEBUG nova.virt.hardware [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.289879] env[68831]: DEBUG nova.virt.hardware [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.289879] env[68831]: DEBUG nova.virt.hardware [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.289879] env[68831]: DEBUG nova.virt.hardware [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.289879] env[68831]: DEBUG nova.virt.hardware [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.290959] env[68831]: DEBUG nova.virt.hardware [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.291450] env[68831]: DEBUG nova.virt.hardware [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.292029] env[68831]: DEBUG nova.virt.hardware [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.292029] env[68831]: DEBUG nova.virt.hardware [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.292188] env[68831]: DEBUG nova.virt.hardware [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.293075] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d85c4-1a08-41f2-bb1f-6e2f4a2bc808 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.301602] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8469d8ed-d759-41b1-9709-15d832839359 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.374759] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.376755] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.942s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.377040] env[68831]: DEBUG nova.objects.instance [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lazy-loading 'resources' on Instance uuid 37a066a8-dd83-4d14-96cf-ea82da6d526b {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.408136] env[68831]: INFO nova.scheduler.client.report [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Deleted allocations for instance a1afca68-3af7-4fd0-809f-ca4ad2445d4b [ 875.474815] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802737, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.559073] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802738, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.582023] env[68831]: DEBUG oslo_concurrency.lockutils [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.924184] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "a1afca68-3af7-4fd0-809f-ca4ad2445d4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.843s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.933963] env[68831]: DEBUG nova.compute.manager [req-2697538e-e2ac-489f-9441-7b824928308c req-6f60b4af-d569-4468-9639-4d492365e2f5 service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Received event network-vif-plugged-e786826c-0004-4a36-87c7-79b127284213 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.933963] env[68831]: DEBUG oslo_concurrency.lockutils [req-2697538e-e2ac-489f-9441-7b824928308c req-6f60b4af-d569-4468-9639-4d492365e2f5 service nova] Acquiring lock "bdc2f1dc-b4af-41be-bb5a-38d794f4cb04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.933963] env[68831]: DEBUG oslo_concurrency.lockutils [req-2697538e-e2ac-489f-9441-7b824928308c req-6f60b4af-d569-4468-9639-4d492365e2f5 service nova] Lock "bdc2f1dc-b4af-41be-bb5a-38d794f4cb04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.933963] env[68831]: DEBUG oslo_concurrency.lockutils [req-2697538e-e2ac-489f-9441-7b824928308c req-6f60b4af-d569-4468-9639-4d492365e2f5 service nova] Lock "bdc2f1dc-b4af-41be-bb5a-38d794f4cb04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.933963] env[68831]: DEBUG nova.compute.manager [req-2697538e-e2ac-489f-9441-7b824928308c req-6f60b4af-d569-4468-9639-4d492365e2f5 service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] No waiting events found dispatching network-vif-plugged-e786826c-0004-4a36-87c7-79b127284213 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.933963] env[68831]: WARNING nova.compute.manager [req-2697538e-e2ac-489f-9441-7b824928308c req-6f60b4af-d569-4468-9639-4d492365e2f5 service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Received unexpected event network-vif-plugged-e786826c-0004-4a36-87c7-79b127284213 for instance with vm_state building and task_state spawning. [ 875.941531] env[68831]: DEBUG nova.network.neutron [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Successfully updated port: e786826c-0004-4a36-87c7-79b127284213 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.978932] env[68831]: DEBUG oslo_vmware.api [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Task: {'id': task-2802737, 'name': PowerOnVM_Task, 'duration_secs': 0.630871} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.979510] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.981142] env[68831]: DEBUG nova.compute.manager [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.982785] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a4b130-e473-481b-b720-90608651ad86 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.061749] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574078} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.062388] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 8d015588-d232-4639-92fc-413da7fcf695/8d015588-d232-4639-92fc-413da7fcf695.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.062477] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.063989] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78f235fc-aa01-4bff-90bc-728135c94751 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.072679] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 876.072679] env[68831]: value = "task-2802739" [ 876.072679] env[68831]: _type = "Task" [ 876.072679] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.082141] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.119249] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "ef882f9b-aeb9-412b-bc0b-4ec321a28f38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.119757] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "ef882f9b-aeb9-412b-bc0b-4ec321a28f38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.412906] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce46420c-24ac-458c-8c3d-d03b26ec91aa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.421012] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d023363b-85a9-4624-a7c5-b3db9b16adc4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.454948] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "refresh_cache-bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.455855] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquired lock "refresh_cache-bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.455855] env[68831]: DEBUG nova.network.neutron [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.457647] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b952ba-d58b-4da8-b84a-77216a47e7c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.466290] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9911e86-7d41-4c06-a00f-3ce8fa7d7bfc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.487063] env[68831]: DEBUG nova.compute.provider_tree [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.496540] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "affc9178-6383-4805-9360-9206369d67ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.496861] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "affc9178-6383-4805-9360-9206369d67ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.509562] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.582825] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091204} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.583110] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.583894] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0e2214-6a74-4008-b04a-00f2afa53ce4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.605357] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 8d015588-d232-4639-92fc-413da7fcf695/8d015588-d232-4639-92fc-413da7fcf695.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.607488] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba9eb7f-0008-41b8-8da4-5c66a8ed55f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.625954] env[68831]: DEBUG nova.compute.manager [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.631911] env[68831]: DEBUG oslo_vmware.rw_handles [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527129ee-f895-1ed2-0a43-89a2b019184a/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 876.633050] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e43ae2e-3082-4bd8-a6ab-6440d6a6d2e5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.636811] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 876.636811] env[68831]: value = "task-2802740" [ 876.636811] env[68831]: _type = "Task" [ 876.636811] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.642656] env[68831]: DEBUG oslo_vmware.rw_handles [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527129ee-f895-1ed2-0a43-89a2b019184a/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 876.642826] env[68831]: ERROR oslo_vmware.rw_handles [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527129ee-f895-1ed2-0a43-89a2b019184a/disk-0.vmdk due to incomplete transfer. [ 876.643974] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-166be9b1-90f4-4939-9adc-3efa2212f7bd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.651999] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.658386] env[68831]: DEBUG oslo_vmware.rw_handles [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527129ee-f895-1ed2-0a43-89a2b019184a/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 876.658502] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Uploaded image 7030dca9-b036-4399-9fbe-899f889ca9bf to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 876.660711] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.661747] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cea43975-2c76-45b2-9932-0080fdf08fa4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.667408] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 876.667408] env[68831]: value = "task-2802741" [ 876.667408] env[68831]: _type = "Task" [ 876.667408] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.677720] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802741, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.999686] env[68831]: DEBUG nova.scheduler.client.report [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.027255] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "9e5d6ead-cc9f-41db-980b-f7c8f238c181" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.027782] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "9e5d6ead-cc9f-41db-980b-f7c8f238c181" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.053099] env[68831]: DEBUG nova.network.neutron [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.147490] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802740, 'name': ReconfigVM_Task, 'duration_secs': 0.366173} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.147865] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 8d015588-d232-4639-92fc-413da7fcf695/8d015588-d232-4639-92fc-413da7fcf695.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.149044] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.149278] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec61a3f7-fd72-4369-9487-d017ab729a88 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.153278] env[68831]: DEBUG oslo_concurrency.lockutils [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquiring lock "99512308-438f-44e1-b0e4-355f4ce4ab0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.153516] env[68831]: DEBUG oslo_concurrency.lockutils [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Lock "99512308-438f-44e1-b0e4-355f4ce4ab0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.153747] env[68831]: DEBUG oslo_concurrency.lockutils [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquiring lock "99512308-438f-44e1-b0e4-355f4ce4ab0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.153961] env[68831]: DEBUG oslo_concurrency.lockutils [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Lock "99512308-438f-44e1-b0e4-355f4ce4ab0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.154157] env[68831]: DEBUG oslo_concurrency.lockutils [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Lock "99512308-438f-44e1-b0e4-355f4ce4ab0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.156756] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 877.156756] env[68831]: value = "task-2802742" [ 877.156756] env[68831]: _type = "Task" [ 877.156756] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.157442] env[68831]: INFO nova.compute.manager [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Terminating instance [ 877.168485] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802742, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.176068] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802741, 'name': Destroy_Task, 'duration_secs': 0.368738} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.176452] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Destroyed the VM [ 877.176707] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.176936] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a94800a-08a6-4d42-883f-78404f47cd5a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.183637] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 877.183637] env[68831]: value = "task-2802743" [ 877.183637] env[68831]: _type = "Task" [ 877.183637] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.191341] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802743, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.222738] env[68831]: DEBUG nova.network.neutron [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Updating instance_info_cache with network_info: [{"id": "e786826c-0004-4a36-87c7-79b127284213", "address": "fa:16:3e:ef:0f:43", "network": {"id": "732d6aab-534d-4582-9059-d6b73b266776", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1196691001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8d7dd0e4001400881299447121f9253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape786826c-00", "ovs_interfaceid": "e786826c-0004-4a36-87c7-79b127284213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.510573] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.513202] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.601s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.513470] env[68831]: DEBUG nova.objects.instance [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Lazy-loading 'resources' on Instance uuid 4b2b1531-770b-4bb6-9f58-d21e903ea332 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.531145] env[68831]: INFO nova.scheduler.client.report [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Deleted allocations for instance 37a066a8-dd83-4d14-96cf-ea82da6d526b [ 877.664112] env[68831]: DEBUG oslo_concurrency.lockutils [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquiring lock "refresh_cache-99512308-438f-44e1-b0e4-355f4ce4ab0a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.664351] env[68831]: DEBUG oslo_concurrency.lockutils [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquired lock "refresh_cache-99512308-438f-44e1-b0e4-355f4ce4ab0a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.664589] env[68831]: DEBUG nova.network.neutron [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.669432] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802742, 'name': Rename_Task, 'duration_secs': 0.140391} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.670145] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.670396] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7930efc-c407-426f-a1c4-3c7af1e216f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.679367] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 877.679367] env[68831]: value = "task-2802744" [ 877.679367] env[68831]: _type = "Task" [ 877.679367] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.690658] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.695404] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802743, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.725203] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Releasing lock "refresh_cache-bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.725586] env[68831]: DEBUG nova.compute.manager [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Instance network_info: |[{"id": "e786826c-0004-4a36-87c7-79b127284213", "address": "fa:16:3e:ef:0f:43", "network": {"id": "732d6aab-534d-4582-9059-d6b73b266776", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1196691001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8d7dd0e4001400881299447121f9253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape786826c-00", "ovs_interfaceid": "e786826c-0004-4a36-87c7-79b127284213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.726033] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:0f:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e786826c-0004-4a36-87c7-79b127284213', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.733837] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.734085] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.734346] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ba59c95-f65a-436d-b9aa-dc8ae0539b5a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.756733] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.756733] env[68831]: value = "task-2802745" [ 877.756733] env[68831]: _type = "Task" [ 877.756733] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.766249] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802745, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.959915] env[68831]: DEBUG nova.compute.manager [req-2cc7bd61-dd61-41bf-b053-6caaa4bd734b req-39092c08-3eef-469f-ad8c-72827b0f00aa service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Received event network-changed-e786826c-0004-4a36-87c7-79b127284213 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.960148] env[68831]: DEBUG nova.compute.manager [req-2cc7bd61-dd61-41bf-b053-6caaa4bd734b req-39092c08-3eef-469f-ad8c-72827b0f00aa service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Refreshing instance network info cache due to event network-changed-e786826c-0004-4a36-87c7-79b127284213. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 877.960409] env[68831]: DEBUG oslo_concurrency.lockutils [req-2cc7bd61-dd61-41bf-b053-6caaa4bd734b req-39092c08-3eef-469f-ad8c-72827b0f00aa service nova] Acquiring lock "refresh_cache-bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.960567] env[68831]: DEBUG oslo_concurrency.lockutils [req-2cc7bd61-dd61-41bf-b053-6caaa4bd734b req-39092c08-3eef-469f-ad8c-72827b0f00aa service nova] Acquired lock "refresh_cache-bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.961110] env[68831]: DEBUG nova.network.neutron [req-2cc7bd61-dd61-41bf-b053-6caaa4bd734b req-39092c08-3eef-469f-ad8c-72827b0f00aa service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Refreshing network info cache for port e786826c-0004-4a36-87c7-79b127284213 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.042797] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d50efd8d-278c-4946-b602-7759fc6ba850 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Lock "37a066a8-dd83-4d14-96cf-ea82da6d526b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.063s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.195305] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802744, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.198443] env[68831]: DEBUG oslo_vmware.api [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802743, 'name': RemoveSnapshot_Task, 'duration_secs': 0.532172} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.199489] env[68831]: DEBUG nova.network.neutron [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.201369] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 878.201530] env[68831]: INFO nova.compute.manager [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Took 14.95 seconds to snapshot the instance on the hypervisor. [ 878.269660] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802745, 'name': CreateVM_Task, 'duration_secs': 0.407713} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.269828] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.270509] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.270666] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.270975] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.271245] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e8da2e-4327-4110-b82f-494eb88309b3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.277949] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 878.277949] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52495a19-b810-e998-08ce-9eb3be714302" [ 878.277949] env[68831]: _type = "Task" [ 878.277949] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.286134] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52495a19-b810-e998-08ce-9eb3be714302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.322248] env[68831]: DEBUG nova.network.neutron [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.563017] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deb133c-80a7-42d9-b247-d6775b2d9a57 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.568534] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18da9d03-8dec-4dd2-a229-f520a253cc9c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.602385] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7518fe9b-cf6c-43c4-88bc-b9fd0a8953e0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.609838] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556ef1ab-a7b1-4250-8ab3-add8b98e4a7f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.625093] env[68831]: DEBUG nova.compute.provider_tree [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.692020] env[68831]: DEBUG oslo_vmware.api [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802744, 'name': PowerOnVM_Task, 'duration_secs': 0.518444} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.692020] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.692020] env[68831]: INFO nova.compute.manager [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Took 8.06 seconds to spawn the instance on the hypervisor. [ 878.692020] env[68831]: DEBUG nova.compute.manager [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.692020] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dd3864-7d20-446e-9632-96dac9b155ce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.760936] env[68831]: DEBUG nova.compute.manager [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Found 3 images (rotation: 2) {{(pid=68831) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 878.761174] env[68831]: DEBUG nova.compute.manager [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Rotating out 1 backups {{(pid=68831) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 878.761837] env[68831]: DEBUG nova.compute.manager [None req-c7896047-c5d2-41f2-89cc-d0cebd907902 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Deleting image c720ef0b-f398-4e59-b747-8cb8b4322949 {{(pid=68831) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 878.788054] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52495a19-b810-e998-08ce-9eb3be714302, 'name': SearchDatastore_Task, 'duration_secs': 0.012959} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.788374] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.788638] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.788832] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.788977] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.789174] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.789445] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71889ef1-b6bd-4f3b-b8ef-e3540c7d558b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.804467] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.804664] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.805449] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15766ae-6bfe-4b8f-be35-dc4a3d2b1040 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.811089] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 878.811089] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5278066f-5c3f-f01c-098a-ac8502f91405" [ 878.811089] env[68831]: _type = "Task" [ 878.811089] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.819919] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5278066f-5c3f-f01c-098a-ac8502f91405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.827782] env[68831]: DEBUG oslo_concurrency.lockutils [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Releasing lock "refresh_cache-99512308-438f-44e1-b0e4-355f4ce4ab0a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.828379] env[68831]: DEBUG nova.compute.manager [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.828658] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.829840] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dcf530-d704-4270-a35e-81c25c806f0b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.842015] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.842438] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-914d5cc1-1cda-464e-b2a8-db8609e18a80 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.849771] env[68831]: DEBUG oslo_vmware.api [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 878.849771] env[68831]: value = "task-2802746" [ 878.849771] env[68831]: _type = "Task" [ 878.849771] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.860418] env[68831]: DEBUG oslo_vmware.api [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.890900] env[68831]: DEBUG nova.network.neutron [req-2cc7bd61-dd61-41bf-b053-6caaa4bd734b req-39092c08-3eef-469f-ad8c-72827b0f00aa service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Updated VIF entry in instance network info cache for port e786826c-0004-4a36-87c7-79b127284213. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.892921] env[68831]: DEBUG nova.network.neutron [req-2cc7bd61-dd61-41bf-b053-6caaa4bd734b req-39092c08-3eef-469f-ad8c-72827b0f00aa service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Updating instance_info_cache with network_info: [{"id": "e786826c-0004-4a36-87c7-79b127284213", "address": "fa:16:3e:ef:0f:43", "network": {"id": "732d6aab-534d-4582-9059-d6b73b266776", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1196691001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8d7dd0e4001400881299447121f9253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape786826c-00", "ovs_interfaceid": "e786826c-0004-4a36-87c7-79b127284213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.128362] env[68831]: DEBUG nova.scheduler.client.report [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.208288] env[68831]: INFO nova.compute.manager [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Took 47.65 seconds to build instance. [ 879.321903] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5278066f-5c3f-f01c-098a-ac8502f91405, 'name': SearchDatastore_Task, 'duration_secs': 0.031047} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.323270] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e26b1db-25d6-4b7f-b3df-29999fdb5828 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.328699] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 879.328699] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52294fc1-8f56-f2b8-6d21-92967c1c299d" [ 879.328699] env[68831]: _type = "Task" [ 879.328699] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.338976] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52294fc1-8f56-f2b8-6d21-92967c1c299d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.362129] env[68831]: DEBUG oslo_vmware.api [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802746, 'name': PowerOffVM_Task, 'duration_secs': 0.154295} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.362129] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.362129] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.362284] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4f486db-d0c6-4e84-9723-84febabd590d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.388537] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.388792] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.388985] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Deleting the datastore file [datastore2] 99512308-438f-44e1-b0e4-355f4ce4ab0a {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.389273] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21703b56-3e2e-49de-a65d-0cdc76f579bb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.393934] env[68831]: DEBUG oslo_concurrency.lockutils [req-2cc7bd61-dd61-41bf-b053-6caaa4bd734b req-39092c08-3eef-469f-ad8c-72827b0f00aa service nova] Releasing lock "refresh_cache-bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.395564] env[68831]: DEBUG oslo_vmware.api [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for the task: (returnval){ [ 879.395564] env[68831]: value = "task-2802748" [ 879.395564] env[68831]: _type = "Task" [ 879.395564] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.403988] env[68831]: DEBUG oslo_vmware.api [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.634112] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.636921] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.566s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.641513] env[68831]: INFO nova.compute.claims [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.665597] env[68831]: INFO nova.scheduler.client.report [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Deleted allocations for instance 4b2b1531-770b-4bb6-9f58-d21e903ea332 [ 879.711718] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a20cd511-a4b5-478b-adac-5845a9d42968 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "8d015588-d232-4639-92fc-413da7fcf695" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.216s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.839052] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52294fc1-8f56-f2b8-6d21-92967c1c299d, 'name': SearchDatastore_Task, 'duration_secs': 0.021924} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.839388] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.840069] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] bdc2f1dc-b4af-41be-bb5a-38d794f4cb04/bdc2f1dc-b4af-41be-bb5a-38d794f4cb04.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.840069] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-110353d6-68a5-49d4-b129-72a197c97a9e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.847140] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 879.847140] env[68831]: value = "task-2802749" [ 879.847140] env[68831]: _type = "Task" [ 879.847140] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.857936] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.908891] env[68831]: DEBUG oslo_vmware.api [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Task: {'id': task-2802748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317346} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.909020] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.909306] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.909483] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.909600] env[68831]: INFO nova.compute.manager [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Took 1.08 seconds to destroy the instance on the hypervisor. [ 879.909808] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.910021] env[68831]: DEBUG nova.compute.manager [-] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.910150] env[68831]: DEBUG nova.network.neutron [-] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.927941] env[68831]: DEBUG nova.network.neutron [-] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.176052] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Lock "4b2b1531-770b-4bb6-9f58-d21e903ea332" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.849s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.215562] env[68831]: DEBUG nova.compute.manager [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.357130] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802749, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.432315] env[68831]: DEBUG nova.network.neutron [-] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.741411] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.859352] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586905} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.860048] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] bdc2f1dc-b4af-41be-bb5a-38d794f4cb04/bdc2f1dc-b4af-41be-bb5a-38d794f4cb04.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.860048] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.860266] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6055b807-1843-4128-ae4b-90c4a8aad5a2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.868265] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 880.868265] env[68831]: value = "task-2802750" [ 880.868265] env[68831]: _type = "Task" [ 880.868265] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.880021] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.938073] env[68831]: INFO nova.compute.manager [-] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Took 1.03 seconds to deallocate network for instance. [ 880.979561] env[68831]: DEBUG oslo_concurrency.lockutils [None req-82f4dfc1-85c4-43ed-afdb-eb5f599e4107 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.982632] env[68831]: DEBUG oslo_concurrency.lockutils [None req-82f4dfc1-85c4-43ed-afdb-eb5f599e4107 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.982632] env[68831]: DEBUG nova.compute.manager [None req-82f4dfc1-85c4-43ed-afdb-eb5f599e4107 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.982632] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4805e69c-95f8-4afb-8755-36e215346254 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.990827] env[68831]: DEBUG nova.compute.manager [None req-82f4dfc1-85c4-43ed-afdb-eb5f599e4107 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68831) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 880.990827] env[68831]: DEBUG nova.objects.instance [None req-82f4dfc1-85c4-43ed-afdb-eb5f599e4107 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lazy-loading 'flavor' on Instance uuid 0acce7bd-b0b0-430e-b913-8d3a73b9e783 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.088863] env[68831]: DEBUG nova.compute.manager [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.090656] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f586de4-9548-4a1f-a18f-e57f007afff4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.168508] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c7e96a-0be6-48b2-a199-5fede599adbb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.176441] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6288744-0143-432b-9845-7c46102b6466 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.207604] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf15d51a-2cb9-494b-b5fa-15b22f125969 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.219021] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e97c9a-97fd-436c-a86e-0528c720767a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.235519] env[68831]: DEBUG nova.compute.provider_tree [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.380030] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066157} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.380030] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.380030] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e144673-a9f3-49e3-ab8c-c33d36e497f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.402523] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] bdc2f1dc-b4af-41be-bb5a-38d794f4cb04/bdc2f1dc-b4af-41be-bb5a-38d794f4cb04.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.402840] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08a9dc46-3efb-4e3e-9525-53880a33e3f7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.423903] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 881.423903] env[68831]: value = "task-2802751" [ 881.423903] env[68831]: _type = "Task" [ 881.423903] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.434158] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.457470] env[68831]: DEBUG oslo_concurrency.lockutils [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.605417] env[68831]: INFO nova.compute.manager [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] instance snapshotting [ 881.612534] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbe85a9-5c01-4a5f-b411-01cf75fff74e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.644191] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955e9082-67aa-4d79-8897-d87085c1d7e0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.743161] env[68831]: DEBUG nova.scheduler.client.report [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.934024] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802751, 'name': ReconfigVM_Task, 'duration_secs': 0.298953} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.934024] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Reconfigured VM instance instance-00000039 to attach disk [datastore2] bdc2f1dc-b4af-41be-bb5a-38d794f4cb04/bdc2f1dc-b4af-41be-bb5a-38d794f4cb04.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.935224] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-893a1810-0e1d-4a10-bbbd-7e517e4cce69 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.941973] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 881.941973] env[68831]: value = "task-2802752" [ 881.941973] env[68831]: _type = "Task" [ 881.941973] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.950050] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802752, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.003881] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f4dfc1-85c4-43ed-afdb-eb5f599e4107 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.004401] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf6f550a-f43d-4f49-975c-15e799dd2dfa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.012362] env[68831]: DEBUG oslo_vmware.api [None req-82f4dfc1-85c4-43ed-afdb-eb5f599e4107 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 882.012362] env[68831]: value = "task-2802753" [ 882.012362] env[68831]: _type = "Task" [ 882.012362] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.023205] env[68831]: DEBUG oslo_vmware.api [None req-82f4dfc1-85c4-43ed-afdb-eb5f599e4107 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.157901] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 882.157901] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d574f42-4174-439d-b516-19fa9128b6c8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.166504] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 882.166504] env[68831]: value = "task-2802754" [ 882.166504] env[68831]: _type = "Task" [ 882.166504] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.176060] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802754, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.252378] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.253134] env[68831]: DEBUG nova.compute.manager [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.256622] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.575s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.258367] env[68831]: INFO nova.compute.claims [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.456418] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802752, 'name': Rename_Task, 'duration_secs': 0.145268} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.456763] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.457074] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8585449-fcf4-45e6-a3d8-10c15dd21068 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.463821] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 882.463821] env[68831]: value = "task-2802755" [ 882.463821] env[68831]: _type = "Task" [ 882.463821] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.472889] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.525656] env[68831]: DEBUG oslo_vmware.api [None req-82f4dfc1-85c4-43ed-afdb-eb5f599e4107 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802753, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.678642] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802754, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.765782] env[68831]: DEBUG nova.compute.utils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.768681] env[68831]: DEBUG nova.compute.manager [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.768849] env[68831]: DEBUG nova.network.neutron [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.853655] env[68831]: DEBUG nova.policy [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebdb71934f684c709b4af2e765328afc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a3bd9236925427cb437ddd6ba8ca937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.983104] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802755, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.033016] env[68831]: DEBUG oslo_vmware.api [None req-82f4dfc1-85c4-43ed-afdb-eb5f599e4107 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802753, 'name': PowerOffVM_Task, 'duration_secs': 0.957324} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.033016] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f4dfc1-85c4-43ed-afdb-eb5f599e4107 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.033016] env[68831]: DEBUG nova.compute.manager [None req-82f4dfc1-85c4-43ed-afdb-eb5f599e4107 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.033016] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a81e3b-1ff5-4d09-88f2-74963de85721 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.179960] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802754, 'name': CreateSnapshot_Task, 'duration_secs': 0.7965} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.180599] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 883.181224] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8810e89a-371d-45b9-971e-b85fb9562ab4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.273528] env[68831]: DEBUG nova.compute.manager [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.415862] env[68831]: DEBUG nova.network.neutron [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Successfully created port: 06a3416e-7b83-4cde-8c2f-7a4adf81d01a {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.483851] env[68831]: DEBUG oslo_vmware.api [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802755, 'name': PowerOnVM_Task, 'duration_secs': 0.571915} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.484695] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.484695] env[68831]: INFO nova.compute.manager [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Took 8.22 seconds to spawn the instance on the hypervisor. [ 883.484695] env[68831]: DEBUG nova.compute.manager [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.485429] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037f311c-0e20-4d43-b221-d22c9de11f96 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.547216] env[68831]: DEBUG oslo_concurrency.lockutils [None req-82f4dfc1-85c4-43ed-afdb-eb5f599e4107 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.567s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.702303] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 883.704098] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd1a3c17-1aa3-46dd-b60b-8ad9b698e0d3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.715148] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 883.715148] env[68831]: value = "task-2802756" [ 883.715148] env[68831]: _type = "Task" [ 883.715148] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.727209] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802756, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.816670] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1141526f-e02c-4615-a652-3f70ac4aedb5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.826634] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79053958-278a-45dd-b28e-2015b01861ca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.858553] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fb925d-a606-455b-9b58-568200a683a5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.865891] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650c0118-68d4-411c-90d6-caaa1a12ba38 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.879563] env[68831]: DEBUG nova.compute.provider_tree [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.014130] env[68831]: INFO nova.compute.manager [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Took 46.68 seconds to build instance. [ 884.228985] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802756, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.285827] env[68831]: DEBUG nova.compute.manager [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.320354] env[68831]: DEBUG nova.virt.hardware [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.321456] env[68831]: DEBUG nova.virt.hardware [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.321678] env[68831]: DEBUG nova.virt.hardware [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.321913] env[68831]: DEBUG nova.virt.hardware [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.322117] env[68831]: DEBUG nova.virt.hardware [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.322312] env[68831]: DEBUG nova.virt.hardware [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.322570] env[68831]: DEBUG nova.virt.hardware [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.322770] env[68831]: DEBUG nova.virt.hardware [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.322988] env[68831]: DEBUG nova.virt.hardware [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.323191] env[68831]: DEBUG nova.virt.hardware [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.323412] env[68831]: DEBUG nova.virt.hardware [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.324511] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ad76cd-84e5-4bf5-83bf-40a074052a82 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.337682] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655a490e-dbdb-4ea8-b253-f1ea62c31f5e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.385076] env[68831]: DEBUG nova.scheduler.client.report [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.516361] env[68831]: DEBUG oslo_concurrency.lockutils [None req-43d22780-9504-4e0e-a7ba-42c97927486f tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.498s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.562363] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "71344266-21bf-454a-b54d-4c291336d8ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.562363] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "71344266-21bf-454a-b54d-4c291336d8ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.730926] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802756, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.743849] env[68831]: DEBUG nova.compute.manager [req-52c66ad0-1baa-444f-b2d0-5cf70c1a3271 req-e81debb5-bdfe-42f7-b8c4-4fbf3644bad9 service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Received event network-changed-e786826c-0004-4a36-87c7-79b127284213 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.743913] env[68831]: DEBUG nova.compute.manager [req-52c66ad0-1baa-444f-b2d0-5cf70c1a3271 req-e81debb5-bdfe-42f7-b8c4-4fbf3644bad9 service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Refreshing instance network info cache due to event network-changed-e786826c-0004-4a36-87c7-79b127284213. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 884.744158] env[68831]: DEBUG oslo_concurrency.lockutils [req-52c66ad0-1baa-444f-b2d0-5cf70c1a3271 req-e81debb5-bdfe-42f7-b8c4-4fbf3644bad9 service nova] Acquiring lock "refresh_cache-bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.744308] env[68831]: DEBUG oslo_concurrency.lockutils [req-52c66ad0-1baa-444f-b2d0-5cf70c1a3271 req-e81debb5-bdfe-42f7-b8c4-4fbf3644bad9 service nova] Acquired lock "refresh_cache-bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.744500] env[68831]: DEBUG nova.network.neutron [req-52c66ad0-1baa-444f-b2d0-5cf70c1a3271 req-e81debb5-bdfe-42f7-b8c4-4fbf3644bad9 service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Refreshing network info cache for port e786826c-0004-4a36-87c7-79b127284213 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.891562] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.892094] env[68831]: DEBUG nova.compute.manager [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.898147] env[68831]: DEBUG oslo_concurrency.lockutils [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.642s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.898385] env[68831]: DEBUG nova.objects.instance [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68831) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 885.021023] env[68831]: DEBUG nova.compute.manager [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.026791] env[68831]: DEBUG oslo_concurrency.lockutils [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.027053] env[68831]: DEBUG oslo_concurrency.lockutils [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.027317] env[68831]: INFO nova.compute.manager [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Rebooting instance [ 885.114921] env[68831]: DEBUG nova.network.neutron [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Successfully updated port: 06a3416e-7b83-4cde-8c2f-7a4adf81d01a {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.230328] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802756, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.353593] env[68831]: DEBUG nova.compute.manager [req-7db2cbb2-b906-4620-9bc8-8d94b56367e3 req-569171a2-d592-4c21-8cad-cbdb1c87e5f9 service nova] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Received event network-vif-plugged-06a3416e-7b83-4cde-8c2f-7a4adf81d01a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.353807] env[68831]: DEBUG oslo_concurrency.lockutils [req-7db2cbb2-b906-4620-9bc8-8d94b56367e3 req-569171a2-d592-4c21-8cad-cbdb1c87e5f9 service nova] Acquiring lock "c932205e-1c45-4441-9a44-171c7de15c2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.354433] env[68831]: DEBUG oslo_concurrency.lockutils [req-7db2cbb2-b906-4620-9bc8-8d94b56367e3 req-569171a2-d592-4c21-8cad-cbdb1c87e5f9 service nova] Lock "c932205e-1c45-4441-9a44-171c7de15c2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.354711] env[68831]: DEBUG oslo_concurrency.lockutils [req-7db2cbb2-b906-4620-9bc8-8d94b56367e3 req-569171a2-d592-4c21-8cad-cbdb1c87e5f9 service nova] Lock "c932205e-1c45-4441-9a44-171c7de15c2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.354916] env[68831]: DEBUG nova.compute.manager [req-7db2cbb2-b906-4620-9bc8-8d94b56367e3 req-569171a2-d592-4c21-8cad-cbdb1c87e5f9 service nova] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] No waiting events found dispatching network-vif-plugged-06a3416e-7b83-4cde-8c2f-7a4adf81d01a {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.355161] env[68831]: WARNING nova.compute.manager [req-7db2cbb2-b906-4620-9bc8-8d94b56367e3 req-569171a2-d592-4c21-8cad-cbdb1c87e5f9 service nova] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Received unexpected event network-vif-plugged-06a3416e-7b83-4cde-8c2f-7a4adf81d01a for instance with vm_state building and task_state spawning. [ 885.399949] env[68831]: DEBUG nova.compute.utils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.401796] env[68831]: DEBUG nova.compute.manager [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.401972] env[68831]: DEBUG nova.network.neutron [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.500075] env[68831]: DEBUG nova.policy [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf2fad6c14a747c3977c5f53fee9fa1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd4e14d5eddc464c92823347d723f988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.557471] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.563333] env[68831]: DEBUG oslo_concurrency.lockutils [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.563333] env[68831]: DEBUG oslo_concurrency.lockutils [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.563333] env[68831]: DEBUG nova.network.neutron [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.619904] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Acquiring lock "refresh_cache-c932205e-1c45-4441-9a44-171c7de15c2f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.619904] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Acquired lock "refresh_cache-c932205e-1c45-4441-9a44-171c7de15c2f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.619904] env[68831]: DEBUG nova.network.neutron [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.647383] env[68831]: DEBUG nova.network.neutron [req-52c66ad0-1baa-444f-b2d0-5cf70c1a3271 req-e81debb5-bdfe-42f7-b8c4-4fbf3644bad9 service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Updated VIF entry in instance network info cache for port e786826c-0004-4a36-87c7-79b127284213. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.648111] env[68831]: DEBUG nova.network.neutron [req-52c66ad0-1baa-444f-b2d0-5cf70c1a3271 req-e81debb5-bdfe-42f7-b8c4-4fbf3644bad9 service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Updating instance_info_cache with network_info: [{"id": "e786826c-0004-4a36-87c7-79b127284213", "address": "fa:16:3e:ef:0f:43", "network": {"id": "732d6aab-534d-4582-9059-d6b73b266776", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1196691001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8d7dd0e4001400881299447121f9253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape786826c-00", "ovs_interfaceid": "e786826c-0004-4a36-87c7-79b127284213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.732576] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802756, 'name': CloneVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.847442] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.848889] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.848889] env[68831]: INFO nova.compute.manager [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Rebooting instance [ 885.897920] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "7228b0fc-2d2c-4c11-9b8c-167b67390f3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.897920] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "7228b0fc-2d2c-4c11-9b8c-167b67390f3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.902135] env[68831]: DEBUG nova.compute.manager [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.920418] env[68831]: DEBUG oslo_concurrency.lockutils [None req-958dfddb-b49f-4973-b9ba-5c3f90e58ec6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.922830] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.498s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.923091] env[68831]: DEBUG nova.objects.instance [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Lazy-loading 'resources' on Instance uuid 1e1899d0-34ea-4ff3-a123-7790cf4989f5 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.019028] env[68831]: DEBUG nova.network.neutron [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Successfully created port: eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.154282] env[68831]: DEBUG oslo_concurrency.lockutils [req-52c66ad0-1baa-444f-b2d0-5cf70c1a3271 req-e81debb5-bdfe-42f7-b8c4-4fbf3644bad9 service nova] Releasing lock "refresh_cache-bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.192312] env[68831]: DEBUG nova.network.neutron [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.235376] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802756, 'name': CloneVM_Task, 'duration_secs': 2.048435} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.238882] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Created linked-clone VM from snapshot [ 886.238882] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0f4ef1-e163-400f-bdd3-f22b66016419 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.247033] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Uploading image 17fddfb4-6e47-41c8-a8aa-20cb263cc06f {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 886.286881] env[68831]: DEBUG oslo_vmware.rw_handles [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 886.286881] env[68831]: value = "vm-563222" [ 886.286881] env[68831]: _type = "VirtualMachine" [ 886.286881] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 886.287541] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-57fb680f-1244-419a-bdb2-5239649685c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.299418] env[68831]: DEBUG oslo_vmware.rw_handles [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lease: (returnval){ [ 886.299418] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52351594-b080-50ea-1086-e5b7718a45c6" [ 886.299418] env[68831]: _type = "HttpNfcLease" [ 886.299418] env[68831]: } obtained for exporting VM: (result){ [ 886.299418] env[68831]: value = "vm-563222" [ 886.299418] env[68831]: _type = "VirtualMachine" [ 886.299418] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 886.300107] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the lease: (returnval){ [ 886.300107] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52351594-b080-50ea-1086-e5b7718a45c6" [ 886.300107] env[68831]: _type = "HttpNfcLease" [ 886.300107] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 886.313498] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.313498] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52351594-b080-50ea-1086-e5b7718a45c6" [ 886.313498] env[68831]: _type = "HttpNfcLease" [ 886.313498] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 886.379652] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "refresh_cache-bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.379852] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquired lock "refresh_cache-bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.380046] env[68831]: DEBUG nova.network.neutron [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.567681] env[68831]: DEBUG nova.network.neutron [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Updating instance_info_cache with network_info: [{"id": "06a3416e-7b83-4cde-8c2f-7a4adf81d01a", "address": "fa:16:3e:a0:8f:8b", "network": {"id": "4f9a2d01-e684-4fb8-a0c3-fef5ef0e496d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-185415868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a3bd9236925427cb437ddd6ba8ca937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06a3416e-7b", "ovs_interfaceid": "06a3416e-7b83-4cde-8c2f-7a4adf81d01a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.606689] env[68831]: DEBUG nova.network.neutron [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance_info_cache with network_info: [{"id": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "address": "fa:16:3e:4d:9e:00", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d3c7c2f-4f", "ovs_interfaceid": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.696412] env[68831]: DEBUG nova.compute.manager [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Stashing vm_state: stopped {{(pid=68831) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 886.818278] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.818278] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52351594-b080-50ea-1086-e5b7718a45c6" [ 886.818278] env[68831]: _type = "HttpNfcLease" [ 886.818278] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 886.818594] env[68831]: DEBUG oslo_vmware.rw_handles [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 886.818594] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52351594-b080-50ea-1086-e5b7718a45c6" [ 886.818594] env[68831]: _type = "HttpNfcLease" [ 886.818594] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 886.820199] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb93aa8-cb7d-4694-a3fe-664a57ee8454 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.836971] env[68831]: DEBUG oslo_vmware.rw_handles [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fbd80-6464-dff4-2336-3059d9e17987/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 886.837258] env[68831]: DEBUG oslo_vmware.rw_handles [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fbd80-6464-dff4-2336-3059d9e17987/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 886.914451] env[68831]: DEBUG nova.compute.manager [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.942308] env[68831]: DEBUG nova.virt.hardware [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.942563] env[68831]: DEBUG nova.virt.hardware [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.942717] env[68831]: DEBUG nova.virt.hardware [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.942891] env[68831]: DEBUG nova.virt.hardware [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.943043] env[68831]: DEBUG nova.virt.hardware [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.943191] env[68831]: DEBUG nova.virt.hardware [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.943419] env[68831]: DEBUG nova.virt.hardware [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.943549] env[68831]: DEBUG nova.virt.hardware [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.943708] env[68831]: DEBUG nova.virt.hardware [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.943866] env[68831]: DEBUG nova.virt.hardware [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.944046] env[68831]: DEBUG nova.virt.hardware [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.945603] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa021fb5-9e72-4026-a8ef-3af756cf25e0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.954034] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-10058600-d553-4742-b2f7-d20f9dca0b67 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.959292] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dc5cd9-f483-446a-9428-79948ca5b97b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.075420] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Releasing lock "refresh_cache-c932205e-1c45-4441-9a44-171c7de15c2f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.076250] env[68831]: DEBUG nova.compute.manager [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Instance network_info: |[{"id": "06a3416e-7b83-4cde-8c2f-7a4adf81d01a", "address": "fa:16:3e:a0:8f:8b", "network": {"id": "4f9a2d01-e684-4fb8-a0c3-fef5ef0e496d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-185415868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a3bd9236925427cb437ddd6ba8ca937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06a3416e-7b", "ovs_interfaceid": "06a3416e-7b83-4cde-8c2f-7a4adf81d01a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.076250] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:8f:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06a3416e-7b83-4cde-8c2f-7a4adf81d01a', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.083812] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Creating folder: Project (4a3bd9236925427cb437ddd6ba8ca937). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.087853] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-180e8c60-dcea-470c-b559-e14d678fd9b6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.103090] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Created folder: Project (4a3bd9236925427cb437ddd6ba8ca937) in parent group-v563050. [ 887.103345] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Creating folder: Instances. Parent ref: group-v563223. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.104525] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dffc7cb5-7bfd-4f2a-a99a-103f0f8dbba1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.106888] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650c03a7-1187-4efd-b340-104b47266864 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.113602] env[68831]: DEBUG oslo_concurrency.lockutils [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.115478] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f789e9-ab82-429b-a920-f4ed5335639a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.119830] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Created folder: Instances in parent group-v563223. [ 887.120074] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.120634] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.120878] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5c56d25-1239-4f73-8daf-3981e3f62703 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.164285] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82891ec-6baa-49e0-8bda-42c7270eb1b6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.171043] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.171043] env[68831]: value = "task-2802760" [ 887.171043] env[68831]: _type = "Task" [ 887.171043] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.176094] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1386baf-bb44-4bf3-8282-d93eeb9a5bba {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.185164] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802760, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.196079] env[68831]: DEBUG nova.compute.provider_tree [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.227785] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.272727] env[68831]: DEBUG nova.network.neutron [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Updating instance_info_cache with network_info: [{"id": "e786826c-0004-4a36-87c7-79b127284213", "address": "fa:16:3e:ef:0f:43", "network": {"id": "732d6aab-534d-4582-9059-d6b73b266776", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1196691001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8d7dd0e4001400881299447121f9253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape786826c-00", "ovs_interfaceid": "e786826c-0004-4a36-87c7-79b127284213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.445676] env[68831]: DEBUG nova.compute.manager [req-d4fb9766-c9a1-4e90-a5b7-76247ecc3ab6 req-6ba8e23f-ef3b-4e49-8a53-0d4a3f43945f service nova] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Received event network-changed-06a3416e-7b83-4cde-8c2f-7a4adf81d01a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.445676] env[68831]: DEBUG nova.compute.manager [req-d4fb9766-c9a1-4e90-a5b7-76247ecc3ab6 req-6ba8e23f-ef3b-4e49-8a53-0d4a3f43945f service nova] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Refreshing instance network info cache due to event network-changed-06a3416e-7b83-4cde-8c2f-7a4adf81d01a. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 887.445676] env[68831]: DEBUG oslo_concurrency.lockutils [req-d4fb9766-c9a1-4e90-a5b7-76247ecc3ab6 req-6ba8e23f-ef3b-4e49-8a53-0d4a3f43945f service nova] Acquiring lock "refresh_cache-c932205e-1c45-4441-9a44-171c7de15c2f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.445676] env[68831]: DEBUG oslo_concurrency.lockutils [req-d4fb9766-c9a1-4e90-a5b7-76247ecc3ab6 req-6ba8e23f-ef3b-4e49-8a53-0d4a3f43945f service nova] Acquired lock "refresh_cache-c932205e-1c45-4441-9a44-171c7de15c2f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.445784] env[68831]: DEBUG nova.network.neutron [req-d4fb9766-c9a1-4e90-a5b7-76247ecc3ab6 req-6ba8e23f-ef3b-4e49-8a53-0d4a3f43945f service nova] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Refreshing network info cache for port 06a3416e-7b83-4cde-8c2f-7a4adf81d01a {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.506106] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "523615be-9200-4639-a60f-a55c7898859e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.506423] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "523615be-9200-4639-a60f-a55c7898859e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.622615] env[68831]: DEBUG nova.compute.manager [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.623587] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedad1e6-db60-4f74-b64a-f28dc3ab00dd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.684615] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802760, 'name': CreateVM_Task, 'duration_secs': 0.392465} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.684916] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.686094] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.686393] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.687102] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.687642] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6892a82e-7112-4fd1-b52d-e43329f065fc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.694708] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Waiting for the task: (returnval){ [ 887.694708] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52098317-5dee-ce1c-8634-df4e39aa5d0c" [ 887.694708] env[68831]: _type = "Task" [ 887.694708] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.701426] env[68831]: DEBUG nova.scheduler.client.report [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.714168] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52098317-5dee-ce1c-8634-df4e39aa5d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.777162] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Releasing lock "refresh_cache-bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.958490] env[68831]: DEBUG nova.network.neutron [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Successfully updated port: eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.205884] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52098317-5dee-ce1c-8634-df4e39aa5d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.01857} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.206679] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.207062] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.207416] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.207664] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.207935] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.208785] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.211278] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d63b17d-4866-4fdd-809b-04bbcc8117bd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.214048] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.003s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.214350] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.214611] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68831) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 888.215135] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.686s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.217018] env[68831]: INFO nova.compute.claims [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.221422] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2800b648-9f45-4907-83d2-814215bdf44b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.231263] env[68831]: DEBUG nova.network.neutron [req-d4fb9766-c9a1-4e90-a5b7-76247ecc3ab6 req-6ba8e23f-ef3b-4e49-8a53-0d4a3f43945f service nova] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Updated VIF entry in instance network info cache for port 06a3416e-7b83-4cde-8c2f-7a4adf81d01a. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.231725] env[68831]: DEBUG nova.network.neutron [req-d4fb9766-c9a1-4e90-a5b7-76247ecc3ab6 req-6ba8e23f-ef3b-4e49-8a53-0d4a3f43945f service nova] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Updating instance_info_cache with network_info: [{"id": "06a3416e-7b83-4cde-8c2f-7a4adf81d01a", "address": "fa:16:3e:a0:8f:8b", "network": {"id": "4f9a2d01-e684-4fb8-a0c3-fef5ef0e496d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-185415868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a3bd9236925427cb437ddd6ba8ca937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06a3416e-7b", "ovs_interfaceid": "06a3416e-7b83-4cde-8c2f-7a4adf81d01a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.234088] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1872280-108e-4a8b-9407-f69b72aa7f65 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.246627] env[68831]: INFO nova.scheduler.client.report [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Deleted allocations for instance 1e1899d0-34ea-4ff3-a123-7790cf4989f5 [ 888.250682] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.250682] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.255619] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9287be7c-9987-474b-8e55-a7afac6e148d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.269960] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adebfc4-5ceb-445b-90ee-c631dc74d07a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.274510] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Waiting for the task: (returnval){ [ 888.274510] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52036673-d896-fecc-a21e-8862f26a6d9d" [ 888.274510] env[68831]: _type = "Task" [ 888.274510] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.285963] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0700d49c-5069-4cb0-b160-972212dcb1d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.293436] env[68831]: DEBUG nova.compute.manager [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.294228] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52036673-d896-fecc-a21e-8862f26a6d9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010924} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.294928] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2422269-373d-4b5f-a480-0f17f2f3b886 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.298660] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68245a1c-bfc6-4a19-9bea-34d684b7a401 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.326733] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179129MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68831) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 888.326943] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.333166] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Waiting for the task: (returnval){ [ 888.333166] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5231da43-978f-9144-f23e-d39cf3f247ed" [ 888.333166] env[68831]: _type = "Task" [ 888.333166] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.341394] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5231da43-978f-9144-f23e-d39cf3f247ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.464804] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "refresh_cache-cfc9f302-5554-4eca-bdcb-19fb860b77f7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.466242] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired lock "refresh_cache-cfc9f302-5554-4eca-bdcb-19fb860b77f7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.466242] env[68831]: DEBUG nova.network.neutron [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.640163] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eb151c-4fe7-4750-a5c3-d96cbcdcf0c0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.650447] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Doing hard reboot of VM {{(pid=68831) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 888.651165] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0b33d22d-067d-4c8e-892c-b908f8054390 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.657380] env[68831]: DEBUG oslo_vmware.api [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 888.657380] env[68831]: value = "task-2802761" [ 888.657380] env[68831]: _type = "Task" [ 888.657380] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.665290] env[68831]: DEBUG oslo_vmware.api [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802761, 'name': ResetVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.748613] env[68831]: DEBUG oslo_concurrency.lockutils [req-d4fb9766-c9a1-4e90-a5b7-76247ecc3ab6 req-6ba8e23f-ef3b-4e49-8a53-0d4a3f43945f service nova] Releasing lock "refresh_cache-c932205e-1c45-4441-9a44-171c7de15c2f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.758915] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d25741c2-ebd0-41c4-a83c-589b58869835 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Lock "1e1899d0-34ea-4ff3-a123-7790cf4989f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.435s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.849812] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5231da43-978f-9144-f23e-d39cf3f247ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010183} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.849932] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.850492] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] c932205e-1c45-4441-9a44-171c7de15c2f/c932205e-1c45-4441-9a44-171c7de15c2f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.851683] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-add47977-84a0-4309-a25c-0af49ad13c37 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.860263] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Waiting for the task: (returnval){ [ 888.860263] env[68831]: value = "task-2802762" [ 888.860263] env[68831]: _type = "Task" [ 888.860263] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.874441] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.003925] env[68831]: DEBUG nova.network.neutron [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.168726] env[68831]: DEBUG oslo_vmware.api [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802761, 'name': ResetVM_Task, 'duration_secs': 0.098477} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.169028] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Did hard reboot of VM {{(pid=68831) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 889.169242] env[68831]: DEBUG nova.compute.manager [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.170143] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57d54c3-eb70-40e7-a6e6-dc71f720bd86 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.344072] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d122363-5e12-4c52-97e1-bab314b34e67 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.357108] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Doing hard reboot of VM {{(pid=68831) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 889.360086] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4c37d3a6-9051-40aa-8ad5-df68e8d810b2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.373147] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802762, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.374954] env[68831]: DEBUG oslo_vmware.api [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 889.374954] env[68831]: value = "task-2802763" [ 889.374954] env[68831]: _type = "Task" [ 889.374954] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.388367] env[68831]: DEBUG oslo_vmware.api [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802763, 'name': ResetVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.451118] env[68831]: DEBUG nova.network.neutron [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Updating instance_info_cache with network_info: [{"id": "eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e", "address": "fa:16:3e:a0:42:4c", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa3a5c0-e9", "ovs_interfaceid": "eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.684249] env[68831]: DEBUG oslo_concurrency.lockutils [None req-117a23d0-9708-47df-820b-2ba5e51fc2b2 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.657s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.785732] env[68831]: DEBUG nova.compute.manager [req-b512524c-b18e-4d1d-9a9e-1eaa3d257460 req-89d01759-e42a-4616-8f30-503621e654f8 service nova] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Received event network-vif-plugged-eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.785965] env[68831]: DEBUG oslo_concurrency.lockutils [req-b512524c-b18e-4d1d-9a9e-1eaa3d257460 req-89d01759-e42a-4616-8f30-503621e654f8 service nova] Acquiring lock "cfc9f302-5554-4eca-bdcb-19fb860b77f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.786212] env[68831]: DEBUG oslo_concurrency.lockutils [req-b512524c-b18e-4d1d-9a9e-1eaa3d257460 req-89d01759-e42a-4616-8f30-503621e654f8 service nova] Lock "cfc9f302-5554-4eca-bdcb-19fb860b77f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.786355] env[68831]: DEBUG oslo_concurrency.lockutils [req-b512524c-b18e-4d1d-9a9e-1eaa3d257460 req-89d01759-e42a-4616-8f30-503621e654f8 service nova] Lock "cfc9f302-5554-4eca-bdcb-19fb860b77f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.786547] env[68831]: DEBUG nova.compute.manager [req-b512524c-b18e-4d1d-9a9e-1eaa3d257460 req-89d01759-e42a-4616-8f30-503621e654f8 service nova] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] No waiting events found dispatching network-vif-plugged-eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.786681] env[68831]: WARNING nova.compute.manager [req-b512524c-b18e-4d1d-9a9e-1eaa3d257460 req-89d01759-e42a-4616-8f30-503621e654f8 service nova] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Received unexpected event network-vif-plugged-eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e for instance with vm_state building and task_state spawning. [ 889.786835] env[68831]: DEBUG nova.compute.manager [req-b512524c-b18e-4d1d-9a9e-1eaa3d257460 req-89d01759-e42a-4616-8f30-503621e654f8 service nova] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Received event network-changed-eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.786983] env[68831]: DEBUG nova.compute.manager [req-b512524c-b18e-4d1d-9a9e-1eaa3d257460 req-89d01759-e42a-4616-8f30-503621e654f8 service nova] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Refreshing instance network info cache due to event network-changed-eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 889.787285] env[68831]: DEBUG oslo_concurrency.lockutils [req-b512524c-b18e-4d1d-9a9e-1eaa3d257460 req-89d01759-e42a-4616-8f30-503621e654f8 service nova] Acquiring lock "refresh_cache-cfc9f302-5554-4eca-bdcb-19fb860b77f7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.839870] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578f23f5-043a-4120-b035-7ed5a6ffd6d0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.849459] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f56dd49-6a8b-4e55-a253-6ef113c33306 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.891189] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f744c8-d1f5-4174-8b9b-af2cef15f034 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.899447] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802762, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.905607] env[68831]: DEBUG oslo_vmware.api [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802763, 'name': ResetVM_Task, 'duration_secs': 0.113282} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.906843] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1464f8-ec74-43da-95eb-f592b7a86a92 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.911364] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Did hard reboot of VM {{(pid=68831) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 889.911550] env[68831]: DEBUG nova.compute.manager [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.913139] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7362340-65b6-432e-a7e5-8e7faf8d8a04 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.925019] env[68831]: DEBUG nova.compute.provider_tree [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.954490] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Releasing lock "refresh_cache-cfc9f302-5554-4eca-bdcb-19fb860b77f7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.954802] env[68831]: DEBUG nova.compute.manager [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Instance network_info: |[{"id": "eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e", "address": "fa:16:3e:a0:42:4c", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa3a5c0-e9", "ovs_interfaceid": "eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.955163] env[68831]: DEBUG oslo_concurrency.lockutils [req-b512524c-b18e-4d1d-9a9e-1eaa3d257460 req-89d01759-e42a-4616-8f30-503621e654f8 service nova] Acquired lock "refresh_cache-cfc9f302-5554-4eca-bdcb-19fb860b77f7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.955356] env[68831]: DEBUG nova.network.neutron [req-b512524c-b18e-4d1d-9a9e-1eaa3d257460 req-89d01759-e42a-4616-8f30-503621e654f8 service nova] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Refreshing network info cache for port eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.956681] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:42:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.967030] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.970295] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.971669] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45048d96-2adf-4f47-9c92-e6e6745e4800 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.991722] env[68831]: INFO nova.compute.manager [None req-a09e7ab9-3887-4f02-90fb-7fdc380d653e tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Get console output [ 889.991722] env[68831]: WARNING nova.virt.vmwareapi.driver [None req-a09e7ab9-3887-4f02-90fb-7fdc380d653e tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] The console log is missing. Check your VSPC configuration [ 889.996279] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.996279] env[68831]: value = "task-2802764" [ 889.996279] env[68831]: _type = "Task" [ 889.996279] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.007937] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802764, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.205215] env[68831]: DEBUG nova.network.neutron [req-b512524c-b18e-4d1d-9a9e-1eaa3d257460 req-89d01759-e42a-4616-8f30-503621e654f8 service nova] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Updated VIF entry in instance network info cache for port eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.205565] env[68831]: DEBUG nova.network.neutron [req-b512524c-b18e-4d1d-9a9e-1eaa3d257460 req-89d01759-e42a-4616-8f30-503621e654f8 service nova] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Updating instance_info_cache with network_info: [{"id": "eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e", "address": "fa:16:3e:a0:42:4c", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa3a5c0-e9", "ovs_interfaceid": "eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.393695] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802762, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.434167] env[68831]: DEBUG nova.scheduler.client.report [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.441885] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3941a107-543d-4fb0-8052-f276d775b958 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.593s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.507708] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802764, 'name': CreateVM_Task, 'duration_secs': 0.459196} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.508103] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.508981] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.509353] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.509814] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.510469] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165ff8bc-151a-4431-a86f-1b772f44a3ba {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.516654] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 890.516654] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b8a4ca-9ed8-1261-f8ae-af790400ba6f" [ 890.516654] env[68831]: _type = "Task" [ 890.516654] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.528178] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b8a4ca-9ed8-1261-f8ae-af790400ba6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.710187] env[68831]: DEBUG oslo_concurrency.lockutils [req-b512524c-b18e-4d1d-9a9e-1eaa3d257460 req-89d01759-e42a-4616-8f30-503621e654f8 service nova] Releasing lock "refresh_cache-cfc9f302-5554-4eca-bdcb-19fb860b77f7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.897810] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802762, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.701587} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.898557] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] c932205e-1c45-4441-9a44-171c7de15c2f/c932205e-1c45-4441-9a44-171c7de15c2f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.898794] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.899084] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dde5991a-f269-4b55-b082-4be36939efa1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.905972] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Waiting for the task: (returnval){ [ 890.905972] env[68831]: value = "task-2802765" [ 890.905972] env[68831]: _type = "Task" [ 890.905972] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.914083] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.944368] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.945787] env[68831]: DEBUG nova.compute.manager [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.948702] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.385s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.951473] env[68831]: INFO nova.compute.claims [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.030618] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b8a4ca-9ed8-1261-f8ae-af790400ba6f, 'name': SearchDatastore_Task, 'duration_secs': 0.012523} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.032105] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.032105] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.032105] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.032105] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.032105] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.032459] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0ce66d8-b7cc-4d91-8f4a-975dc3de348e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.042264] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.042509] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.043298] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1832be43-d796-48ea-8d68-c25d5146ddd2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.049069] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 891.049069] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526c23dc-638a-7b2a-2b29-4e8d33697371" [ 891.049069] env[68831]: _type = "Task" [ 891.049069] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.058608] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526c23dc-638a-7b2a-2b29-4e8d33697371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.077784] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Acquiring lock "bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.078019] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Lock "bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.078244] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Acquiring lock "bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.078429] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Lock "bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.078594] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Lock "bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.082664] env[68831]: INFO nova.compute.manager [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Terminating instance [ 891.246092] env[68831]: DEBUG nova.compute.manager [req-26d38170-7502-43cb-b039-5eebf7fbc2fb req-491f14a4-116b-4b14-9234-67b8717bbf12 service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Received event network-changed-e786826c-0004-4a36-87c7-79b127284213 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 891.246515] env[68831]: DEBUG nova.compute.manager [req-26d38170-7502-43cb-b039-5eebf7fbc2fb req-491f14a4-116b-4b14-9234-67b8717bbf12 service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Refreshing instance network info cache due to event network-changed-e786826c-0004-4a36-87c7-79b127284213. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 891.246714] env[68831]: DEBUG oslo_concurrency.lockutils [req-26d38170-7502-43cb-b039-5eebf7fbc2fb req-491f14a4-116b-4b14-9234-67b8717bbf12 service nova] Acquiring lock "refresh_cache-bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.246878] env[68831]: DEBUG oslo_concurrency.lockutils [req-26d38170-7502-43cb-b039-5eebf7fbc2fb req-491f14a4-116b-4b14-9234-67b8717bbf12 service nova] Acquired lock "refresh_cache-bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.247141] env[68831]: DEBUG nova.network.neutron [req-26d38170-7502-43cb-b039-5eebf7fbc2fb req-491f14a4-116b-4b14-9234-67b8717bbf12 service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Refreshing network info cache for port e786826c-0004-4a36-87c7-79b127284213 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.416385] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066356} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.416687] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.417518] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba94c96-b003-4af4-8155-015f91516011 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.440417] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] c932205e-1c45-4441-9a44-171c7de15c2f/c932205e-1c45-4441-9a44-171c7de15c2f.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.440779] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66ed7b48-50ab-4f96-b326-8afaa8946e5c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.458461] env[68831]: DEBUG nova.compute.utils [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.463303] env[68831]: DEBUG nova.compute.manager [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Not allocating networking since 'none' was specified. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 891.469460] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Waiting for the task: (returnval){ [ 891.469460] env[68831]: value = "task-2802766" [ 891.469460] env[68831]: _type = "Task" [ 891.469460] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.479861] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.559173] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526c23dc-638a-7b2a-2b29-4e8d33697371, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.559974] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b702f3f-d00c-452b-8905-882004334c07 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.565383] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 891.565383] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e7017b-284a-93b1-7172-5e9aaef1bce4" [ 891.565383] env[68831]: _type = "Task" [ 891.565383] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.573967] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e7017b-284a-93b1-7172-5e9aaef1bce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.586876] env[68831]: DEBUG nova.compute.manager [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.587168] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.588189] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2e60bc-dc9a-451f-a2d2-cc86a5b2b9ea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.596685] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.596902] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc0a98b7-f3f0-4776-8ccc-ac5efa1db17e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.603369] env[68831]: DEBUG oslo_vmware.api [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Waiting for the task: (returnval){ [ 891.603369] env[68831]: value = "task-2802767" [ 891.603369] env[68831]: _type = "Task" [ 891.603369] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.612427] env[68831]: DEBUG oslo_vmware.api [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.952683] env[68831]: DEBUG nova.network.neutron [req-26d38170-7502-43cb-b039-5eebf7fbc2fb req-491f14a4-116b-4b14-9234-67b8717bbf12 service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Updated VIF entry in instance network info cache for port e786826c-0004-4a36-87c7-79b127284213. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.953055] env[68831]: DEBUG nova.network.neutron [req-26d38170-7502-43cb-b039-5eebf7fbc2fb req-491f14a4-116b-4b14-9234-67b8717bbf12 service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Updating instance_info_cache with network_info: [{"id": "e786826c-0004-4a36-87c7-79b127284213", "address": "fa:16:3e:ef:0f:43", "network": {"id": "732d6aab-534d-4582-9059-d6b73b266776", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1196691001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8d7dd0e4001400881299447121f9253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape786826c-00", "ovs_interfaceid": "e786826c-0004-4a36-87c7-79b127284213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.967264] env[68831]: DEBUG nova.compute.manager [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.970985] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.971257] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.971924] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "bdc2f1dc-b4af-41be-bb5a-38d794f4cb04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.972712] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "bdc2f1dc-b4af-41be-bb5a-38d794f4cb04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.972781] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "bdc2f1dc-b4af-41be-bb5a-38d794f4cb04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.978502] env[68831]: INFO nova.compute.manager [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Terminating instance [ 891.989756] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802766, 'name': ReconfigVM_Task, 'duration_secs': 0.428613} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.991025] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Reconfigured VM instance instance-0000003a to attach disk [datastore1] c932205e-1c45-4441-9a44-171c7de15c2f/c932205e-1c45-4441-9a44-171c7de15c2f.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.991025] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-193c2833-0332-4ee0-b946-b916b22b1048 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.998314] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Waiting for the task: (returnval){ [ 891.998314] env[68831]: value = "task-2802768" [ 891.998314] env[68831]: _type = "Task" [ 891.998314] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.009099] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802768, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.078028] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e7017b-284a-93b1-7172-5e9aaef1bce4, 'name': SearchDatastore_Task, 'duration_secs': 0.011644} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.078028] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.080240] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] cfc9f302-5554-4eca-bdcb-19fb860b77f7/cfc9f302-5554-4eca-bdcb-19fb860b77f7.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.080240] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70d1da13-2f3f-48b8-abae-63aa6a855241 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.088832] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 892.088832] env[68831]: value = "task-2802769" [ 892.088832] env[68831]: _type = "Task" [ 892.088832] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.098718] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.119736] env[68831]: DEBUG oslo_vmware.api [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802767, 'name': PowerOffVM_Task, 'duration_secs': 0.231298} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.120063] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.120248] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.120516] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dba089e5-1765-440a-9d88-1cec971f9b50 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.191626] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.191898] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.192121] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Deleting the datastore file [datastore1] bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.192442] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad45f0ba-33dd-4aee-8e05-47395fefb63f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.200661] env[68831]: DEBUG oslo_vmware.api [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Waiting for the task: (returnval){ [ 892.200661] env[68831]: value = "task-2802771" [ 892.200661] env[68831]: _type = "Task" [ 892.200661] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.455648] env[68831]: DEBUG oslo_concurrency.lockutils [req-26d38170-7502-43cb-b039-5eebf7fbc2fb req-491f14a4-116b-4b14-9234-67b8717bbf12 service nova] Releasing lock "refresh_cache-bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.495949] env[68831]: DEBUG nova.compute.manager [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.498296] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.500026] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cf54b8-4094-4b25-bc8d-4f3d6a907197 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.519844] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802768, 'name': Rename_Task, 'duration_secs': 0.221936} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.525613] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.525936] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.528148] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20417c34-90f0-40cb-bdaa-8cc2608f2b8a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.531399] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dfe42af-0604-487a-b0c3-57b6b7b9921d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.545678] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Waiting for the task: (returnval){ [ 892.545678] env[68831]: value = "task-2802772" [ 892.545678] env[68831]: _type = "Task" [ 892.545678] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.546130] env[68831]: DEBUG oslo_vmware.api [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 892.546130] env[68831]: value = "task-2802773" [ 892.546130] env[68831]: _type = "Task" [ 892.546130] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.564084] env[68831]: DEBUG oslo_vmware.api [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.573433] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802772, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.602814] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802769, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.692692] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179b31db-b0d5-433d-85a6-3dea68956365 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.700925] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f8dd94-3185-4210-b2ad-15da55e46afb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.713456] env[68831]: DEBUG oslo_vmware.api [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.740966] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4b8da5-e442-45ec-a5e5-bde7a1657ddb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.750257] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab868cef-98f8-46ce-a390-722841a886ea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.766232] env[68831]: DEBUG nova.compute.provider_tree [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.985024] env[68831]: DEBUG nova.compute.manager [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.012861] env[68831]: DEBUG nova.virt.hardware [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.013554] env[68831]: DEBUG nova.virt.hardware [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.016476] env[68831]: DEBUG nova.virt.hardware [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.016476] env[68831]: DEBUG nova.virt.hardware [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.016476] env[68831]: DEBUG nova.virt.hardware [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.016476] env[68831]: DEBUG nova.virt.hardware [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.016476] env[68831]: DEBUG nova.virt.hardware [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.016476] env[68831]: DEBUG nova.virt.hardware [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.016476] env[68831]: DEBUG nova.virt.hardware [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.016476] env[68831]: DEBUG nova.virt.hardware [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.016476] env[68831]: DEBUG nova.virt.hardware [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.016476] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45601e58-05a6-4f39-96dc-d3099a2f49da {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.033823] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05d410c-2f26-4043-8c1e-ed06a825f440 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.052333] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.059475] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Creating folder: Project (13f7aea2bf564108b375dde19fc45589). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.069021] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8f443f8-0072-42c0-bb88-8225a74f7ec7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.074867] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.078061] env[68831]: DEBUG oslo_vmware.api [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802773, 'name': PowerOffVM_Task, 'duration_secs': 0.285425} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.081260] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.081260] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.081260] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Created folder: Project (13f7aea2bf564108b375dde19fc45589) in parent group-v563050. [ 893.081260] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Creating folder: Instances. Parent ref: group-v563227. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.081260] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f66ca7a4-07a6-42bd-977b-2eb8d15c9a6d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.081720] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d0824c9-a131-42ae-8dc7-8f7d472e7923 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.094791] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Created folder: Instances in parent group-v563227. [ 893.095059] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.095695] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.095936] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-466de46a-6e44-45c4-801f-dfc6ff7a8fe5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.112449] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709794} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.113182] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] cfc9f302-5554-4eca-bdcb-19fb860b77f7/cfc9f302-5554-4eca-bdcb-19fb860b77f7.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.113899] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.113899] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25810232-fa6f-448b-9ed2-3efc8162c1b4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.117501] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.117501] env[68831]: value = "task-2802777" [ 893.117501] env[68831]: _type = "Task" [ 893.117501] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.121989] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 893.121989] env[68831]: value = "task-2802778" [ 893.121989] env[68831]: _type = "Task" [ 893.121989] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.128665] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802777, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.134691] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.153869] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.154203] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.154479] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Deleting the datastore file [datastore2] bdc2f1dc-b4af-41be-bb5a-38d794f4cb04 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.154896] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c60188c-127a-4eda-b573-e50848199938 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.162835] env[68831]: DEBUG oslo_vmware.api [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 893.162835] env[68831]: value = "task-2802779" [ 893.162835] env[68831]: _type = "Task" [ 893.162835] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.172021] env[68831]: DEBUG oslo_vmware.api [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.214744] env[68831]: DEBUG oslo_vmware.api [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Task: {'id': task-2802771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.587559} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.215057] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.215261] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.215475] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.215666] env[68831]: INFO nova.compute.manager [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Took 1.63 seconds to destroy the instance on the hypervisor. [ 893.216168] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.216323] env[68831]: DEBUG nova.compute.manager [-] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.216426] env[68831]: DEBUG nova.network.neutron [-] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.270394] env[68831]: DEBUG nova.scheduler.client.report [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.563060] env[68831]: DEBUG oslo_vmware.api [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802772, 'name': PowerOnVM_Task, 'duration_secs': 0.931557} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.563060] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.563060] env[68831]: INFO nova.compute.manager [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Took 9.28 seconds to spawn the instance on the hypervisor. [ 893.563060] env[68831]: DEBUG nova.compute.manager [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.563619] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6366f50-897c-44cf-894b-a9b0698b7e13 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.633215] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802777, 'name': CreateVM_Task, 'duration_secs': 0.332729} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.636578] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.636578] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085991} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.636578] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.636803] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.637068] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.637320] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.637840] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f88a70f-0240-4503-a8cd-ab74960fe719 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.640127] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2d50e7-ac31-431a-b23d-a8449ca0581d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.664429] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] cfc9f302-5554-4eca-bdcb-19fb860b77f7/cfc9f302-5554-4eca-bdcb-19fb860b77f7.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.665656] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0923980f-5dcc-4486-a073-ae76a3044b90 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.680108] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 893.680108] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a757c3-854a-16d4-a88d-2c0cdc1f3c79" [ 893.680108] env[68831]: _type = "Task" [ 893.680108] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.689005] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 893.689005] env[68831]: value = "task-2802780" [ 893.689005] env[68831]: _type = "Task" [ 893.689005] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.695640] env[68831]: DEBUG oslo_vmware.api [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341547} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.695868] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a757c3-854a-16d4-a88d-2c0cdc1f3c79, 'name': SearchDatastore_Task, 'duration_secs': 0.042447} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.698881] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.698979] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.699172] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.699346] env[68831]: INFO nova.compute.manager [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Took 1.20 seconds to destroy the instance on the hypervisor. [ 893.699581] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.699822] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.700046] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.700269] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.700415] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.700586] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.700833] env[68831]: DEBUG nova.compute.manager [-] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.700931] env[68831]: DEBUG nova.network.neutron [-] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.702564] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97f8400e-5bc9-496e-99dc-ea07c983f2ce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.709716] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.712634] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.712816] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.713559] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b054735-fca7-4f57-968f-8e1fe53a0d51 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.719059] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 893.719059] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5203bf50-f6fd-1af2-2d17-83d0e164abeb" [ 893.719059] env[68831]: _type = "Task" [ 893.719059] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.727172] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5203bf50-f6fd-1af2-2d17-83d0e164abeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.775225] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.776104] env[68831]: DEBUG nova.compute.manager [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.781296] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.744s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.781296] env[68831]: DEBUG nova.objects.instance [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lazy-loading 'resources' on Instance uuid b4723bbd-2e44-411c-bddd-3c9710bc20f7 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.822151] env[68831]: DEBUG nova.compute.manager [req-c83789cd-c4cf-4ead-ab1b-35dbf698a6e9 req-e23f0c44-7654-4f05-a8ba-d4cfa630817d service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Received event network-vif-deleted-b5421dbb-6226-41f7-9a62-b48dd9a57854 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.822358] env[68831]: INFO nova.compute.manager [req-c83789cd-c4cf-4ead-ab1b-35dbf698a6e9 req-e23f0c44-7654-4f05-a8ba-d4cfa630817d service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Neutron deleted interface b5421dbb-6226-41f7-9a62-b48dd9a57854; detaching it from the instance and deleting it from the info cache [ 893.822601] env[68831]: DEBUG nova.network.neutron [req-c83789cd-c4cf-4ead-ab1b-35dbf698a6e9 req-e23f0c44-7654-4f05-a8ba-d4cfa630817d service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.083106] env[68831]: INFO nova.compute.manager [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Took 54.03 seconds to build instance. [ 894.209273] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.229240] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5203bf50-f6fd-1af2-2d17-83d0e164abeb, 'name': SearchDatastore_Task, 'duration_secs': 0.030828} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.230078] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6efa7d2-ad07-4f1e-a657-4660d1648007 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.235958] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 894.235958] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525db60c-dbe1-1ea1-28a9-6305053eda41" [ 894.235958] env[68831]: _type = "Task" [ 894.235958] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.245640] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525db60c-dbe1-1ea1-28a9-6305053eda41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.251067] env[68831]: DEBUG nova.network.neutron [-] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.283159] env[68831]: DEBUG nova.compute.utils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.286983] env[68831]: DEBUG nova.compute.manager [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.290241] env[68831]: DEBUG nova.network.neutron [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.328630] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a01d028-cc9e-45bc-a058-9d95fa2e1900 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.345875] env[68831]: DEBUG nova.policy [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73481585fb4544bea2cbc8c7325d313e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '049be408a45d4efebd3a92a317c08ab8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.352540] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28cd8ad-13e9-44dc-91c0-7aef834eb40d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.397132] env[68831]: DEBUG nova.compute.manager [req-c83789cd-c4cf-4ead-ab1b-35dbf698a6e9 req-e23f0c44-7654-4f05-a8ba-d4cfa630817d service nova] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Detach interface failed, port_id=b5421dbb-6226-41f7-9a62-b48dd9a57854, reason: Instance bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 894.566707] env[68831]: DEBUG nova.network.neutron [-] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.586697] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8b672453-1b49-4c31-b829-04d11ee3d523 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Lock "c932205e-1c45-4441-9a44-171c7de15c2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.719s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.706543] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802780, 'name': ReconfigVM_Task, 'duration_secs': 0.684886} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.709230] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Reconfigured VM instance instance-0000003b to attach disk [datastore1] cfc9f302-5554-4eca-bdcb-19fb860b77f7/cfc9f302-5554-4eca-bdcb-19fb860b77f7.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.710797] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d2005a3-b9e3-4ae8-9a27-7a479f92535a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.717677] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 894.717677] env[68831]: value = "task-2802781" [ 894.717677] env[68831]: _type = "Task" [ 894.717677] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.726000] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802781, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.744161] env[68831]: DEBUG nova.network.neutron [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Successfully created port: 5f312568-d31c-43bc-8b15-6ee6b3e76660 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.750533] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525db60c-dbe1-1ea1-28a9-6305053eda41, 'name': SearchDatastore_Task, 'duration_secs': 0.025486} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.751333] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.751333] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 96c55c61-610e-42e7-837a-87ca271af5d6/96c55c61-610e-42e7-837a-87ca271af5d6.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.751333] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09fa0d0e-93d0-44e7-aca5-f1f22d4cae6c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.756289] env[68831]: INFO nova.compute.manager [-] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Took 1.54 seconds to deallocate network for instance. [ 894.764072] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 894.764072] env[68831]: value = "task-2802782" [ 894.764072] env[68831]: _type = "Task" [ 894.764072] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.774021] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.795511] env[68831]: DEBUG nova.compute.manager [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.826019] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Acquiring lock "c932205e-1c45-4441-9a44-171c7de15c2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.826019] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Lock "c932205e-1c45-4441-9a44-171c7de15c2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.826019] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Acquiring lock "c932205e-1c45-4441-9a44-171c7de15c2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.826019] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Lock "c932205e-1c45-4441-9a44-171c7de15c2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.826019] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Lock "c932205e-1c45-4441-9a44-171c7de15c2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.830199] env[68831]: INFO nova.compute.manager [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Terminating instance [ 894.921363] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06f016d-e328-487d-b307-60c9d78d8a2d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.929028] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3fd3eb-ef05-47cd-8d3b-6cc9ea186347 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.962345] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec976cb-1eb0-42ec-94fb-c58eb1737bb1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.969737] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dca9f1a-4d65-42f7-9c75-9100d5abb1a3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.984925] env[68831]: DEBUG nova.compute.provider_tree [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.069577] env[68831]: INFO nova.compute.manager [-] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Took 1.37 seconds to deallocate network for instance. [ 895.088575] env[68831]: DEBUG nova.compute.manager [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.149944] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "528a1841-a146-4747-b331-a82997808623" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.150299] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "528a1841-a146-4747-b331-a82997808623" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.229444] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802781, 'name': Rename_Task, 'duration_secs': 0.222153} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.229870] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.230226] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2076ee3-7f89-4ccb-ac3a-73ac4200a20d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.238224] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 895.238224] env[68831]: value = "task-2802783" [ 895.238224] env[68831]: _type = "Task" [ 895.238224] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.248958] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.266587] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.285028] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802782, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.335912] env[68831]: DEBUG nova.compute.manager [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.336229] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.337468] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738c7dd9-c380-48b7-ab35-ee8a46fba07c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.347382] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.347762] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e64163d9-6560-4df4-bde9-f5508df05b9c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.356763] env[68831]: DEBUG oslo_vmware.api [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Waiting for the task: (returnval){ [ 895.356763] env[68831]: value = "task-2802784" [ 895.356763] env[68831]: _type = "Task" [ 895.356763] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.367030] env[68831]: DEBUG oslo_vmware.api [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.488620] env[68831]: DEBUG nova.scheduler.client.report [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.582345] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.600013] env[68831]: DEBUG oslo_vmware.rw_handles [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fbd80-6464-dff4-2336-3059d9e17987/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 895.601016] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ebb3c9-40cc-4487-9570-6908a8bd6451 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.610594] env[68831]: DEBUG oslo_vmware.rw_handles [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fbd80-6464-dff4-2336-3059d9e17987/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 895.610769] env[68831]: ERROR oslo_vmware.rw_handles [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fbd80-6464-dff4-2336-3059d9e17987/disk-0.vmdk due to incomplete transfer. [ 895.610992] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3f2fb53a-d146-4501-a665-cfc2ad89dbca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.619307] env[68831]: DEBUG oslo_vmware.rw_handles [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fbd80-6464-dff4-2336-3059d9e17987/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 895.619307] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Uploaded image 17fddfb4-6e47-41c8-a8aa-20cb263cc06f to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 895.621420] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 895.622656] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.622837] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d265734a-6e5b-4b47-b5cb-27f1bbfbc825 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.628892] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 895.628892] env[68831]: value = "task-2802785" [ 895.628892] env[68831]: _type = "Task" [ 895.628892] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.643300] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802785, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.749474] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802783, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.778274] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637468} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.778560] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 96c55c61-610e-42e7-837a-87ca271af5d6/96c55c61-610e-42e7-837a-87ca271af5d6.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.778987] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.779811] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9ad94b3-736e-4c49-956f-bc4b44a67788 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.789832] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 895.789832] env[68831]: value = "task-2802786" [ 895.789832] env[68831]: _type = "Task" [ 895.789832] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.801275] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.808606] env[68831]: DEBUG nova.compute.manager [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.836867] env[68831]: DEBUG nova.virt.hardware [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.837213] env[68831]: DEBUG nova.virt.hardware [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.837415] env[68831]: DEBUG nova.virt.hardware [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.837651] env[68831]: DEBUG nova.virt.hardware [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.837844] env[68831]: DEBUG nova.virt.hardware [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.838043] env[68831]: DEBUG nova.virt.hardware [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.838366] env[68831]: DEBUG nova.virt.hardware [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.838672] env[68831]: DEBUG nova.virt.hardware [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.838769] env[68831]: DEBUG nova.virt.hardware [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.838966] env[68831]: DEBUG nova.virt.hardware [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.839223] env[68831]: DEBUG nova.virt.hardware [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.840206] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2d768a-8764-403a-86eb-a3ff50b36137 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.850511] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fc9dc1-8a69-4125-8273-7c8bfa30b956 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.879120] env[68831]: DEBUG oslo_vmware.api [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802784, 'name': PowerOffVM_Task, 'duration_secs': 0.191097} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.879433] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.879734] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.880070] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-917167d0-7301-492a-a76b-163585248a8c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.924768] env[68831]: DEBUG nova.compute.manager [req-13d0aa97-22b3-4b98-bcd0-6d0e333aaeee req-35d7cb9f-4b98-44c3-b807-d4aa10c58ad2 service nova] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Received event network-vif-deleted-e786826c-0004-4a36-87c7-79b127284213 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.952528] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.952803] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.953047] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Deleting the datastore file [datastore1] c932205e-1c45-4441-9a44-171c7de15c2f {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.953836] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7f77da2-b78a-4764-9631-5124d6a3ff28 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.960333] env[68831]: DEBUG oslo_vmware.api [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Waiting for the task: (returnval){ [ 895.960333] env[68831]: value = "task-2802788" [ 895.960333] env[68831]: _type = "Task" [ 895.960333] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.971279] env[68831]: DEBUG oslo_vmware.api [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.994045] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.997333] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.118s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.997720] env[68831]: DEBUG nova.objects.instance [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lazy-loading 'resources' on Instance uuid f0f4b525-d58e-47de-b878-e76a2fa4e074 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.029146] env[68831]: INFO nova.scheduler.client.report [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleted allocations for instance b4723bbd-2e44-411c-bddd-3c9710bc20f7 [ 896.142139] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802785, 'name': Destroy_Task, 'duration_secs': 0.376255} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.142139] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Destroyed the VM [ 896.142139] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 896.142139] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bce852d4-4403-42d4-92bf-b2ca801fffcd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.150308] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 896.150308] env[68831]: value = "task-2802789" [ 896.150308] env[68831]: _type = "Task" [ 896.150308] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.156977] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802789, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.250129] env[68831]: DEBUG oslo_vmware.api [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2802783, 'name': PowerOnVM_Task, 'duration_secs': 0.678604} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.250412] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.250615] env[68831]: INFO nova.compute.manager [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Took 9.34 seconds to spawn the instance on the hypervisor. [ 896.250796] env[68831]: DEBUG nova.compute.manager [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.251579] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874871d6-fb3b-4059-be84-d148ba3074ce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.301209] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124323} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.301493] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.302315] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7eac91-3802-42d8-a6ae-186174b61172 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.322158] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 96c55c61-610e-42e7-837a-87ca271af5d6/96c55c61-610e-42e7-837a-87ca271af5d6.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.322770] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ede6c8f-1bb9-4a18-bb6f-5eee524eb229 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.342565] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 896.342565] env[68831]: value = "task-2802790" [ 896.342565] env[68831]: _type = "Task" [ 896.342565] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.350491] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.474434] env[68831]: DEBUG oslo_vmware.api [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Task: {'id': task-2802788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180026} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.474434] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.474434] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.474434] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.474434] env[68831]: INFO nova.compute.manager [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 896.474679] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.474679] env[68831]: DEBUG nova.compute.manager [-] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.474756] env[68831]: DEBUG nova.network.neutron [-] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.479099] env[68831]: DEBUG nova.network.neutron [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Successfully updated port: 5f312568-d31c-43bc-8b15-6ee6b3e76660 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.542896] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54dda183-2e97-4607-a277-5bc4af8b6bc3 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "b4723bbd-2e44-411c-bddd-3c9710bc20f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.025s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.663914] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802789, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.776503] env[68831]: INFO nova.compute.manager [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Took 50.11 seconds to build instance. [ 896.853758] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802790, 'name': ReconfigVM_Task, 'duration_secs': 0.312804} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.854062] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 96c55c61-610e-42e7-837a-87ca271af5d6/96c55c61-610e-42e7-837a-87ca271af5d6.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.854728] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2565c690-6755-4434-b027-b8393fb25046 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.862530] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 896.862530] env[68831]: value = "task-2802791" [ 896.862530] env[68831]: _type = "Task" [ 896.862530] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.875523] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802791, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.985380] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "refresh_cache-4aa059f6-deaf-4892-9b31-f62bfe955174" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.985584] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "refresh_cache-4aa059f6-deaf-4892-9b31-f62bfe955174" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.985746] env[68831]: DEBUG nova.network.neutron [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.007868] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "1add3414-42a1-4ca0-8622-f931690d966e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.008158] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "1add3414-42a1-4ca0-8622-f931690d966e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.016263] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f339f6-62e3-4b55-8c83-3955de334fde {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.024997] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1023b44f-aeff-4d80-8993-f9aa3f2d883c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.058020] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1244b154-add8-46b9-bd67-5869b9f988d5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.066984] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0363ed64-98cd-453f-97b4-c57c4f991618 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.081027] env[68831]: DEBUG nova.compute.provider_tree [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.157907] env[68831]: DEBUG oslo_vmware.api [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802789, 'name': RemoveSnapshot_Task, 'duration_secs': 0.63966} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.158246] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 897.158414] env[68831]: INFO nova.compute.manager [None req-33ad8c19-9f26-4259-83fc-4b2b93bc9c5d tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Took 15.55 seconds to snapshot the instance on the hypervisor. [ 897.271072] env[68831]: DEBUG nova.network.neutron [-] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.281817] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76dfedc6-58b4-45fd-95ff-61e21ceb9acc tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "cfc9f302-5554-4eca-bdcb-19fb860b77f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.773s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.372503] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802791, 'name': Rename_Task, 'duration_secs': 0.23424} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.372789] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.373056] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ba3ed31-fe88-4a06-84e9-df55ef220dca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.380325] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 897.380325] env[68831]: value = "task-2802792" [ 897.380325] env[68831]: _type = "Task" [ 897.380325] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.388856] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.550481] env[68831]: DEBUG nova.network.neutron [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.585147] env[68831]: DEBUG nova.scheduler.client.report [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.774219] env[68831]: INFO nova.compute.manager [-] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Took 1.30 seconds to deallocate network for instance. [ 897.784937] env[68831]: DEBUG nova.compute.manager [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.815136] env[68831]: DEBUG nova.network.neutron [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updating instance_info_cache with network_info: [{"id": "5f312568-d31c-43bc-8b15-6ee6b3e76660", "address": "fa:16:3e:38:f8:61", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f312568-d3", "ovs_interfaceid": "5f312568-d31c-43bc-8b15-6ee6b3e76660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.890088] env[68831]: DEBUG oslo_vmware.api [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802792, 'name': PowerOnVM_Task, 'duration_secs': 0.451148} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.890088] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.890204] env[68831]: INFO nova.compute.manager [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Took 4.91 seconds to spawn the instance on the hypervisor. [ 897.890315] env[68831]: DEBUG nova.compute.manager [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.891439] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bb6e6b-8300-4257-960c-9c93f1353397 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.090848] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.094858] env[68831]: DEBUG oslo_concurrency.lockutils [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.846s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.094858] env[68831]: DEBUG nova.objects.instance [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lazy-loading 'resources' on Instance uuid 02666126-bd9b-498b-ad98-e1d61748c545 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.114308] env[68831]: INFO nova.scheduler.client.report [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Deleted allocations for instance f0f4b525-d58e-47de-b878-e76a2fa4e074 [ 898.285361] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.295997] env[68831]: DEBUG nova.compute.manager [req-e664cc64-2bc8-434a-8c68-518060c54c56 req-65aad8f3-878b-4965-813f-c5628cd84246 service nova] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Received event network-vif-plugged-5f312568-d31c-43bc-8b15-6ee6b3e76660 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.295997] env[68831]: DEBUG oslo_concurrency.lockutils [req-e664cc64-2bc8-434a-8c68-518060c54c56 req-65aad8f3-878b-4965-813f-c5628cd84246 service nova] Acquiring lock "4aa059f6-deaf-4892-9b31-f62bfe955174-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.295997] env[68831]: DEBUG oslo_concurrency.lockutils [req-e664cc64-2bc8-434a-8c68-518060c54c56 req-65aad8f3-878b-4965-813f-c5628cd84246 service nova] Lock "4aa059f6-deaf-4892-9b31-f62bfe955174-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.295997] env[68831]: DEBUG oslo_concurrency.lockutils [req-e664cc64-2bc8-434a-8c68-518060c54c56 req-65aad8f3-878b-4965-813f-c5628cd84246 service nova] Lock "4aa059f6-deaf-4892-9b31-f62bfe955174-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.295997] env[68831]: DEBUG nova.compute.manager [req-e664cc64-2bc8-434a-8c68-518060c54c56 req-65aad8f3-878b-4965-813f-c5628cd84246 service nova] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] No waiting events found dispatching network-vif-plugged-5f312568-d31c-43bc-8b15-6ee6b3e76660 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.295997] env[68831]: WARNING nova.compute.manager [req-e664cc64-2bc8-434a-8c68-518060c54c56 req-65aad8f3-878b-4965-813f-c5628cd84246 service nova] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Received unexpected event network-vif-plugged-5f312568-d31c-43bc-8b15-6ee6b3e76660 for instance with vm_state building and task_state spawning. [ 898.295997] env[68831]: DEBUG nova.compute.manager [req-e664cc64-2bc8-434a-8c68-518060c54c56 req-65aad8f3-878b-4965-813f-c5628cd84246 service nova] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Received event network-changed-5f312568-d31c-43bc-8b15-6ee6b3e76660 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.295997] env[68831]: DEBUG nova.compute.manager [req-e664cc64-2bc8-434a-8c68-518060c54c56 req-65aad8f3-878b-4965-813f-c5628cd84246 service nova] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Refreshing instance network info cache due to event network-changed-5f312568-d31c-43bc-8b15-6ee6b3e76660. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 898.295997] env[68831]: DEBUG oslo_concurrency.lockutils [req-e664cc64-2bc8-434a-8c68-518060c54c56 req-65aad8f3-878b-4965-813f-c5628cd84246 service nova] Acquiring lock "refresh_cache-4aa059f6-deaf-4892-9b31-f62bfe955174" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.308774] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.317899] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "refresh_cache-4aa059f6-deaf-4892-9b31-f62bfe955174" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.317986] env[68831]: DEBUG nova.compute.manager [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Instance network_info: |[{"id": "5f312568-d31c-43bc-8b15-6ee6b3e76660", "address": "fa:16:3e:38:f8:61", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f312568-d3", "ovs_interfaceid": "5f312568-d31c-43bc-8b15-6ee6b3e76660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.318315] env[68831]: DEBUG oslo_concurrency.lockutils [req-e664cc64-2bc8-434a-8c68-518060c54c56 req-65aad8f3-878b-4965-813f-c5628cd84246 service nova] Acquired lock "refresh_cache-4aa059f6-deaf-4892-9b31-f62bfe955174" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.318514] env[68831]: DEBUG nova.network.neutron [req-e664cc64-2bc8-434a-8c68-518060c54c56 req-65aad8f3-878b-4965-813f-c5628cd84246 service nova] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Refreshing network info cache for port 5f312568-d31c-43bc-8b15-6ee6b3e76660 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.319742] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:f8:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f312568-d31c-43bc-8b15-6ee6b3e76660', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.327816] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.330671] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.331129] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a537cf1b-ad3d-471e-bd10-7904a646f1d9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.354769] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.354769] env[68831]: value = "task-2802793" [ 898.354769] env[68831]: _type = "Task" [ 898.354769] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.362493] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802793, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.410070] env[68831]: INFO nova.compute.manager [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Took 45.91 seconds to build instance. [ 898.596416] env[68831]: DEBUG nova.network.neutron [req-e664cc64-2bc8-434a-8c68-518060c54c56 req-65aad8f3-878b-4965-813f-c5628cd84246 service nova] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updated VIF entry in instance network info cache for port 5f312568-d31c-43bc-8b15-6ee6b3e76660. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.596933] env[68831]: DEBUG nova.network.neutron [req-e664cc64-2bc8-434a-8c68-518060c54c56 req-65aad8f3-878b-4965-813f-c5628cd84246 service nova] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updating instance_info_cache with network_info: [{"id": "5f312568-d31c-43bc-8b15-6ee6b3e76660", "address": "fa:16:3e:38:f8:61", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f312568-d3", "ovs_interfaceid": "5f312568-d31c-43bc-8b15-6ee6b3e76660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.628516] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a9398118-d352-46bb-9772-7735043f488c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "f0f4b525-d58e-47de-b878-e76a2fa4e074" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.318s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.864575] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802793, 'name': CreateVM_Task, 'duration_secs': 0.318153} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.864752] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.867896] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.868084] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.868402] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.868846] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33eb2eb0-e448-4c08-8810-dd3113627b66 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.875390] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 898.875390] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5223f5ae-8f19-85fc-c5f7-cf95f6064aee" [ 898.875390] env[68831]: _type = "Task" [ 898.875390] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.887059] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5223f5ae-8f19-85fc-c5f7-cf95f6064aee, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.887352] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.887596] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.887835] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.887980] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.888173] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.888425] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b31657dc-85c5-4122-9d33-37613a896c75 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.896777] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.896964] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.897680] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b3dcf1-9dca-4938-bce2-0ce2e9b6e870 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.903047] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 898.903047] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521e33cf-2afe-810d-894e-3e96226189c8" [ 898.903047] env[68831]: _type = "Task" [ 898.903047] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.916201] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32fc9780-9e16-49f3-af36-1e26449d8d0a tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Lock "96c55c61-610e-42e7-837a-87ca271af5d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.077s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.916456] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521e33cf-2afe-810d-894e-3e96226189c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009007} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.918308] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4dba205-879e-45b3-9e7e-e6a75691c618 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.926527] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 898.926527] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52241a3e-aafb-3649-9411-73751c4fe537" [ 898.926527] env[68831]: _type = "Task" [ 898.926527] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.937488] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52241a3e-aafb-3649-9411-73751c4fe537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.070813] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8544060a-58e8-49d2-8c19-6db1f22ccc4c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.078958] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00de713-01d8-4ab7-81f4-957cc4d5bcb8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.111427] env[68831]: DEBUG oslo_concurrency.lockutils [req-e664cc64-2bc8-434a-8c68-518060c54c56 req-65aad8f3-878b-4965-813f-c5628cd84246 service nova] Releasing lock "refresh_cache-4aa059f6-deaf-4892-9b31-f62bfe955174" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.111701] env[68831]: DEBUG nova.compute.manager [req-e664cc64-2bc8-434a-8c68-518060c54c56 req-65aad8f3-878b-4965-813f-c5628cd84246 service nova] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Received event network-vif-deleted-06a3416e-7b83-4cde-8c2f-7a4adf81d01a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.112812] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ab936c-2699-4e1d-b39c-e8a87eb72e18 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.121693] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4029e81d-4d16-4074-89f9-c97111af5c46 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.136045] env[68831]: DEBUG nova.compute.provider_tree [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.225452] env[68831]: INFO nova.compute.manager [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Rebuilding instance [ 899.266162] env[68831]: DEBUG nova.compute.manager [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.266909] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7d98ab-3654-441e-af8f-6faba0016a3c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.419631] env[68831]: DEBUG nova.compute.manager [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.437472] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52241a3e-aafb-3649-9411-73751c4fe537, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.437881] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.438299] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 4aa059f6-deaf-4892-9b31-f62bfe955174/4aa059f6-deaf-4892-9b31-f62bfe955174.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.438609] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78966b22-0415-40eb-b06e-730168cc932a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.446109] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 899.446109] env[68831]: value = "task-2802794" [ 899.446109] env[68831]: _type = "Task" [ 899.446109] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.455714] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.640098] env[68831]: DEBUG nova.scheduler.client.report [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.944624] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.956858] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431328} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.957512] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 4aa059f6-deaf-4892-9b31-f62bfe955174/4aa059f6-deaf-4892-9b31-f62bfe955174.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.957512] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.957683] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3426cc3-ace3-4f75-8a6b-a795de3577c8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.965170] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 899.965170] env[68831]: value = "task-2802795" [ 899.965170] env[68831]: _type = "Task" [ 899.965170] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.976857] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.147033] env[68831]: DEBUG oslo_concurrency.lockutils [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.149366] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.470s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.150833] env[68831]: INFO nova.compute.claims [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.170743] env[68831]: INFO nova.scheduler.client.report [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Deleted allocations for instance 02666126-bd9b-498b-ad98-e1d61748c545 [ 900.281868] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.282261] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-585b2cd7-b545-4040-91a5-d99f79631065 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.291913] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 900.291913] env[68831]: value = "task-2802796" [ 900.291913] env[68831]: _type = "Task" [ 900.291913] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.303784] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.323017] env[68831]: DEBUG nova.compute.manager [req-a4444b99-61d8-4bfc-af9b-c32505e7a060 req-b273eac1-7657-4d16-b77e-fc7c0af23e31 service nova] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Received event network-changed-eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.323266] env[68831]: DEBUG nova.compute.manager [req-a4444b99-61d8-4bfc-af9b-c32505e7a060 req-b273eac1-7657-4d16-b77e-fc7c0af23e31 service nova] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Refreshing instance network info cache due to event network-changed-eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 900.323485] env[68831]: DEBUG oslo_concurrency.lockutils [req-a4444b99-61d8-4bfc-af9b-c32505e7a060 req-b273eac1-7657-4d16-b77e-fc7c0af23e31 service nova] Acquiring lock "refresh_cache-cfc9f302-5554-4eca-bdcb-19fb860b77f7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.323627] env[68831]: DEBUG oslo_concurrency.lockutils [req-a4444b99-61d8-4bfc-af9b-c32505e7a060 req-b273eac1-7657-4d16-b77e-fc7c0af23e31 service nova] Acquired lock "refresh_cache-cfc9f302-5554-4eca-bdcb-19fb860b77f7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.323786] env[68831]: DEBUG nova.network.neutron [req-a4444b99-61d8-4bfc-af9b-c32505e7a060 req-b273eac1-7657-4d16-b77e-fc7c0af23e31 service nova] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Refreshing network info cache for port eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.475075] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06889} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.475416] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.476145] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f6ee30-156e-441a-98ce-19fafcac4236 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.499296] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 4aa059f6-deaf-4892-9b31-f62bfe955174/4aa059f6-deaf-4892-9b31-f62bfe955174.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.499589] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68f38fe-7e4a-4cda-865c-0edc6474d386 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.519678] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 900.519678] env[68831]: value = "task-2802797" [ 900.519678] env[68831]: _type = "Task" [ 900.519678] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.528419] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.677578] env[68831]: DEBUG oslo_concurrency.lockutils [None req-672a5231-78ce-402c-be79-26721bf99aec tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Lock "02666126-bd9b-498b-ad98-e1d61748c545" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.555s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.803022] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802796, 'name': PowerOffVM_Task, 'duration_secs': 0.204923} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.803332] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.803970] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.804789] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1abaa4-f84e-422a-9f53-755e8a3a835b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.812033] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.812279] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac2570df-3e72-4b8d-80f0-d4b8b0e2567a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.842465] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.842693] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.842877] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Deleting the datastore file [datastore1] 96c55c61-610e-42e7-837a-87ca271af5d6 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.843559] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c7bf807-c099-4cc0-bd52-40ce925a2bf3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.851112] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 900.851112] env[68831]: value = "task-2802799" [ 900.851112] env[68831]: _type = "Task" [ 900.851112] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.862155] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.031211] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802797, 'name': ReconfigVM_Task, 'duration_secs': 0.451258} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.031520] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 4aa059f6-deaf-4892-9b31-f62bfe955174/4aa059f6-deaf-4892-9b31-f62bfe955174.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.032215] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ba996da-2d0f-4c35-be21-8d7c635604b3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.039633] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 901.039633] env[68831]: value = "task-2802800" [ 901.039633] env[68831]: _type = "Task" [ 901.039633] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.050292] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802800, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.083581] env[68831]: DEBUG nova.network.neutron [req-a4444b99-61d8-4bfc-af9b-c32505e7a060 req-b273eac1-7657-4d16-b77e-fc7c0af23e31 service nova] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Updated VIF entry in instance network info cache for port eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.084227] env[68831]: DEBUG nova.network.neutron [req-a4444b99-61d8-4bfc-af9b-c32505e7a060 req-b273eac1-7657-4d16-b77e-fc7c0af23e31 service nova] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Updating instance_info_cache with network_info: [{"id": "eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e", "address": "fa:16:3e:a0:42:4c", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa3a5c0-e9", "ovs_interfaceid": "eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.362676] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.556257] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802800, 'name': Rename_Task, 'duration_secs': 0.153655} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.557302] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.557302] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf199c8d-da66-4d5b-b993-721bf5f66b8d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.565262] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 901.565262] env[68831]: value = "task-2802801" [ 901.565262] env[68831]: _type = "Task" [ 901.565262] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.575012] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.586491] env[68831]: DEBUG oslo_concurrency.lockutils [req-a4444b99-61d8-4bfc-af9b-c32505e7a060 req-b273eac1-7657-4d16-b77e-fc7c0af23e31 service nova] Releasing lock "refresh_cache-cfc9f302-5554-4eca-bdcb-19fb860b77f7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.624664] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4a3a04-dc51-4c34-822a-aae21c40a535 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.632811] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7d6728-a4c2-443d-80bb-c973c713bda8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.664395] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb6e23b-41d0-43b2-bdf5-95e1db6265e0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.672715] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515abe05-2d45-400c-9a61-6cc1734978c2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.689548] env[68831]: DEBUG nova.compute.provider_tree [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.867459] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.568351} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.867728] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.867966] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.868215] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.078711] env[68831]: DEBUG oslo_vmware.api [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802801, 'name': PowerOnVM_Task, 'duration_secs': 0.465728} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.078711] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.078711] env[68831]: INFO nova.compute.manager [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Took 6.27 seconds to spawn the instance on the hypervisor. [ 902.078883] env[68831]: DEBUG nova.compute.manager [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.079712] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b021d6da-37fa-4359-a898-15b692a102b3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.193667] env[68831]: DEBUG nova.scheduler.client.report [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.598588] env[68831]: INFO nova.compute.manager [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Took 47.05 seconds to build instance. [ 902.699833] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.700314] env[68831]: DEBUG nova.compute.manager [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.703767] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.431s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.705314] env[68831]: INFO nova.compute.claims [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.907054] env[68831]: DEBUG nova.virt.hardware [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.907360] env[68831]: DEBUG nova.virt.hardware [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.908207] env[68831]: DEBUG nova.virt.hardware [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.908484] env[68831]: DEBUG nova.virt.hardware [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.908645] env[68831]: DEBUG nova.virt.hardware [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.908798] env[68831]: DEBUG nova.virt.hardware [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.909015] env[68831]: DEBUG nova.virt.hardware [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.909293] env[68831]: DEBUG nova.virt.hardware [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.909608] env[68831]: DEBUG nova.virt.hardware [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.909991] env[68831]: DEBUG nova.virt.hardware [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.910291] env[68831]: DEBUG nova.virt.hardware [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.911464] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3466f596-089a-4a8a-a46b-4c27e040c291 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.920881] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8909b3e7-c77d-42bc-bf0d-a3c6078990f3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.938727] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.944815] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.945258] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.945614] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16b54d5a-2289-45a3-85ec-bf8b31b49dcc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.966842] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.966842] env[68831]: value = "task-2802802" [ 902.966842] env[68831]: _type = "Task" [ 902.966842] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.975643] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802802, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.104462] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dde24ed9-da7a-4231-b717-6c7f89ccffac tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "4aa059f6-deaf-4892-9b31-f62bfe955174" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.318s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.207715] env[68831]: DEBUG nova.compute.utils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.207715] env[68831]: DEBUG nova.compute.manager [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.208556] env[68831]: DEBUG nova.network.neutron [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.288867] env[68831]: DEBUG nova.policy [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d479adc8ecb4d068f0a75faf032ff80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffbad854cc264619b11c9b43b3d76d63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.479015] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802802, 'name': CreateVM_Task, 'duration_secs': 0.335578} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.479195] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.479664] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.479817] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.480169] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.480460] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa5f033c-cf22-48b2-803d-c4a6fd6c3eeb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.487176] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 903.487176] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5256cd35-ea86-dfc5-6ebc-327f2ed97d94" [ 903.487176] env[68831]: _type = "Task" [ 903.487176] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.498352] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5256cd35-ea86-dfc5-6ebc-327f2ed97d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.609798] env[68831]: DEBUG nova.compute.manager [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.711674] env[68831]: DEBUG nova.compute.manager [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.720214] env[68831]: DEBUG nova.network.neutron [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Successfully created port: 307c7a34-72ac-4593-af39-c695cfb677a4 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.998667] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5256cd35-ea86-dfc5-6ebc-327f2ed97d94, 'name': SearchDatastore_Task, 'duration_secs': 0.011872} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.001513] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.003626] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.003914] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.004091] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.004282] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.005891] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07e202e6-8a70-4153-be78-877516964fb6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.020387] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.021145] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.021669] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6eef0aa-a8e7-478d-8f21-d709bc48ffd3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.030727] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 904.030727] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52216d31-936b-73ef-fe0b-287979fe5ff2" [ 904.030727] env[68831]: _type = "Task" [ 904.030727] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.036377] env[68831]: DEBUG nova.network.neutron [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Successfully created port: 42b1568f-7308-4dfe-aefd-8167fb8ec805 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.044181] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52216d31-936b-73ef-fe0b-287979fe5ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.124215] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.251890] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe8cd1c-84a6-4b57-9539-a57f19c7de51 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.260395] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7017cc-b0a5-4779-bb07-9db65014ac96 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.290998] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b8452c-5727-4260-bfd3-4a2ec667d268 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.298767] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d86d6fd-dd7f-465a-9875-1f9b53801771 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.317244] env[68831]: DEBUG nova.compute.provider_tree [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.519550] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquiring lock "059a92f0-97b1-434c-950d-3aa3258b4074" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.519795] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Lock "059a92f0-97b1-434c-950d-3aa3258b4074" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.520258] env[68831]: DEBUG nova.compute.manager [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Stashing vm_state: active {{(pid=68831) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 904.542354] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52216d31-936b-73ef-fe0b-287979fe5ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.010796} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.543221] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e47ad2d9-9ecc-4af8-82fe-a8019f058e94 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.548959] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 904.548959] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527fefa3-1aba-4c4e-0962-0b4b1d40606c" [ 904.548959] env[68831]: _type = "Task" [ 904.548959] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.557809] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527fefa3-1aba-4c4e-0962-0b4b1d40606c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.723233] env[68831]: DEBUG nova.compute.manager [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.749366] env[68831]: DEBUG nova.virt.hardware [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.749603] env[68831]: DEBUG nova.virt.hardware [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.749760] env[68831]: DEBUG nova.virt.hardware [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.749941] env[68831]: DEBUG nova.virt.hardware [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.750098] env[68831]: DEBUG nova.virt.hardware [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.750246] env[68831]: DEBUG nova.virt.hardware [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.750454] env[68831]: DEBUG nova.virt.hardware [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.750614] env[68831]: DEBUG nova.virt.hardware [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.750777] env[68831]: DEBUG nova.virt.hardware [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.750937] env[68831]: DEBUG nova.virt.hardware [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.751120] env[68831]: DEBUG nova.virt.hardware [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.751987] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f27bfe5-792c-4d78-9834-d064e59cc1e3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.760896] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dcfb2d-7d3b-4ce4-a881-fd599353f01f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.820970] env[68831]: DEBUG nova.scheduler.client.report [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.043139] env[68831]: DEBUG oslo_concurrency.lockutils [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.059843] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527fefa3-1aba-4c4e-0962-0b4b1d40606c, 'name': SearchDatastore_Task, 'duration_secs': 0.01215} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.060112] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.060380] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 96c55c61-610e-42e7-837a-87ca271af5d6/96c55c61-610e-42e7-837a-87ca271af5d6.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.060647] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82efbb42-0d81-401b-aec2-6c1966981369 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.069458] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 905.069458] env[68831]: value = "task-2802803" [ 905.069458] env[68831]: _type = "Task" [ 905.069458] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.078013] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.326368] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.326937] env[68831]: DEBUG nova.compute.manager [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.329796] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.506s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.330083] env[68831]: DEBUG nova.objects.instance [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lazy-loading 'resources' on Instance uuid 310e857e-8533-4810-9726-8cd443698ea6 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.535580] env[68831]: DEBUG nova.compute.manager [req-c0a5665b-87c9-4c0e-9424-737faddb8bea req-0fb201d3-cf9b-4e24-b005-8ee82cb5eead service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Received event network-vif-plugged-307c7a34-72ac-4593-af39-c695cfb677a4 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 905.535818] env[68831]: DEBUG oslo_concurrency.lockutils [req-c0a5665b-87c9-4c0e-9424-737faddb8bea req-0fb201d3-cf9b-4e24-b005-8ee82cb5eead service nova] Acquiring lock "26b49db3-cc82-4cc8-b607-27493c9476e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.537468] env[68831]: DEBUG oslo_concurrency.lockutils [req-c0a5665b-87c9-4c0e-9424-737faddb8bea req-0fb201d3-cf9b-4e24-b005-8ee82cb5eead service nova] Lock "26b49db3-cc82-4cc8-b607-27493c9476e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.537792] env[68831]: DEBUG oslo_concurrency.lockutils [req-c0a5665b-87c9-4c0e-9424-737faddb8bea req-0fb201d3-cf9b-4e24-b005-8ee82cb5eead service nova] Lock "26b49db3-cc82-4cc8-b607-27493c9476e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.538052] env[68831]: DEBUG nova.compute.manager [req-c0a5665b-87c9-4c0e-9424-737faddb8bea req-0fb201d3-cf9b-4e24-b005-8ee82cb5eead service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] No waiting events found dispatching network-vif-plugged-307c7a34-72ac-4593-af39-c695cfb677a4 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.538298] env[68831]: WARNING nova.compute.manager [req-c0a5665b-87c9-4c0e-9424-737faddb8bea req-0fb201d3-cf9b-4e24-b005-8ee82cb5eead service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Received unexpected event network-vif-plugged-307c7a34-72ac-4593-af39-c695cfb677a4 for instance with vm_state building and task_state spawning. [ 905.581280] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495278} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.581560] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 96c55c61-610e-42e7-837a-87ca271af5d6/96c55c61-610e-42e7-837a-87ca271af5d6.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.581776] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.582043] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb133139-d6ea-4683-8a48-ef562ad3d666 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.588984] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 905.588984] env[68831]: value = "task-2802804" [ 905.588984] env[68831]: _type = "Task" [ 905.588984] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.599266] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.695389] env[68831]: DEBUG nova.network.neutron [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Successfully updated port: 307c7a34-72ac-4593-af39-c695cfb677a4 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.836129] env[68831]: DEBUG nova.compute.utils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.841230] env[68831]: DEBUG nova.compute.manager [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.841561] env[68831]: DEBUG nova.network.neutron [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.881586] env[68831]: DEBUG nova.policy [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97bcf0fd8fdc4fbbb5827d3de23f6d1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26551f59df0d4860bb89c7632ec148f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.099398] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067767} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.099668] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.100480] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99caea9b-d978-40d8-b2f1-d33666839dab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.121557] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 96c55c61-610e-42e7-837a-87ca271af5d6/96c55c61-610e-42e7-837a-87ca271af5d6.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.121878] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66515e4a-1de8-4929-ac23-28aa7d7e88d3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.148550] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 906.148550] env[68831]: value = "task-2802805" [ 906.148550] env[68831]: _type = "Task" [ 906.148550] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.164230] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.231339] env[68831]: DEBUG nova.network.neutron [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Successfully created port: 5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.341570] env[68831]: DEBUG nova.compute.manager [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.348147] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53638ae5-aa40-4bc7-acb1-a9550a48a9c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.355399] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0548634-629c-4536-bb13-221ed33ee756 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.389411] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb167670-6010-4165-9ce0-d9bbd91270c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.398131] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05ee885-2c83-40ed-9aa6-96399e1c68dd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.412787] env[68831]: DEBUG nova.compute.provider_tree [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.663976] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.915627] env[68831]: DEBUG nova.scheduler.client.report [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.159914] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802805, 'name': ReconfigVM_Task, 'duration_secs': 0.765786} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.160248] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 96c55c61-610e-42e7-837a-87ca271af5d6/96c55c61-610e-42e7-837a-87ca271af5d6.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.160870] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e222a10-0b1d-4876-b674-46cf44b6f1ee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.168681] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 907.168681] env[68831]: value = "task-2802806" [ 907.168681] env[68831]: _type = "Task" [ 907.168681] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.177053] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802806, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.352118] env[68831]: DEBUG nova.compute.manager [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.378172] env[68831]: DEBUG nova.virt.hardware [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.378426] env[68831]: DEBUG nova.virt.hardware [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.378584] env[68831]: DEBUG nova.virt.hardware [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.378764] env[68831]: DEBUG nova.virt.hardware [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.378907] env[68831]: DEBUG nova.virt.hardware [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.379063] env[68831]: DEBUG nova.virt.hardware [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.379279] env[68831]: DEBUG nova.virt.hardware [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.379435] env[68831]: DEBUG nova.virt.hardware [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.379599] env[68831]: DEBUG nova.virt.hardware [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.379758] env[68831]: DEBUG nova.virt.hardware [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.379929] env[68831]: DEBUG nova.virt.hardware [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.380812] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f81345f-9ed1-4c2b-a45b-9de8cf6d0148 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.390197] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a0390b-4985-40a3-988f-c127ec2cebbe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.421359] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.423666] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.322s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.423858] env[68831]: DEBUG nova.objects.instance [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68831) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 907.444621] env[68831]: INFO nova.scheduler.client.report [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleted allocations for instance 310e857e-8533-4810-9726-8cd443698ea6 [ 907.576666] env[68831]: DEBUG nova.compute.manager [req-09b26107-d0cc-46ba-9fcb-9b15e7eb9300 req-59242dad-8a9b-4564-b5c4-f87254b3cc8b service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Received event network-changed-307c7a34-72ac-4593-af39-c695cfb677a4 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.576895] env[68831]: DEBUG nova.compute.manager [req-09b26107-d0cc-46ba-9fcb-9b15e7eb9300 req-59242dad-8a9b-4564-b5c4-f87254b3cc8b service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Refreshing instance network info cache due to event network-changed-307c7a34-72ac-4593-af39-c695cfb677a4. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 907.577208] env[68831]: DEBUG oslo_concurrency.lockutils [req-09b26107-d0cc-46ba-9fcb-9b15e7eb9300 req-59242dad-8a9b-4564-b5c4-f87254b3cc8b service nova] Acquiring lock "refresh_cache-26b49db3-cc82-4cc8-b607-27493c9476e7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.577245] env[68831]: DEBUG oslo_concurrency.lockutils [req-09b26107-d0cc-46ba-9fcb-9b15e7eb9300 req-59242dad-8a9b-4564-b5c4-f87254b3cc8b service nova] Acquired lock "refresh_cache-26b49db3-cc82-4cc8-b607-27493c9476e7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.577401] env[68831]: DEBUG nova.network.neutron [req-09b26107-d0cc-46ba-9fcb-9b15e7eb9300 req-59242dad-8a9b-4564-b5c4-f87254b3cc8b service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Refreshing network info cache for port 307c7a34-72ac-4593-af39-c695cfb677a4 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.678960] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802806, 'name': Rename_Task, 'duration_secs': 0.145241} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.679255] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.679505] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18419409-737d-4b94-b30a-055f24aa43d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.687065] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 907.687065] env[68831]: value = "task-2802807" [ 907.687065] env[68831]: _type = "Task" [ 907.687065] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.702155] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.956059] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d6f8bdf-c754-4605-802d-d6da50c44be8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "310e857e-8533-4810-9726-8cd443698ea6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.620s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.151062] env[68831]: DEBUG nova.network.neutron [req-09b26107-d0cc-46ba-9fcb-9b15e7eb9300 req-59242dad-8a9b-4564-b5c4-f87254b3cc8b service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.198630] env[68831]: DEBUG oslo_vmware.api [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802807, 'name': PowerOnVM_Task, 'duration_secs': 0.436149} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.198895] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.199136] env[68831]: DEBUG nova.compute.manager [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.199935] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05ce560-c66a-47e2-b01e-b286bc4eb577 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.259043] env[68831]: DEBUG nova.network.neutron [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Successfully updated port: 42b1568f-7308-4dfe-aefd-8167fb8ec805 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.342179] env[68831]: DEBUG nova.network.neutron [req-09b26107-d0cc-46ba-9fcb-9b15e7eb9300 req-59242dad-8a9b-4564-b5c4-f87254b3cc8b service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.343856] env[68831]: DEBUG nova.network.neutron [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Successfully updated port: 5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.433232] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e7bf69a-15d8-47b6-a7c3-dba7cc319aff tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.434406] env[68831]: DEBUG oslo_concurrency.lockutils [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.633s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.434652] env[68831]: DEBUG nova.objects.instance [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'resources' on Instance uuid 9cc8488b-6eba-4f35-84a1-ef972b043b95 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.722678] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "caf11f34-b9de-42a0-8d8a-326535eda7e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.722919] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "caf11f34-b9de-42a0-8d8a-326535eda7e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.723306] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.761757] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "refresh_cache-26b49db3-cc82-4cc8-b607-27493c9476e7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.845669] env[68831]: DEBUG oslo_concurrency.lockutils [req-09b26107-d0cc-46ba-9fcb-9b15e7eb9300 req-59242dad-8a9b-4564-b5c4-f87254b3cc8b service nova] Releasing lock "refresh_cache-26b49db3-cc82-4cc8-b607-27493c9476e7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.845952] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquired lock "refresh_cache-26b49db3-cc82-4cc8-b607-27493c9476e7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.846142] env[68831]: DEBUG nova.network.neutron [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.847491] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "refresh_cache-2587372d-4aeb-4429-8169-7dfce1c2c7e1" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.847621] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquired lock "refresh_cache-2587372d-4aeb-4429-8169-7dfce1c2c7e1" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.847759] env[68831]: DEBUG nova.network.neutron [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.200944] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquiring lock "96c55c61-610e-42e7-837a-87ca271af5d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.201235] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Lock "96c55c61-610e-42e7-837a-87ca271af5d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.201416] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquiring lock "96c55c61-610e-42e7-837a-87ca271af5d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.201594] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Lock "96c55c61-610e-42e7-837a-87ca271af5d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.201754] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Lock "96c55c61-610e-42e7-837a-87ca271af5d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.203682] env[68831]: INFO nova.compute.manager [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Terminating instance [ 909.358492] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081135ae-e784-46e3-8c4a-881155ae7194 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.367482] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aebb225-67cd-4747-bd02-30afd56c25c9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.398685] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfcc7d1-306b-49fa-8ab5-d1136f2c0177 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.407158] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6056f60-b644-4ee1-9d1d-7ea59a83092f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.421881] env[68831]: DEBUG nova.compute.provider_tree [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.423877] env[68831]: DEBUG nova.network.neutron [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.426252] env[68831]: DEBUG nova.network.neutron [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.680060] env[68831]: DEBUG nova.compute.manager [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Received event network-vif-plugged-42b1568f-7308-4dfe-aefd-8167fb8ec805 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.680060] env[68831]: DEBUG oslo_concurrency.lockutils [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] Acquiring lock "26b49db3-cc82-4cc8-b607-27493c9476e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.680060] env[68831]: DEBUG oslo_concurrency.lockutils [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] Lock "26b49db3-cc82-4cc8-b607-27493c9476e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.680060] env[68831]: DEBUG oslo_concurrency.lockutils [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] Lock "26b49db3-cc82-4cc8-b607-27493c9476e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.680060] env[68831]: DEBUG nova.compute.manager [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] No waiting events found dispatching network-vif-plugged-42b1568f-7308-4dfe-aefd-8167fb8ec805 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.680060] env[68831]: WARNING nova.compute.manager [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Received unexpected event network-vif-plugged-42b1568f-7308-4dfe-aefd-8167fb8ec805 for instance with vm_state building and task_state spawning. [ 909.680060] env[68831]: DEBUG nova.compute.manager [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Received event network-vif-plugged-5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.680060] env[68831]: DEBUG oslo_concurrency.lockutils [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] Acquiring lock "2587372d-4aeb-4429-8169-7dfce1c2c7e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.680315] env[68831]: DEBUG oslo_concurrency.lockutils [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] Lock "2587372d-4aeb-4429-8169-7dfce1c2c7e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.680432] env[68831]: DEBUG oslo_concurrency.lockutils [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] Lock "2587372d-4aeb-4429-8169-7dfce1c2c7e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.680591] env[68831]: DEBUG nova.compute.manager [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] No waiting events found dispatching network-vif-plugged-5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.680750] env[68831]: WARNING nova.compute.manager [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Received unexpected event network-vif-plugged-5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858 for instance with vm_state building and task_state spawning. [ 909.680894] env[68831]: DEBUG nova.compute.manager [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Received event network-changed-42b1568f-7308-4dfe-aefd-8167fb8ec805 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.681053] env[68831]: DEBUG nova.compute.manager [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Refreshing instance network info cache due to event network-changed-42b1568f-7308-4dfe-aefd-8167fb8ec805. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 909.681221] env[68831]: DEBUG oslo_concurrency.lockutils [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] Acquiring lock "refresh_cache-26b49db3-cc82-4cc8-b607-27493c9476e7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.707355] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquiring lock "refresh_cache-96c55c61-610e-42e7-837a-87ca271af5d6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.707538] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquired lock "refresh_cache-96c55c61-610e-42e7-837a-87ca271af5d6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.707713] env[68831]: DEBUG nova.network.neutron [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.709491] env[68831]: DEBUG nova.network.neutron [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Updating instance_info_cache with network_info: [{"id": "5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858", "address": "fa:16:3e:55:d7:55", "network": {"id": "f43a58ad-1fc4-4556-85c2-db02f409db28", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1152255259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26551f59df0d4860bb89c7632ec148f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e3fd9bb-7a", "ovs_interfaceid": "5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.869303] env[68831]: DEBUG nova.network.neutron [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Updating instance_info_cache with network_info: [{"id": "307c7a34-72ac-4593-af39-c695cfb677a4", "address": "fa:16:3e:39:62:ba", "network": {"id": "170afbe5-669f-4cfa-a47b-8d44e01747d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1687472818", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbad854cc264619b11c9b43b3d76d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307c7a34-72", "ovs_interfaceid": "307c7a34-72ac-4593-af39-c695cfb677a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42b1568f-7308-4dfe-aefd-8167fb8ec805", "address": "fa:16:3e:f2:7e:95", "network": {"id": "cd1ea895-b770-4514-8eb2-f5976105ab52", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1167091581", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ffbad854cc264619b11c9b43b3d76d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b1568f-73", "ovs_interfaceid": "42b1568f-7308-4dfe-aefd-8167fb8ec805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.929542] env[68831]: DEBUG nova.scheduler.client.report [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.214830] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Releasing lock "refresh_cache-2587372d-4aeb-4429-8169-7dfce1c2c7e1" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.215170] env[68831]: DEBUG nova.compute.manager [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Instance network_info: |[{"id": "5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858", "address": "fa:16:3e:55:d7:55", "network": {"id": "f43a58ad-1fc4-4556-85c2-db02f409db28", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1152255259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26551f59df0d4860bb89c7632ec148f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e3fd9bb-7a", "ovs_interfaceid": "5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.215626] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:d7:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.223298] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.223512] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.223815] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-321e7f18-cfbf-4442-ab0e-11a3b0c11dd8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.238871] env[68831]: DEBUG nova.network.neutron [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.247594] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.247594] env[68831]: value = "task-2802808" [ 910.247594] env[68831]: _type = "Task" [ 910.247594] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.256619] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802808, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.300883] env[68831]: DEBUG nova.network.neutron [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.373121] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Releasing lock "refresh_cache-26b49db3-cc82-4cc8-b607-27493c9476e7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.373521] env[68831]: DEBUG nova.compute.manager [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Instance network_info: |[{"id": "307c7a34-72ac-4593-af39-c695cfb677a4", "address": "fa:16:3e:39:62:ba", "network": {"id": "170afbe5-669f-4cfa-a47b-8d44e01747d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1687472818", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbad854cc264619b11c9b43b3d76d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307c7a34-72", "ovs_interfaceid": "307c7a34-72ac-4593-af39-c695cfb677a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42b1568f-7308-4dfe-aefd-8167fb8ec805", "address": "fa:16:3e:f2:7e:95", "network": {"id": "cd1ea895-b770-4514-8eb2-f5976105ab52", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1167091581", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ffbad854cc264619b11c9b43b3d76d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b1568f-73", "ovs_interfaceid": "42b1568f-7308-4dfe-aefd-8167fb8ec805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.373841] env[68831]: DEBUG oslo_concurrency.lockutils [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] Acquired lock "refresh_cache-26b49db3-cc82-4cc8-b607-27493c9476e7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.374035] env[68831]: DEBUG nova.network.neutron [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Refreshing network info cache for port 42b1568f-7308-4dfe-aefd-8167fb8ec805 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.375278] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:62:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '307c7a34-72ac-4593-af39-c695cfb677a4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:7e:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42b1568f-7308-4dfe-aefd-8167fb8ec805', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.386569] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.389994] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.390491] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffe457fb-1bb8-4cf8-a7a4-00f77c9406af {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.416683] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.416683] env[68831]: value = "task-2802809" [ 910.416683] env[68831]: _type = "Task" [ 910.416683] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.425710] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802809, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.434636] env[68831]: DEBUG oslo_concurrency.lockutils [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.436869] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.888s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.438365] env[68831]: INFO nova.compute.claims [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.462155] env[68831]: INFO nova.scheduler.client.report [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Deleted allocations for instance 9cc8488b-6eba-4f35-84a1-ef972b043b95 [ 910.661433] env[68831]: DEBUG nova.network.neutron [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Updated VIF entry in instance network info cache for port 42b1568f-7308-4dfe-aefd-8167fb8ec805. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.661885] env[68831]: DEBUG nova.network.neutron [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Updating instance_info_cache with network_info: [{"id": "307c7a34-72ac-4593-af39-c695cfb677a4", "address": "fa:16:3e:39:62:ba", "network": {"id": "170afbe5-669f-4cfa-a47b-8d44e01747d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1687472818", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbad854cc264619b11c9b43b3d76d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307c7a34-72", "ovs_interfaceid": "307c7a34-72ac-4593-af39-c695cfb677a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42b1568f-7308-4dfe-aefd-8167fb8ec805", "address": "fa:16:3e:f2:7e:95", "network": {"id": "cd1ea895-b770-4514-8eb2-f5976105ab52", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1167091581", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ffbad854cc264619b11c9b43b3d76d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b1568f-73", "ovs_interfaceid": "42b1568f-7308-4dfe-aefd-8167fb8ec805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.758655] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802808, 'name': CreateVM_Task, 'duration_secs': 0.375563} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.758772] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.759549] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.759721] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.760096] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.760381] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-762286a3-123a-440b-a0c7-800cdb465245 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.766280] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 910.766280] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5278005b-8149-be75-3d0d-79a146ec0cc8" [ 910.766280] env[68831]: _type = "Task" [ 910.766280] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.775072] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5278005b-8149-be75-3d0d-79a146ec0cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.804298] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Releasing lock "refresh_cache-96c55c61-610e-42e7-837a-87ca271af5d6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.804813] env[68831]: DEBUG nova.compute.manager [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.805023] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.806277] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6792f09-e1bf-4d42-879b-057b180a6648 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.814881] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.815154] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcbee746-7519-469a-b032-fb1d1b86363e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.822815] env[68831]: DEBUG oslo_vmware.api [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 910.822815] env[68831]: value = "task-2802810" [ 910.822815] env[68831]: _type = "Task" [ 910.822815] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.831601] env[68831]: DEBUG oslo_vmware.api [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.927167] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802809, 'name': CreateVM_Task, 'duration_secs': 0.400407} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.927311] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.928166] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.971291] env[68831]: DEBUG oslo_concurrency.lockutils [None req-81168468-8b3e-4cb6-a1b7-ef7c5365782c tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "9cc8488b-6eba-4f35-84a1-ef972b043b95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.309s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.164896] env[68831]: DEBUG oslo_concurrency.lockutils [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] Releasing lock "refresh_cache-26b49db3-cc82-4cc8-b607-27493c9476e7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.165702] env[68831]: DEBUG nova.compute.manager [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Received event network-changed-5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.165702] env[68831]: DEBUG nova.compute.manager [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Refreshing instance network info cache due to event network-changed-5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 911.165702] env[68831]: DEBUG oslo_concurrency.lockutils [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] Acquiring lock "refresh_cache-2587372d-4aeb-4429-8169-7dfce1c2c7e1" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.165865] env[68831]: DEBUG oslo_concurrency.lockutils [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] Acquired lock "refresh_cache-2587372d-4aeb-4429-8169-7dfce1c2c7e1" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.165963] env[68831]: DEBUG nova.network.neutron [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Refreshing network info cache for port 5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.277829] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5278005b-8149-be75-3d0d-79a146ec0cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.278165] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.278317] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.278550] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.278698] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.278876] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.279167] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.279467] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.279721] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb76b08a-3ca9-4a0a-979a-557fe3da8fe8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.281635] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c917bb1-a7f9-4ab4-9d1a-16d4934539e6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.286772] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 911.286772] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524fe1e1-3eb2-ed20-ab79-ee46c3da2e69" [ 911.286772] env[68831]: _type = "Task" [ 911.286772] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.290418] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.290616] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.291625] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1bb665-9d17-4946-a2ec-69eff5dc0276 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.296487] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524fe1e1-3eb2-ed20-ab79-ee46c3da2e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.299441] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 911.299441] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527c09d2-8640-76f7-0112-7b84342c2cfb" [ 911.299441] env[68831]: _type = "Task" [ 911.299441] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.307212] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527c09d2-8640-76f7-0112-7b84342c2cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.333291] env[68831]: DEBUG oslo_vmware.api [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802810, 'name': PowerOffVM_Task, 'duration_secs': 0.127738} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.333902] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.333902] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.334026] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5b5707a-e087-4a06-862c-2d6c29d21a99 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.364610] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.365012] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.365413] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Deleting the datastore file [datastore2] 96c55c61-610e-42e7-837a-87ca271af5d6 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.365769] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f641036-661e-4e90-b97a-86ca77896a95 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.373040] env[68831]: DEBUG oslo_vmware.api [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for the task: (returnval){ [ 911.373040] env[68831]: value = "task-2802812" [ 911.373040] env[68831]: _type = "Task" [ 911.373040] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.381782] env[68831]: DEBUG oslo_vmware.api [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.798018] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524fe1e1-3eb2-ed20-ab79-ee46c3da2e69, 'name': SearchDatastore_Task, 'duration_secs': 0.009306} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.800860] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.800860] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.801472] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.810194] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527c09d2-8640-76f7-0112-7b84342c2cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.009044} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.814305] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5793045d-ee7c-4816-b1d8-301396193b8b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.823357] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 911.823357] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d3f3e2-db61-552a-90a1-41ca9e9ba618" [ 911.823357] env[68831]: _type = "Task" [ 911.823357] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.832127] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d3f3e2-db61-552a-90a1-41ca9e9ba618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.882753] env[68831]: DEBUG oslo_vmware.api [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Task: {'id': task-2802812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100373} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.883009] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.883280] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.883376] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.883564] env[68831]: INFO nova.compute.manager [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Took 1.08 seconds to destroy the instance on the hypervisor. [ 911.883782] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.886224] env[68831]: DEBUG nova.compute.manager [-] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.886327] env[68831]: DEBUG nova.network.neutron [-] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.898640] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14087250-c32d-4ef6-9617-daaa017d5a72 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.906742] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da256b5-8648-48b1-9d9d-b3c75cab8ba9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.947688] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70160382-5d45-44b3-a7cc-db9aa27f47eb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.957367] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62700a82-d068-45e3-938d-9611954b5791 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.973032] env[68831]: DEBUG nova.compute.provider_tree [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.101195] env[68831]: DEBUG nova.network.neutron [-] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.160291] env[68831]: DEBUG nova.network.neutron [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Updated VIF entry in instance network info cache for port 5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.160660] env[68831]: DEBUG nova.network.neutron [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Updating instance_info_cache with network_info: [{"id": "5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858", "address": "fa:16:3e:55:d7:55", "network": {"id": "f43a58ad-1fc4-4556-85c2-db02f409db28", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1152255259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26551f59df0d4860bb89c7632ec148f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e3fd9bb-7a", "ovs_interfaceid": "5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.335217] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d3f3e2-db61-552a-90a1-41ca9e9ba618, 'name': SearchDatastore_Task, 'duration_secs': 0.014465} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.335517] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.335750] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 2587372d-4aeb-4429-8169-7dfce1c2c7e1/2587372d-4aeb-4429-8169-7dfce1c2c7e1.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.336230] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.336230] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.336443] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d4f742d-1a2f-48aa-a03a-146a344ada87 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.338428] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2466b1a7-9418-4356-b842-486c9e943551 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.348743] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 912.348743] env[68831]: value = "task-2802813" [ 912.348743] env[68831]: _type = "Task" [ 912.348743] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.353019] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.353019] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.353552] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8bbafa-bee5-4026-bf29-3a0a7b7bc45c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.359299] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 912.359299] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f2b86a-a2c0-d591-58cf-f58e1ddae6b0" [ 912.359299] env[68831]: _type = "Task" [ 912.359299] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.362472] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.371775] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f2b86a-a2c0-d591-58cf-f58e1ddae6b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008352} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.372563] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8715715-f257-4422-890b-b0bd6acf7d03 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.377979] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 912.377979] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c86655-4a37-128a-249b-578fbd7771b0" [ 912.377979] env[68831]: _type = "Task" [ 912.377979] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.385810] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c86655-4a37-128a-249b-578fbd7771b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.476803] env[68831]: DEBUG nova.scheduler.client.report [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.603509] env[68831]: DEBUG nova.network.neutron [-] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.663787] env[68831]: DEBUG oslo_concurrency.lockutils [req-aa4b823c-30dc-435d-af0c-85751c99e05f req-1df27a55-5130-4413-b7a6-4d129422921e service nova] Releasing lock "refresh_cache-2587372d-4aeb-4429-8169-7dfce1c2c7e1" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.862419] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449843} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.862766] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 2587372d-4aeb-4429-8169-7dfce1c2c7e1/2587372d-4aeb-4429-8169-7dfce1c2c7e1.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.863595] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.863595] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9701b9bf-1e4c-41f6-b823-c1e000159e48 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.871308] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 912.871308] env[68831]: value = "task-2802814" [ 912.871308] env[68831]: _type = "Task" [ 912.871308] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.882802] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.892401] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c86655-4a37-128a-249b-578fbd7771b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009348} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.892680] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.892956] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 26b49db3-cc82-4cc8-b607-27493c9476e7/26b49db3-cc82-4cc8-b607-27493c9476e7.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.893222] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd8fc1b7-affb-4714-a92f-a9e505486517 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.900601] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 912.900601] env[68831]: value = "task-2802815" [ 912.900601] env[68831]: _type = "Task" [ 912.900601] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.909050] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.983832] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.984634] env[68831]: DEBUG nova.compute.manager [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.987405] env[68831]: DEBUG oslo_concurrency.lockutils [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.407s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.106939] env[68831]: INFO nova.compute.manager [-] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Took 1.22 seconds to deallocate network for instance. [ 913.381204] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066352} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.381633] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.382472] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a688c2-ccf3-48d7-ad07-a70cdb96b321 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.407197] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 2587372d-4aeb-4429-8169-7dfce1c2c7e1/2587372d-4aeb-4429-8169-7dfce1c2c7e1.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.408030] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e98bae5e-0db9-48fa-8637-8ce2a922ce1f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.433559] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458606} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.434904] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 26b49db3-cc82-4cc8-b607-27493c9476e7/26b49db3-cc82-4cc8-b607-27493c9476e7.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.435154] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.435505] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 913.435505] env[68831]: value = "task-2802816" [ 913.435505] env[68831]: _type = "Task" [ 913.435505] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.435672] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c1a70a5-96d4-4b4f-b754-f6af817d5c3e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.447438] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.448841] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 913.448841] env[68831]: value = "task-2802817" [ 913.448841] env[68831]: _type = "Task" [ 913.448841] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.458604] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.485940] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.486213] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.492268] env[68831]: DEBUG nova.compute.utils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.495444] env[68831]: INFO nova.compute.claims [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.499061] env[68831]: DEBUG nova.compute.manager [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.499280] env[68831]: DEBUG nova.network.neutron [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.537596] env[68831]: DEBUG nova.policy [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21ab8291c9d04307ae5b10f361108051', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6280ae0c0ee463683346580055ba847', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.617017] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.845816] env[68831]: DEBUG nova.network.neutron [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Successfully created port: a7d0c53f-688e-4199-bb4e-d379e6b0bead {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.950652] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802816, 'name': ReconfigVM_Task, 'duration_secs': 0.292236} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.955551] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 2587372d-4aeb-4429-8169-7dfce1c2c7e1/2587372d-4aeb-4429-8169-7dfce1c2c7e1.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.956253] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b03c0ae1-5f9a-4f74-b803-3ee9ea4ea2c7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.962998] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07185} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.964215] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.964662] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 913.964662] env[68831]: value = "task-2802818" [ 913.964662] env[68831]: _type = "Task" [ 913.964662] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.965390] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4488218d-abef-47df-b07b-5aaee38077dd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.980711] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802818, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.000111] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 26b49db3-cc82-4cc8-b607-27493c9476e7/26b49db3-cc82-4cc8-b607-27493c9476e7.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.000744] env[68831]: DEBUG nova.compute.manager [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.003198] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b034bf9-fbf4-4354-8a47-6c0030d06720 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.021502] env[68831]: INFO nova.compute.resource_tracker [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating resource usage from migration 02ec1215-965f-4376-9cbe-94b3a1e28f46 [ 914.031535] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 914.031535] env[68831]: value = "task-2802819" [ 914.031535] env[68831]: _type = "Task" [ 914.031535] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.043174] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.474122] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea88130-1f74-46b9-91e2-232005dc7d55 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.479906] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802818, 'name': Rename_Task, 'duration_secs': 0.164169} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.480567] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.480813] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2865d848-33d5-4474-b9e3-d5589663c2c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.485233] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c60061a-eeb8-4b68-8bea-4f103259992d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.489771] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 914.489771] env[68831]: value = "task-2802820" [ 914.489771] env[68831]: _type = "Task" [ 914.489771] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.519613] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2789aa-7760-4de6-b6b6-de2225127ab4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.530684] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.539454] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ab4b82-004b-415f-91ca-ddf48f6422f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.547216] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.558008] env[68831]: DEBUG nova.compute.provider_tree [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.002423] env[68831]: DEBUG oslo_vmware.api [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802820, 'name': PowerOnVM_Task, 'duration_secs': 0.511681} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.003278] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.003278] env[68831]: INFO nova.compute.manager [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Took 7.65 seconds to spawn the instance on the hypervisor. [ 915.003447] env[68831]: DEBUG nova.compute.manager [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.004446] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2d36dd-9b4c-4116-b1ef-9dbf6697fb1f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.032010] env[68831]: DEBUG nova.compute.manager [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.044015] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802819, 'name': ReconfigVM_Task, 'duration_secs': 0.614269} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.044324] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 26b49db3-cc82-4cc8-b607-27493c9476e7/26b49db3-cc82-4cc8-b607-27493c9476e7.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.045041] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e81a6a2-8cd9-423b-84fb-d5f8a255f8b5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.052862] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 915.052862] env[68831]: value = "task-2802821" [ 915.052862] env[68831]: _type = "Task" [ 915.052862] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.061079] env[68831]: DEBUG nova.virt.hardware [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.061446] env[68831]: DEBUG nova.virt.hardware [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.061716] env[68831]: DEBUG nova.virt.hardware [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.062038] env[68831]: DEBUG nova.virt.hardware [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.062304] env[68831]: DEBUG nova.virt.hardware [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.062576] env[68831]: DEBUG nova.virt.hardware [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.062927] env[68831]: DEBUG nova.virt.hardware [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.063221] env[68831]: DEBUG nova.virt.hardware [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.063490] env[68831]: DEBUG nova.virt.hardware [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.063685] env[68831]: DEBUG nova.virt.hardware [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.063864] env[68831]: DEBUG nova.virt.hardware [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.064741] env[68831]: DEBUG nova.scheduler.client.report [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.068921] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c5e1ad-0cba-478d-b67c-8be7fcf1fa7b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.075564] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802821, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.082377] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24c44cd-d482-43d2-93c9-f0e87dd3f00e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.321049] env[68831]: DEBUG nova.compute.manager [req-de4021c8-66fa-43a4-9efd-ecbeb5a57b4e req-9d9ccd08-fb2f-467f-9a17-312a353833d6 service nova] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Received event network-vif-plugged-a7d0c53f-688e-4199-bb4e-d379e6b0bead {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.321162] env[68831]: DEBUG oslo_concurrency.lockutils [req-de4021c8-66fa-43a4-9efd-ecbeb5a57b4e req-9d9ccd08-fb2f-467f-9a17-312a353833d6 service nova] Acquiring lock "f769fc5c-68b8-4fe1-9dee-2130a43018e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.321323] env[68831]: DEBUG oslo_concurrency.lockutils [req-de4021c8-66fa-43a4-9efd-ecbeb5a57b4e req-9d9ccd08-fb2f-467f-9a17-312a353833d6 service nova] Lock "f769fc5c-68b8-4fe1-9dee-2130a43018e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.321488] env[68831]: DEBUG oslo_concurrency.lockutils [req-de4021c8-66fa-43a4-9efd-ecbeb5a57b4e req-9d9ccd08-fb2f-467f-9a17-312a353833d6 service nova] Lock "f769fc5c-68b8-4fe1-9dee-2130a43018e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.321655] env[68831]: DEBUG nova.compute.manager [req-de4021c8-66fa-43a4-9efd-ecbeb5a57b4e req-9d9ccd08-fb2f-467f-9a17-312a353833d6 service nova] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] No waiting events found dispatching network-vif-plugged-a7d0c53f-688e-4199-bb4e-d379e6b0bead {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.321818] env[68831]: WARNING nova.compute.manager [req-de4021c8-66fa-43a4-9efd-ecbeb5a57b4e req-9d9ccd08-fb2f-467f-9a17-312a353833d6 service nova] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Received unexpected event network-vif-plugged-a7d0c53f-688e-4199-bb4e-d379e6b0bead for instance with vm_state building and task_state spawning. [ 915.409619] env[68831]: DEBUG nova.network.neutron [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Successfully updated port: a7d0c53f-688e-4199-bb4e-d379e6b0bead {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.526848] env[68831]: INFO nova.compute.manager [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Took 53.27 seconds to build instance. [ 915.564627] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802821, 'name': Rename_Task, 'duration_secs': 0.312682} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.564963] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.565229] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85a4dd2e-e650-46fe-ae59-fc6c87a6eaa8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.569738] env[68831]: DEBUG oslo_concurrency.lockutils [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.582s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.569932] env[68831]: INFO nova.compute.manager [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Migrating [ 915.580261] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.071s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.580529] env[68831]: DEBUG nova.objects.instance [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68831) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 915.583928] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 915.583928] env[68831]: value = "task-2802822" [ 915.583928] env[68831]: _type = "Task" [ 915.583928] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.604543] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802822, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.911629] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "refresh_cache-f769fc5c-68b8-4fe1-9dee-2130a43018e0" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.911629] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquired lock "refresh_cache-f769fc5c-68b8-4fe1-9dee-2130a43018e0" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.911629] env[68831]: DEBUG nova.network.neutron [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.029551] env[68831]: DEBUG oslo_concurrency.lockutils [None req-09d96406-a084-4803-9610-4fa4aecd18d7 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "2587372d-4aeb-4429-8169-7dfce1c2c7e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.782s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.098641] env[68831]: DEBUG oslo_concurrency.lockutils [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.098850] env[68831]: DEBUG oslo_concurrency.lockutils [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.099038] env[68831]: DEBUG nova.network.neutron [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.103705] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.446644] env[68831]: DEBUG nova.network.neutron [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.533142] env[68831]: DEBUG nova.compute.manager [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.597512] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3b0141c9-a121-4f88-837a-103f2cfeb1e7 tempest-ServersAdmin275Test-1492234320 tempest-ServersAdmin275Test-1492234320-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.602702] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.454s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.608976] env[68831]: INFO nova.compute.claims [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.611949] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.653986] env[68831]: DEBUG nova.network.neutron [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Updating instance_info_cache with network_info: [{"id": "a7d0c53f-688e-4199-bb4e-d379e6b0bead", "address": "fa:16:3e:38:05:14", "network": {"id": "f47aa286-be40-423a-a692-b87029b42132", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1554338288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6280ae0c0ee463683346580055ba847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d0c53f-68", "ovs_interfaceid": "a7d0c53f-688e-4199-bb4e-d379e6b0bead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.919773] env[68831]: DEBUG nova.network.neutron [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating instance_info_cache with network_info: [{"id": "48a9eccd-3ea0-4dd4-9987-30638797be4e", "address": "fa:16:3e:f4:45:49", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a9eccd-3e", "ovs_interfaceid": "48a9eccd-3ea0-4dd4-9987-30638797be4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.059656] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.101251] env[68831]: DEBUG oslo_vmware.api [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802822, 'name': PowerOnVM_Task, 'duration_secs': 1.161542} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.101591] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.101797] env[68831]: INFO nova.compute.manager [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Took 12.38 seconds to spawn the instance on the hypervisor. [ 917.101974] env[68831]: DEBUG nova.compute.manager [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.102801] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8edc3fb-4b0c-4dda-8017-27abb69b7dc6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.158779] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Releasing lock "refresh_cache-f769fc5c-68b8-4fe1-9dee-2130a43018e0" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.159965] env[68831]: DEBUG nova.compute.manager [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Instance network_info: |[{"id": "a7d0c53f-688e-4199-bb4e-d379e6b0bead", "address": "fa:16:3e:38:05:14", "network": {"id": "f47aa286-be40-423a-a692-b87029b42132", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1554338288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6280ae0c0ee463683346580055ba847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d0c53f-68", "ovs_interfaceid": "a7d0c53f-688e-4199-bb4e-d379e6b0bead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.159965] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:05:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7d0c53f-688e-4199-bb4e-d379e6b0bead', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.171493] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.172522] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.172522] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e7ef57f-e5cb-490a-873f-557450e62ec6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.195951] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.195951] env[68831]: value = "task-2802823" [ 917.195951] env[68831]: _type = "Task" [ 917.195951] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.206451] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802823, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.384526] env[68831]: DEBUG nova.compute.manager [req-4de26df9-bdb8-40f4-abeb-4ce00bafb045 req-6e8ba62d-0299-47be-9d81-b67df2168610 service nova] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Received event network-changed-a7d0c53f-688e-4199-bb4e-d379e6b0bead {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 917.384740] env[68831]: DEBUG nova.compute.manager [req-4de26df9-bdb8-40f4-abeb-4ce00bafb045 req-6e8ba62d-0299-47be-9d81-b67df2168610 service nova] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Refreshing instance network info cache due to event network-changed-a7d0c53f-688e-4199-bb4e-d379e6b0bead. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 917.384987] env[68831]: DEBUG oslo_concurrency.lockutils [req-4de26df9-bdb8-40f4-abeb-4ce00bafb045 req-6e8ba62d-0299-47be-9d81-b67df2168610 service nova] Acquiring lock "refresh_cache-f769fc5c-68b8-4fe1-9dee-2130a43018e0" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.385091] env[68831]: DEBUG oslo_concurrency.lockutils [req-4de26df9-bdb8-40f4-abeb-4ce00bafb045 req-6e8ba62d-0299-47be-9d81-b67df2168610 service nova] Acquired lock "refresh_cache-f769fc5c-68b8-4fe1-9dee-2130a43018e0" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.385257] env[68831]: DEBUG nova.network.neutron [req-4de26df9-bdb8-40f4-abeb-4ce00bafb045 req-6e8ba62d-0299-47be-9d81-b67df2168610 service nova] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Refreshing network info cache for port a7d0c53f-688e-4199-bb4e-d379e6b0bead {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.422307] env[68831]: DEBUG oslo_concurrency.lockutils [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Releasing lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.626666] env[68831]: INFO nova.compute.manager [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Took 55.97 seconds to build instance. [ 917.711048] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802823, 'name': CreateVM_Task, 'duration_secs': 0.329872} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.711048] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.711714] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.711885] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.712259] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.712539] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4afb93d2-b262-47f1-aa74-64e4141e4be8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.721575] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 917.721575] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f22c6d-6fd8-be33-18ee-5f15457f2e4b" [ 917.721575] env[68831]: _type = "Task" [ 917.721575] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.732507] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f22c6d-6fd8-be33-18ee-5f15457f2e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.128794] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8ecda269-65eb-4e38-a47f-2c1374e942bd tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "26b49db3-cc82-4cc8-b607-27493c9476e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.476s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.160719] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf00a6e1-0c11-4a0e-b65b-98daaacbfe81 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.170377] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d2b220-88c9-422a-b9c9-d79ad586fbf8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.207415] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2c8bcf-94e1-4bb2-8693-9b4cdee6e305 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.213714] env[68831]: DEBUG nova.network.neutron [req-4de26df9-bdb8-40f4-abeb-4ce00bafb045 req-6e8ba62d-0299-47be-9d81-b67df2168610 service nova] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Updated VIF entry in instance network info cache for port a7d0c53f-688e-4199-bb4e-d379e6b0bead. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.214980] env[68831]: DEBUG nova.network.neutron [req-4de26df9-bdb8-40f4-abeb-4ce00bafb045 req-6e8ba62d-0299-47be-9d81-b67df2168610 service nova] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Updating instance_info_cache with network_info: [{"id": "a7d0c53f-688e-4199-bb4e-d379e6b0bead", "address": "fa:16:3e:38:05:14", "network": {"id": "f47aa286-be40-423a-a692-b87029b42132", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1554338288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6280ae0c0ee463683346580055ba847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d0c53f-68", "ovs_interfaceid": "a7d0c53f-688e-4199-bb4e-d379e6b0bead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.219755] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57ecb98-7d7b-4d5c-aacc-050d37152784 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.238812] env[68831]: DEBUG nova.compute.provider_tree [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.244590] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f22c6d-6fd8-be33-18ee-5f15457f2e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011202} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.244818] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.245828] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.245828] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.245828] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.245828] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.246049] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a1b8c05-439f-4461-acdb-435aac253241 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.251418] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "2587372d-4aeb-4429-8169-7dfce1c2c7e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.252169] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "2587372d-4aeb-4429-8169-7dfce1c2c7e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.252169] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "2587372d-4aeb-4429-8169-7dfce1c2c7e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.252328] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "2587372d-4aeb-4429-8169-7dfce1c2c7e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.252414] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "2587372d-4aeb-4429-8169-7dfce1c2c7e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.255710] env[68831]: INFO nova.compute.manager [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Terminating instance [ 918.260193] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.260408] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.261773] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7d8312-1d6c-4ba3-990e-99f9ac13d3d3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.269200] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 918.269200] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529799e3-338c-dfd3-547a-56f5ab359eb3" [ 918.269200] env[68831]: _type = "Task" [ 918.269200] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.279964] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529799e3-338c-dfd3-547a-56f5ab359eb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.635164] env[68831]: DEBUG nova.compute.manager [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.718478] env[68831]: DEBUG oslo_concurrency.lockutils [req-4de26df9-bdb8-40f4-abeb-4ce00bafb045 req-6e8ba62d-0299-47be-9d81-b67df2168610 service nova] Releasing lock "refresh_cache-f769fc5c-68b8-4fe1-9dee-2130a43018e0" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.746212] env[68831]: DEBUG nova.scheduler.client.report [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.759373] env[68831]: DEBUG nova.compute.manager [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.759664] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.760508] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44de7c3-75e0-474c-bef4-a58282b99537 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.770804] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.774042] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95e272bb-d2d5-4951-a174-2942e73d3aa6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.784789] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529799e3-338c-dfd3-547a-56f5ab359eb3, 'name': SearchDatastore_Task, 'duration_secs': 0.020925} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.787335] env[68831]: DEBUG oslo_vmware.api [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 918.787335] env[68831]: value = "task-2802824" [ 918.787335] env[68831]: _type = "Task" [ 918.787335] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.787335] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289ba6dc-0a5e-43d5-bb9d-258016b97546 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.800125] env[68831]: DEBUG oslo_vmware.api [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.801645] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 918.801645] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b573f5-ec7d-b6b2-78c0-4ffd8aec4950" [ 918.801645] env[68831]: _type = "Task" [ 918.801645] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.821832] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b573f5-ec7d-b6b2-78c0-4ffd8aec4950, 'name': SearchDatastore_Task, 'duration_secs': 0.02169} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.822135] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.822405] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] f769fc5c-68b8-4fe1-9dee-2130a43018e0/f769fc5c-68b8-4fe1-9dee-2130a43018e0.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.822707] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24e35ae4-c557-4f08-ad02-b4500ff3b3a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.831628] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 918.831628] env[68831]: value = "task-2802825" [ 918.831628] env[68831]: _type = "Task" [ 918.831628] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.842982] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.938188] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778ee69b-66a3-487e-bfb7-9e5348f92a55 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.968079] env[68831]: DEBUG oslo_concurrency.lockutils [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "26b49db3-cc82-4cc8-b607-27493c9476e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.968450] env[68831]: DEBUG oslo_concurrency.lockutils [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "26b49db3-cc82-4cc8-b607-27493c9476e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.968750] env[68831]: DEBUG oslo_concurrency.lockutils [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "26b49db3-cc82-4cc8-b607-27493c9476e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.969026] env[68831]: DEBUG oslo_concurrency.lockutils [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "26b49db3-cc82-4cc8-b607-27493c9476e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.969282] env[68831]: DEBUG oslo_concurrency.lockutils [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "26b49db3-cc82-4cc8-b607-27493c9476e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.971582] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating instance '1ce9536c-c125-48f8-b52a-4376adab0076' progress to 0 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.977135] env[68831]: INFO nova.compute.manager [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Terminating instance [ 919.160831] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.251576] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.251979] env[68831]: DEBUG nova.compute.manager [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.254733] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.515s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.256299] env[68831]: INFO nova.compute.claims [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.302574] env[68831]: DEBUG oslo_vmware.api [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802824, 'name': PowerOffVM_Task, 'duration_secs': 0.311485} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.303579] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.304358] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.304358] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28798131-26b2-4258-9e1a-012cb93bcffa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.346130] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802825, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.482102] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.482670] env[68831]: DEBUG nova.compute.manager [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.482922] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.483163] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8222bbd-9f4b-4f1a-888c-9fbdff8984c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.485703] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d099fed-6517-4f17-9460-d798c555831b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.494262] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.495663] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87cbfafa-31d0-476b-b540-ec76c32c0632 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.497451] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 919.497451] env[68831]: value = "task-2802827" [ 919.497451] env[68831]: _type = "Task" [ 919.497451] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.502999] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.503357] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.503451] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Deleting the datastore file [datastore2] 2587372d-4aeb-4429-8169-7dfce1c2c7e1 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.504852] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af497475-ad39-4709-90e2-d6ad857806b7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.506906] env[68831]: DEBUG oslo_vmware.api [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 919.506906] env[68831]: value = "task-2802828" [ 919.506906] env[68831]: _type = "Task" [ 919.506906] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.510352] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.517624] env[68831]: DEBUG oslo_vmware.api [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 919.517624] env[68831]: value = "task-2802829" [ 919.517624] env[68831]: _type = "Task" [ 919.517624] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.528979] env[68831]: DEBUG oslo_vmware.api [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.536199] env[68831]: DEBUG oslo_vmware.api [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.762302] env[68831]: DEBUG nova.compute.utils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.765200] env[68831]: DEBUG nova.compute.manager [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.765382] env[68831]: DEBUG nova.network.neutron [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.803307] env[68831]: DEBUG nova.policy [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e61d2033f4547e9bcb763389258d35b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdf9a77b6d2642cd8f064312eb2750bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.842726] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593453} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.842997] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] f769fc5c-68b8-4fe1-9dee-2130a43018e0/f769fc5c-68b8-4fe1-9dee-2130a43018e0.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.843226] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.843532] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-676b36f5-78fa-418f-87bd-b56cf7a84a99 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.851328] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 919.851328] env[68831]: value = "task-2802830" [ 919.851328] env[68831]: _type = "Task" [ 919.851328] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.860097] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.010535] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802827, 'name': PowerOffVM_Task, 'duration_secs': 0.285786} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.011051] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.011339] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating instance '1ce9536c-c125-48f8-b52a-4376adab0076' progress to 17 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.032960] env[68831]: DEBUG oslo_vmware.api [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176566} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.033729] env[68831]: DEBUG oslo_vmware.api [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802828, 'name': PowerOffVM_Task, 'duration_secs': 0.226165} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.034039] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.037020] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.037020] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.037020] env[68831]: INFO nova.compute.manager [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Took 1.28 seconds to destroy the instance on the hypervisor. [ 920.037020] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.037020] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.037020] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.037020] env[68831]: DEBUG nova.compute.manager [-] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.037020] env[68831]: DEBUG nova.network.neutron [-] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.037926] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ea3259b-0c87-40d5-ae2d-9c601211df2d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.143236] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.147818] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.147818] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Deleting the datastore file [datastore2] 26b49db3-cc82-4cc8-b607-27493c9476e7 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.147818] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e38647c0-352c-4f15-831e-e633f69b168f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.155126] env[68831]: DEBUG oslo_vmware.api [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for the task: (returnval){ [ 920.155126] env[68831]: value = "task-2802832" [ 920.155126] env[68831]: _type = "Task" [ 920.155126] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.166694] env[68831]: DEBUG oslo_vmware.api [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.245203] env[68831]: DEBUG nova.network.neutron [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Successfully created port: 53772386-d261-4d25-9ed1-1ad3acc04887 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.269816] env[68831]: DEBUG nova.compute.manager [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.360971] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072694} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.363644] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.364723] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1a5334-aabb-43be-98da-e83a9b914b01 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.386750] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] f769fc5c-68b8-4fe1-9dee-2130a43018e0/f769fc5c-68b8-4fe1-9dee-2130a43018e0.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.389636] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42f4ca01-74d7-4311-92af-ebcaf18ffb96 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.412494] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 920.412494] env[68831]: value = "task-2802833" [ 920.412494] env[68831]: _type = "Task" [ 920.412494] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.421371] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.524097] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.524097] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.524097] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.524097] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.524345] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.524345] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.524550] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.525047] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.525047] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.525995] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.526316] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.534320] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c399d09e-815e-4ece-88b0-f21cf8ffef83 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.556033] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 920.556033] env[68831]: value = "task-2802834" [ 920.556033] env[68831]: _type = "Task" [ 920.556033] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.568788] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.618292] env[68831]: DEBUG nova.compute.manager [req-84abf526-bade-41be-bbda-0943c92ba1c7 req-8f4343fe-2626-4cbe-a50c-815e869a18bd service nova] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Received event network-vif-deleted-5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.618510] env[68831]: INFO nova.compute.manager [req-84abf526-bade-41be-bbda-0943c92ba1c7 req-8f4343fe-2626-4cbe-a50c-815e869a18bd service nova] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Neutron deleted interface 5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858; detaching it from the instance and deleting it from the info cache [ 920.618688] env[68831]: DEBUG nova.network.neutron [req-84abf526-bade-41be-bbda-0943c92ba1c7 req-8f4343fe-2626-4cbe-a50c-815e869a18bd service nova] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.670257] env[68831]: DEBUG oslo_vmware.api [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Task: {'id': task-2802832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190821} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.670559] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.670805] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.671018] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.671208] env[68831]: INFO nova.compute.manager [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 920.671537] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.671794] env[68831]: DEBUG nova.compute.manager [-] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.671956] env[68831]: DEBUG nova.network.neutron [-] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.865867] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f1be21-4243-4902-8eec-abd7e09285b6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.874393] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a62d981-6fad-4993-a01b-c7c76dc43ac4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.904838] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bb1367-0816-4bc9-91da-487771a67b8f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.912946] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf29a18f-bdf4-4802-852b-8ebec0077152 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.931587] env[68831]: DEBUG nova.compute.provider_tree [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.936201] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802833, 'name': ReconfigVM_Task, 'duration_secs': 0.313781} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.936303] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Reconfigured VM instance instance-00000040 to attach disk [datastore2] f769fc5c-68b8-4fe1-9dee-2130a43018e0/f769fc5c-68b8-4fe1-9dee-2130a43018e0.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.937489] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e44da4fd-81a8-4b9a-8635-8658f7083174 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.945301] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 920.945301] env[68831]: value = "task-2802835" [ 920.945301] env[68831]: _type = "Task" [ 920.945301] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.956487] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802835, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.006982] env[68831]: DEBUG nova.network.neutron [-] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.066767] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802834, 'name': ReconfigVM_Task, 'duration_secs': 0.453946} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.067106] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating instance '1ce9536c-c125-48f8-b52a-4376adab0076' progress to 33 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.124022] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87c482e6-2c86-4d3b-ad0c-666ab6680a20 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.135529] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69225a59-d96e-4026-bae9-d4a456204eb0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.172912] env[68831]: DEBUG nova.compute.manager [req-84abf526-bade-41be-bbda-0943c92ba1c7 req-8f4343fe-2626-4cbe-a50c-815e869a18bd service nova] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Detach interface failed, port_id=5e3fd9bb-7a3c-4d31-9b25-cdcb9c99c858, reason: Instance 2587372d-4aeb-4429-8169-7dfce1c2c7e1 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 921.281805] env[68831]: DEBUG nova.compute.manager [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.307797] env[68831]: DEBUG nova.virt.hardware [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.308057] env[68831]: DEBUG nova.virt.hardware [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.308218] env[68831]: DEBUG nova.virt.hardware [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.308397] env[68831]: DEBUG nova.virt.hardware [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.308556] env[68831]: DEBUG nova.virt.hardware [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.308756] env[68831]: DEBUG nova.virt.hardware [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.308972] env[68831]: DEBUG nova.virt.hardware [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.309144] env[68831]: DEBUG nova.virt.hardware [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.309309] env[68831]: DEBUG nova.virt.hardware [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.309471] env[68831]: DEBUG nova.virt.hardware [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.309718] env[68831]: DEBUG nova.virt.hardware [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.310606] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bdbe3a-5a14-424a-a1f0-a64673aca5a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.319819] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9df23ed-6ea3-4dd9-8493-77dc5a443ff8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.437834] env[68831]: DEBUG nova.scheduler.client.report [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.455517] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802835, 'name': Rename_Task, 'duration_secs': 0.156872} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.456789] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.457052] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d234db66-a8f3-4694-85f7-84da21d62ddb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.466404] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 921.466404] env[68831]: value = "task-2802836" [ 921.466404] env[68831]: _type = "Task" [ 921.466404] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.474283] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.509767] env[68831]: INFO nova.compute.manager [-] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Took 1.47 seconds to deallocate network for instance. [ 921.574238] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:33:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='95683aa0-6f41-4dc5-8c0d-0e48addef0cf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1871476746',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.574993] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.575294] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.575557] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.575794] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.576070] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.576350] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.576973] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.576973] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.577085] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.577349] env[68831]: DEBUG nova.virt.hardware [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.584787] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 921.585440] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c885e7c-be89-4876-8b0b-5f3356486e6f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.604994] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 921.604994] env[68831]: value = "task-2802837" [ 921.604994] env[68831]: _type = "Task" [ 921.604994] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.614166] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.720252] env[68831]: DEBUG nova.network.neutron [-] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.943463] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.944032] env[68831]: DEBUG nova.compute.manager [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.948774] env[68831]: DEBUG oslo_concurrency.lockutils [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.491s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.949172] env[68831]: DEBUG nova.objects.instance [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Lazy-loading 'resources' on Instance uuid 99512308-438f-44e1-b0e4-355f4ce4ab0a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.963936] env[68831]: DEBUG nova.network.neutron [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Successfully updated port: 53772386-d261-4d25-9ed1-1ad3acc04887 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.976872] env[68831]: DEBUG oslo_vmware.api [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802836, 'name': PowerOnVM_Task, 'duration_secs': 0.468296} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.977152] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.977356] env[68831]: INFO nova.compute.manager [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Took 6.95 seconds to spawn the instance on the hypervisor. [ 921.977536] env[68831]: DEBUG nova.compute.manager [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.978319] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6593b8-51c6-41ba-a215-fce390769c4e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.017093] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.115265] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802837, 'name': ReconfigVM_Task, 'duration_secs': 0.166094} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.115565] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 922.116347] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335fce19-7459-4c7f-8b9c-0ebada326417 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.138471] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 1ce9536c-c125-48f8-b52a-4376adab0076/1ce9536c-c125-48f8-b52a-4376adab0076.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.138752] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d320a64-3e40-49af-90ea-392a3d0a7fe7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.158008] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 922.158008] env[68831]: value = "task-2802838" [ 922.158008] env[68831]: _type = "Task" [ 922.158008] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.167241] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.223127] env[68831]: INFO nova.compute.manager [-] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Took 1.55 seconds to deallocate network for instance. [ 922.453774] env[68831]: DEBUG nova.compute.utils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.458364] env[68831]: DEBUG nova.compute.manager [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.458500] env[68831]: DEBUG nova.network.neutron [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.466405] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "refresh_cache-ef882f9b-aeb9-412b-bc0b-4ec321a28f38" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.466542] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquired lock "refresh_cache-ef882f9b-aeb9-412b-bc0b-4ec321a28f38" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.466670] env[68831]: DEBUG nova.network.neutron [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.497794] env[68831]: INFO nova.compute.manager [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Took 53.97 seconds to build instance. [ 922.503610] env[68831]: DEBUG nova.policy [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e61d2033f4547e9bcb763389258d35b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdf9a77b6d2642cd8f064312eb2750bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.669383] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802838, 'name': ReconfigVM_Task, 'duration_secs': 0.291171} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.670598] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 1ce9536c-c125-48f8-b52a-4376adab0076/1ce9536c-c125-48f8-b52a-4376adab0076.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.670889] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating instance '1ce9536c-c125-48f8-b52a-4376adab0076' progress to 50 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.676204] env[68831]: DEBUG nova.compute.manager [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Received event network-vif-deleted-307c7a34-72ac-4593-af39-c695cfb677a4 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.676406] env[68831]: DEBUG nova.compute.manager [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Received event network-vif-deleted-42b1568f-7308-4dfe-aefd-8167fb8ec805 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.676607] env[68831]: DEBUG nova.compute.manager [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Received event network-vif-plugged-53772386-d261-4d25-9ed1-1ad3acc04887 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.676803] env[68831]: DEBUG oslo_concurrency.lockutils [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] Acquiring lock "ef882f9b-aeb9-412b-bc0b-4ec321a28f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.676995] env[68831]: DEBUG oslo_concurrency.lockutils [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] Lock "ef882f9b-aeb9-412b-bc0b-4ec321a28f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.677341] env[68831]: DEBUG oslo_concurrency.lockutils [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] Lock "ef882f9b-aeb9-412b-bc0b-4ec321a28f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.677539] env[68831]: DEBUG nova.compute.manager [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] No waiting events found dispatching network-vif-plugged-53772386-d261-4d25-9ed1-1ad3acc04887 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.677758] env[68831]: WARNING nova.compute.manager [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Received unexpected event network-vif-plugged-53772386-d261-4d25-9ed1-1ad3acc04887 for instance with vm_state building and task_state spawning. [ 922.677872] env[68831]: DEBUG nova.compute.manager [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Received event network-changed-53772386-d261-4d25-9ed1-1ad3acc04887 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.678170] env[68831]: DEBUG nova.compute.manager [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Refreshing instance network info cache due to event network-changed-53772386-d261-4d25-9ed1-1ad3acc04887. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 922.678218] env[68831]: DEBUG oslo_concurrency.lockutils [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] Acquiring lock "refresh_cache-ef882f9b-aeb9-412b-bc0b-4ec321a28f38" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.729736] env[68831]: DEBUG oslo_concurrency.lockutils [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.797956] env[68831]: DEBUG nova.network.neutron [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Successfully created port: 44ea6b10-fc66-41ca-aa0e-90dbe845f9a6 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.928109] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0336378-7506-4502-ba95-a714755950d7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.935307] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbff976-3717-4e7e-8e78-bd23a56dae7e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.967633] env[68831]: DEBUG nova.compute.manager [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.972558] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4348734-253c-4980-95c6-d2ef2489ebf4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.981863] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c361812-b902-4f7c-943a-aa9cbc2b64c1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.000764] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5223c4e2-2347-4fcc-9b63-d0e97e2f75ca tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "f769fc5c-68b8-4fe1-9dee-2130a43018e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.478s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.000764] env[68831]: DEBUG nova.compute.provider_tree [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.054194] env[68831]: DEBUG nova.network.neutron [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.183810] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8866ae04-47d7-4ba6-86bd-803095ef8398 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.206254] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a5e065-ce90-485c-a4ee-b25017a1c53e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.229797] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating instance '1ce9536c-c125-48f8-b52a-4376adab0076' progress to 67 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.282580] env[68831]: DEBUG nova.network.neutron [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Updating instance_info_cache with network_info: [{"id": "53772386-d261-4d25-9ed1-1ad3acc04887", "address": "fa:16:3e:c2:93:16", "network": {"id": "be959492-2093-44bc-9f92-71ced53b60cf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-184774623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdf9a77b6d2642cd8f064312eb2750bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53772386-d2", "ovs_interfaceid": "53772386-d261-4d25-9ed1-1ad3acc04887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.362343] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "f769fc5c-68b8-4fe1-9dee-2130a43018e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.362629] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "f769fc5c-68b8-4fe1-9dee-2130a43018e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.362913] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "f769fc5c-68b8-4fe1-9dee-2130a43018e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.363615] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "f769fc5c-68b8-4fe1-9dee-2130a43018e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.363807] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "f769fc5c-68b8-4fe1-9dee-2130a43018e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.365886] env[68831]: INFO nova.compute.manager [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Terminating instance [ 923.503588] env[68831]: DEBUG nova.scheduler.client.report [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.507429] env[68831]: DEBUG nova.compute.manager [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.780746] env[68831]: DEBUG nova.network.neutron [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Port 48a9eccd-3ea0-4dd4-9987-30638797be4e binding to destination host cpu-1 is already ACTIVE {{(pid=68831) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 923.785211] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Releasing lock "refresh_cache-ef882f9b-aeb9-412b-bc0b-4ec321a28f38" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.785574] env[68831]: DEBUG nova.compute.manager [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Instance network_info: |[{"id": "53772386-d261-4d25-9ed1-1ad3acc04887", "address": "fa:16:3e:c2:93:16", "network": {"id": "be959492-2093-44bc-9f92-71ced53b60cf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-184774623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdf9a77b6d2642cd8f064312eb2750bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53772386-d2", "ovs_interfaceid": "53772386-d261-4d25-9ed1-1ad3acc04887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.785883] env[68831]: DEBUG oslo_concurrency.lockutils [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] Acquired lock "refresh_cache-ef882f9b-aeb9-412b-bc0b-4ec321a28f38" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.786126] env[68831]: DEBUG nova.network.neutron [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Refreshing network info cache for port 53772386-d261-4d25-9ed1-1ad3acc04887 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.787712] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:93:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53772386-d261-4d25-9ed1-1ad3acc04887', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.795805] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Creating folder: Project (bdf9a77b6d2642cd8f064312eb2750bd). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.799335] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d459bfbe-8fd6-4636-a1ce-5c92d9e64f74 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.812141] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Created folder: Project (bdf9a77b6d2642cd8f064312eb2750bd) in parent group-v563050. [ 923.812337] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Creating folder: Instances. Parent ref: group-v563235. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.812594] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a722c979-f44f-48e6-8585-474a769c5451 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.824660] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Created folder: Instances in parent group-v563235. [ 923.825033] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.825342] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.825733] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61275cb7-6ef5-4ccb-811f-2cbe7dc6f8c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.859712] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.859712] env[68831]: value = "task-2802841" [ 923.859712] env[68831]: _type = "Task" [ 923.859712] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.871714] env[68831]: DEBUG nova.compute.manager [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.872331] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.872460] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802841, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.873423] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e527bfa2-be02-4121-8ae5-45919969a650 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.883635] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.883897] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b112ba6-3bcf-4a8d-a9a1-03a72cfc5d1d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.892367] env[68831]: DEBUG oslo_vmware.api [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 923.892367] env[68831]: value = "task-2802842" [ 923.892367] env[68831]: _type = "Task" [ 923.892367] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.903176] env[68831]: DEBUG oslo_vmware.api [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.983331] env[68831]: DEBUG nova.compute.manager [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.011235] env[68831]: DEBUG nova.virt.hardware [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.011536] env[68831]: DEBUG nova.virt.hardware [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.011748] env[68831]: DEBUG nova.virt.hardware [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.011936] env[68831]: DEBUG nova.virt.hardware [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.012100] env[68831]: DEBUG nova.virt.hardware [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.012246] env[68831]: DEBUG nova.virt.hardware [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.012453] env[68831]: DEBUG nova.virt.hardware [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.012614] env[68831]: DEBUG nova.virt.hardware [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.012776] env[68831]: DEBUG nova.virt.hardware [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.012937] env[68831]: DEBUG nova.virt.hardware [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.013132] env[68831]: DEBUG nova.virt.hardware [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.013926] env[68831]: DEBUG oslo_concurrency.lockutils [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.018699] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8728ba82-e1d7-4053-bcdd-509c2dae118c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.024433] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.467s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.026557] env[68831]: INFO nova.compute.claims [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.035474] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7b5d93-593d-4341-b48f-60f7876ffd72 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.040931] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.053753] env[68831]: INFO nova.scheduler.client.report [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Deleted allocations for instance 99512308-438f-44e1-b0e4-355f4ce4ab0a [ 924.130687] env[68831]: DEBUG nova.network.neutron [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Updated VIF entry in instance network info cache for port 53772386-d261-4d25-9ed1-1ad3acc04887. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.131071] env[68831]: DEBUG nova.network.neutron [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Updating instance_info_cache with network_info: [{"id": "53772386-d261-4d25-9ed1-1ad3acc04887", "address": "fa:16:3e:c2:93:16", "network": {"id": "be959492-2093-44bc-9f92-71ced53b60cf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-184774623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdf9a77b6d2642cd8f064312eb2750bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53772386-d2", "ovs_interfaceid": "53772386-d261-4d25-9ed1-1ad3acc04887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.372078] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802841, 'name': CreateVM_Task, 'duration_secs': 0.334349} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.372260] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.372976] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.373163] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.373498] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.373758] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4c3b25d-150f-4704-b724-5e686bc3c8ea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.382537] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 924.382537] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c9af60-76bf-94b3-ce2b-8b9d837d4667" [ 924.382537] env[68831]: _type = "Task" [ 924.382537] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.394326] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c9af60-76bf-94b3-ce2b-8b9d837d4667, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.397933] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.402316] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.402591] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.402743] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.403032] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.403252] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04950643-efc0-4538-96c3-dd5308bfdc2d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.411803] env[68831]: DEBUG oslo_vmware.api [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802842, 'name': PowerOffVM_Task, 'duration_secs': 0.231514} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.412102] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.412272] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.413842] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fa84981-ed33-4252-a666-daa6f03f84d6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.415611] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.416036] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.417094] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db17d56-a4a3-4465-9f9c-b53e5a31a7f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.423262] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 924.423262] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5266b35b-f4b1-b6f6-0a44-673c23ff3982" [ 924.423262] env[68831]: _type = "Task" [ 924.423262] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.436466] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5266b35b-f4b1-b6f6-0a44-673c23ff3982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.497020] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.497020] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.497020] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Deleting the datastore file [datastore2] f769fc5c-68b8-4fe1-9dee-2130a43018e0 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.497020] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e88dde59-09ce-4217-90da-f98e52d6b279 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.503336] env[68831]: DEBUG oslo_vmware.api [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for the task: (returnval){ [ 924.503336] env[68831]: value = "task-2802844" [ 924.503336] env[68831]: _type = "Task" [ 924.503336] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.514760] env[68831]: DEBUG oslo_vmware.api [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.565204] env[68831]: DEBUG oslo_concurrency.lockutils [None req-704538c1-25a7-4f09-84f6-1b320bc38e06 tempest-ServersAdmin275Test-874708554 tempest-ServersAdmin275Test-874708554-project-member] Lock "99512308-438f-44e1-b0e4-355f4ce4ab0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.412s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.634757] env[68831]: DEBUG oslo_concurrency.lockutils [req-a75af1e6-4a15-4639-b012-bf795e54fb91 req-a3d9d5b2-1964-4859-8ebc-807f2f457633 service nova] Releasing lock "refresh_cache-ef882f9b-aeb9-412b-bc0b-4ec321a28f38" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.713043] env[68831]: DEBUG nova.network.neutron [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Successfully updated port: 44ea6b10-fc66-41ca-aa0e-90dbe845f9a6 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.717160] env[68831]: DEBUG nova.compute.manager [req-3ec57496-8ac5-4633-be74-b8a0f9301d93 req-3dc81648-266c-4954-aecd-48d821cbca92 service nova] [instance: affc9178-6383-4805-9360-9206369d67ae] Received event network-vif-plugged-44ea6b10-fc66-41ca-aa0e-90dbe845f9a6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.717411] env[68831]: DEBUG oslo_concurrency.lockutils [req-3ec57496-8ac5-4633-be74-b8a0f9301d93 req-3dc81648-266c-4954-aecd-48d821cbca92 service nova] Acquiring lock "affc9178-6383-4805-9360-9206369d67ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.717662] env[68831]: DEBUG oslo_concurrency.lockutils [req-3ec57496-8ac5-4633-be74-b8a0f9301d93 req-3dc81648-266c-4954-aecd-48d821cbca92 service nova] Lock "affc9178-6383-4805-9360-9206369d67ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.717930] env[68831]: DEBUG oslo_concurrency.lockutils [req-3ec57496-8ac5-4633-be74-b8a0f9301d93 req-3dc81648-266c-4954-aecd-48d821cbca92 service nova] Lock "affc9178-6383-4805-9360-9206369d67ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.718050] env[68831]: DEBUG nova.compute.manager [req-3ec57496-8ac5-4633-be74-b8a0f9301d93 req-3dc81648-266c-4954-aecd-48d821cbca92 service nova] [instance: affc9178-6383-4805-9360-9206369d67ae] No waiting events found dispatching network-vif-plugged-44ea6b10-fc66-41ca-aa0e-90dbe845f9a6 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.725419] env[68831]: WARNING nova.compute.manager [req-3ec57496-8ac5-4633-be74-b8a0f9301d93 req-3dc81648-266c-4954-aecd-48d821cbca92 service nova] [instance: affc9178-6383-4805-9360-9206369d67ae] Received unexpected event network-vif-plugged-44ea6b10-fc66-41ca-aa0e-90dbe845f9a6 for instance with vm_state building and task_state spawning. [ 924.809473] env[68831]: DEBUG oslo_concurrency.lockutils [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "1ce9536c-c125-48f8-b52a-4376adab0076-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.809473] env[68831]: DEBUG oslo_concurrency.lockutils [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "1ce9536c-c125-48f8-b52a-4376adab0076-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.809473] env[68831]: DEBUG oslo_concurrency.lockutils [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "1ce9536c-c125-48f8-b52a-4376adab0076-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.937507] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5266b35b-f4b1-b6f6-0a44-673c23ff3982, 'name': SearchDatastore_Task, 'duration_secs': 0.010464} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.938379] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fcbe653-8951-4090-820b-df7ae6f6d549 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.947010] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 924.947010] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5277cfe6-c93a-058d-f26f-13805cfe9e48" [ 924.947010] env[68831]: _type = "Task" [ 924.947010] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.957342] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5277cfe6-c93a-058d-f26f-13805cfe9e48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.015722] env[68831]: DEBUG oslo_vmware.api [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Task: {'id': task-2802844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156376} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.016091] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.016091] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.018055] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.018055] env[68831]: INFO nova.compute.manager [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 925.019977] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.019977] env[68831]: DEBUG nova.compute.manager [-] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.019977] env[68831]: DEBUG nova.network.neutron [-] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.217813] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "refresh_cache-affc9178-6383-4805-9360-9206369d67ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.218062] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquired lock "refresh_cache-affc9178-6383-4805-9360-9206369d67ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.218306] env[68831]: DEBUG nova.network.neutron [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.465074] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5277cfe6-c93a-058d-f26f-13805cfe9e48, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.465541] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.465956] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] ef882f9b-aeb9-412b-bc0b-4ec321a28f38/ef882f9b-aeb9-412b-bc0b-4ec321a28f38.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.466390] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2adb3622-697b-4406-b64b-c7b816fe753a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.477402] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 925.477402] env[68831]: value = "task-2802845" [ 925.477402] env[68831]: _type = "Task" [ 925.477402] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.489657] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.609343] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a1ca96-c579-4ff2-97d2-ac477cc7eded {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.617677] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f339dd-5bc0-4b1e-bea8-3a38d09a5e7b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.653637] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593bdb1d-b595-4bd6-8eba-fe9f57904af5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.664844] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed2c3b-963b-4b58-b7b4-dabe043bc688 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.680741] env[68831]: DEBUG nova.compute.provider_tree [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.797064] env[68831]: DEBUG nova.network.neutron [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.910238] env[68831]: DEBUG oslo_concurrency.lockutils [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.910428] env[68831]: DEBUG oslo_concurrency.lockutils [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.910667] env[68831]: DEBUG nova.network.neutron [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.992221] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487367} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.995466] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] ef882f9b-aeb9-412b-bc0b-4ec321a28f38/ef882f9b-aeb9-412b-bc0b-4ec321a28f38.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.995466] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.995466] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3202b303-0999-4066-8ce9-8e10c27f6ce9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.000728] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 926.000728] env[68831]: value = "task-2802846" [ 926.000728] env[68831]: _type = "Task" [ 926.000728] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.012516] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.016303] env[68831]: DEBUG nova.network.neutron [-] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.156596] env[68831]: DEBUG nova.network.neutron [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Updating instance_info_cache with network_info: [{"id": "44ea6b10-fc66-41ca-aa0e-90dbe845f9a6", "address": "fa:16:3e:76:9c:fb", "network": {"id": "be959492-2093-44bc-9f92-71ced53b60cf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-184774623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdf9a77b6d2642cd8f064312eb2750bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ea6b10-fc", "ovs_interfaceid": "44ea6b10-fc66-41ca-aa0e-90dbe845f9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.187515] env[68831]: DEBUG nova.scheduler.client.report [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.512667] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068648} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.513645] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.517053] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c5b707-0fde-4b82-aa00-7b10fe1080e8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.521112] env[68831]: INFO nova.compute.manager [-] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Took 1.50 seconds to deallocate network for instance. [ 926.543183] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] ef882f9b-aeb9-412b-bc0b-4ec321a28f38/ef882f9b-aeb9-412b-bc0b-4ec321a28f38.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.546637] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-298d3f65-488f-4415-897d-f6f0f3611872 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.577970] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 926.577970] env[68831]: value = "task-2802847" [ 926.577970] env[68831]: _type = "Task" [ 926.577970] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.593247] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.659527] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Releasing lock "refresh_cache-affc9178-6383-4805-9360-9206369d67ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.659897] env[68831]: DEBUG nova.compute.manager [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Instance network_info: |[{"id": "44ea6b10-fc66-41ca-aa0e-90dbe845f9a6", "address": "fa:16:3e:76:9c:fb", "network": {"id": "be959492-2093-44bc-9f92-71ced53b60cf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-184774623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdf9a77b6d2642cd8f064312eb2750bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ea6b10-fc", "ovs_interfaceid": "44ea6b10-fc66-41ca-aa0e-90dbe845f9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.660401] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:9c:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44ea6b10-fc66-41ca-aa0e-90dbe845f9a6', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.668845] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.669108] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: affc9178-6383-4805-9360-9206369d67ae] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.669772] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d52e05ad-7572-4b39-984c-fbac5c8d5687 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.692146] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.692802] env[68831]: DEBUG nova.compute.manager [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.697800] env[68831]: DEBUG nova.network.neutron [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating instance_info_cache with network_info: [{"id": "48a9eccd-3ea0-4dd4-9987-30638797be4e", "address": "fa:16:3e:f4:45:49", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a9eccd-3e", "ovs_interfaceid": "48a9eccd-3ea0-4dd4-9987-30638797be4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.698982] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.474s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.700787] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.700787] env[68831]: value = "task-2802848" [ 926.700787] env[68831]: _type = "Task" [ 926.700787] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.710238] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802848, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.785295] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "96f944da-6996-45fd-bdd5-81a060cd012f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.785655] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "96f944da-6996-45fd-bdd5-81a060cd012f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.804184] env[68831]: DEBUG nova.compute.manager [req-2db0768a-d3d1-41da-94c8-afbeb9d269aa req-1ecfd371-3e5d-4c6e-aba6-3efff1b59603 service nova] [instance: affc9178-6383-4805-9360-9206369d67ae] Received event network-changed-44ea6b10-fc66-41ca-aa0e-90dbe845f9a6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.804448] env[68831]: DEBUG nova.compute.manager [req-2db0768a-d3d1-41da-94c8-afbeb9d269aa req-1ecfd371-3e5d-4c6e-aba6-3efff1b59603 service nova] [instance: affc9178-6383-4805-9360-9206369d67ae] Refreshing instance network info cache due to event network-changed-44ea6b10-fc66-41ca-aa0e-90dbe845f9a6. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 926.804716] env[68831]: DEBUG oslo_concurrency.lockutils [req-2db0768a-d3d1-41da-94c8-afbeb9d269aa req-1ecfd371-3e5d-4c6e-aba6-3efff1b59603 service nova] Acquiring lock "refresh_cache-affc9178-6383-4805-9360-9206369d67ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.804827] env[68831]: DEBUG oslo_concurrency.lockutils [req-2db0768a-d3d1-41da-94c8-afbeb9d269aa req-1ecfd371-3e5d-4c6e-aba6-3efff1b59603 service nova] Acquired lock "refresh_cache-affc9178-6383-4805-9360-9206369d67ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.804985] env[68831]: DEBUG nova.network.neutron [req-2db0768a-d3d1-41da-94c8-afbeb9d269aa req-1ecfd371-3e5d-4c6e-aba6-3efff1b59603 service nova] [instance: affc9178-6383-4805-9360-9206369d67ae] Refreshing network info cache for port 44ea6b10-fc66-41ca-aa0e-90dbe845f9a6 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.071076] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.088100] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802847, 'name': ReconfigVM_Task, 'duration_secs': 0.372165} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.088378] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Reconfigured VM instance instance-00000041 to attach disk [datastore2] ef882f9b-aeb9-412b-bc0b-4ec321a28f38/ef882f9b-aeb9-412b-bc0b-4ec321a28f38.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.089115] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f859e724-118a-4c52-a8f2-dbfbf9cd4a7e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.099861] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 927.099861] env[68831]: value = "task-2802849" [ 927.099861] env[68831]: _type = "Task" [ 927.099861] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.110965] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802849, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.201928] env[68831]: DEBUG oslo_concurrency.lockutils [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Releasing lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.207330] env[68831]: DEBUG nova.compute.utils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.210634] env[68831]: INFO nova.compute.claims [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.216520] env[68831]: DEBUG nova.compute.manager [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.216520] env[68831]: DEBUG nova.network.neutron [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.230938] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802848, 'name': CreateVM_Task, 'duration_secs': 0.436562} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.230938] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: affc9178-6383-4805-9360-9206369d67ae] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.230938] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.230938] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.231107] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.231305] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f302f7-0636-4a9c-917e-975284958518 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.238191] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 927.238191] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52440d98-9770-702d-3c14-b1dbd555e5b3" [ 927.238191] env[68831]: _type = "Task" [ 927.238191] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.247370] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52440d98-9770-702d-3c14-b1dbd555e5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.281439] env[68831]: DEBUG nova.policy [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e61d2033f4547e9bcb763389258d35b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdf9a77b6d2642cd8f064312eb2750bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.611169] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802849, 'name': Rename_Task, 'duration_secs': 0.153684} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.611629] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.611629] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d02b407c-5c44-42f7-a4d0-adb50c95f377 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.624324] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 927.624324] env[68831]: value = "task-2802850" [ 927.624324] env[68831]: _type = "Task" [ 927.624324] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.641339] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.712413] env[68831]: DEBUG nova.network.neutron [req-2db0768a-d3d1-41da-94c8-afbeb9d269aa req-1ecfd371-3e5d-4c6e-aba6-3efff1b59603 service nova] [instance: affc9178-6383-4805-9360-9206369d67ae] Updated VIF entry in instance network info cache for port 44ea6b10-fc66-41ca-aa0e-90dbe845f9a6. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.712862] env[68831]: DEBUG nova.network.neutron [req-2db0768a-d3d1-41da-94c8-afbeb9d269aa req-1ecfd371-3e5d-4c6e-aba6-3efff1b59603 service nova] [instance: affc9178-6383-4805-9360-9206369d67ae] Updating instance_info_cache with network_info: [{"id": "44ea6b10-fc66-41ca-aa0e-90dbe845f9a6", "address": "fa:16:3e:76:9c:fb", "network": {"id": "be959492-2093-44bc-9f92-71ced53b60cf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-184774623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdf9a77b6d2642cd8f064312eb2750bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ea6b10-fc", "ovs_interfaceid": "44ea6b10-fc66-41ca-aa0e-90dbe845f9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.718243] env[68831]: DEBUG nova.compute.manager [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.726907] env[68831]: INFO nova.compute.resource_tracker [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating resource usage from migration 6a72a979-27f1-4e42-a68f-1f7717cde923 [ 927.749237] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf251c4-951a-41a4-9c1c-3c362da91f55 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.756301] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52440d98-9770-702d-3c14-b1dbd555e5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012284} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.759656] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.759906] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.760203] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.760361] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.760559] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.761219] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-748c3826-56a0-4460-be8e-e87e1a746227 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.787240] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39817c84-2af3-4817-a0c0-2e67044ccce6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.797060] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating instance '1ce9536c-c125-48f8-b52a-4376adab0076' progress to 83 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.801597] env[68831]: DEBUG nova.network.neutron [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Successfully created port: 71d1f0c1-666c-4f45-87c0-f5f5e07d1f44 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.804241] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.804692] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.809442] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c593c3-20ba-4256-b6fb-d33c966a8140 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.815635] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 927.815635] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5274befd-e77e-f68b-e778-deb75787fa86" [ 927.815635] env[68831]: _type = "Task" [ 927.815635] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.825040] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5274befd-e77e-f68b-e778-deb75787fa86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.138812] env[68831]: DEBUG oslo_vmware.api [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802850, 'name': PowerOnVM_Task, 'duration_secs': 0.493901} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.141453] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.141668] env[68831]: INFO nova.compute.manager [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Took 6.86 seconds to spawn the instance on the hypervisor. [ 928.141854] env[68831]: DEBUG nova.compute.manager [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.142888] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c67a1c-681c-42f1-993a-8cb6aafb6732 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.215588] env[68831]: DEBUG oslo_concurrency.lockutils [req-2db0768a-d3d1-41da-94c8-afbeb9d269aa req-1ecfd371-3e5d-4c6e-aba6-3efff1b59603 service nova] Releasing lock "refresh_cache-affc9178-6383-4805-9360-9206369d67ae" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.215853] env[68831]: DEBUG nova.compute.manager [req-2db0768a-d3d1-41da-94c8-afbeb9d269aa req-1ecfd371-3e5d-4c6e-aba6-3efff1b59603 service nova] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Received event network-vif-deleted-a7d0c53f-688e-4199-bb4e-d379e6b0bead {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.299378] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cc6c86-09a3-448e-9354-7bd1b6ee8197 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.310648] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.311043] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1154f14f-7a79-4409-82c0-f61dc43cc405 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.313254] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4f47de-da73-45a6-89d2-9a88152bd5f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.322758] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 928.322758] env[68831]: value = "task-2802851" [ 928.322758] env[68831]: _type = "Task" [ 928.322758] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.351539] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5274befd-e77e-f68b-e778-deb75787fa86, 'name': SearchDatastore_Task, 'duration_secs': 0.010405} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.355311] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f756ff97-0fc9-4aaf-8fbe-35189437d24a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.358376] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a88544-e237-4260-89db-a33cb4edb4b4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.369456] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802851, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.369791] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 928.369791] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524f1222-37ee-ac20-8481-5e691d38de61" [ 928.369791] env[68831]: _type = "Task" [ 928.369791] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.371176] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688ae97e-1b1b-42ca-bb63-6dcd82045edb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.388834] env[68831]: DEBUG nova.compute.provider_tree [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.395410] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524f1222-37ee-ac20-8481-5e691d38de61, 'name': SearchDatastore_Task, 'duration_secs': 0.011425} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.395830] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.396188] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] affc9178-6383-4805-9360-9206369d67ae/affc9178-6383-4805-9360-9206369d67ae.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.396986] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4739be50-130f-41f6-913d-e76805bf715b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.404547] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 928.404547] env[68831]: value = "task-2802852" [ 928.404547] env[68831]: _type = "Task" [ 928.404547] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.413916] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.664562] env[68831]: INFO nova.compute.manager [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Took 51.53 seconds to build instance. [ 928.727586] env[68831]: DEBUG nova.compute.manager [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.758177] env[68831]: DEBUG nova.virt.hardware [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.758448] env[68831]: DEBUG nova.virt.hardware [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.758648] env[68831]: DEBUG nova.virt.hardware [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.758841] env[68831]: DEBUG nova.virt.hardware [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.758990] env[68831]: DEBUG nova.virt.hardware [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.759414] env[68831]: DEBUG nova.virt.hardware [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.759643] env[68831]: DEBUG nova.virt.hardware [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.759809] env[68831]: DEBUG nova.virt.hardware [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.759976] env[68831]: DEBUG nova.virt.hardware [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.760154] env[68831]: DEBUG nova.virt.hardware [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.760330] env[68831]: DEBUG nova.virt.hardware [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.761478] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eca2223-3182-4d10-9ee8-ae2bc875b5dd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.773879] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed36747-98d2-449d-a5df-8791c1aab5f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.864593] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802851, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.897517] env[68831]: DEBUG nova.scheduler.client.report [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.915151] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488882} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.916110] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] affc9178-6383-4805-9360-9206369d67ae/affc9178-6383-4805-9360-9206369d67ae.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.916811] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.916811] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f828083-3d73-434e-b647-a9597f63e8df {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.923623] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 928.923623] env[68831]: value = "task-2802853" [ 928.923623] env[68831]: _type = "Task" [ 928.923623] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.932524] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.169473] env[68831]: DEBUG oslo_concurrency.lockutils [None req-36623502-c6c9-4243-a619-fdf36562b6e2 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "ef882f9b-aeb9-412b-bc0b-4ec321a28f38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.048s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.309234] env[68831]: DEBUG nova.compute.manager [req-b4efc7a4-7ac0-4177-a31c-a2428234d2b3 req-8f29649f-3dce-4ff2-af92-888551e8df83 service nova] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Received event network-vif-plugged-71d1f0c1-666c-4f45-87c0-f5f5e07d1f44 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.309451] env[68831]: DEBUG oslo_concurrency.lockutils [req-b4efc7a4-7ac0-4177-a31c-a2428234d2b3 req-8f29649f-3dce-4ff2-af92-888551e8df83 service nova] Acquiring lock "9e5d6ead-cc9f-41db-980b-f7c8f238c181-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.309663] env[68831]: DEBUG oslo_concurrency.lockutils [req-b4efc7a4-7ac0-4177-a31c-a2428234d2b3 req-8f29649f-3dce-4ff2-af92-888551e8df83 service nova] Lock "9e5d6ead-cc9f-41db-980b-f7c8f238c181-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.309831] env[68831]: DEBUG oslo_concurrency.lockutils [req-b4efc7a4-7ac0-4177-a31c-a2428234d2b3 req-8f29649f-3dce-4ff2-af92-888551e8df83 service nova] Lock "9e5d6ead-cc9f-41db-980b-f7c8f238c181-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.309998] env[68831]: DEBUG nova.compute.manager [req-b4efc7a4-7ac0-4177-a31c-a2428234d2b3 req-8f29649f-3dce-4ff2-af92-888551e8df83 service nova] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] No waiting events found dispatching network-vif-plugged-71d1f0c1-666c-4f45-87c0-f5f5e07d1f44 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.310941] env[68831]: WARNING nova.compute.manager [req-b4efc7a4-7ac0-4177-a31c-a2428234d2b3 req-8f29649f-3dce-4ff2-af92-888551e8df83 service nova] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Received unexpected event network-vif-plugged-71d1f0c1-666c-4f45-87c0-f5f5e07d1f44 for instance with vm_state building and task_state spawning. [ 929.367031] env[68831]: DEBUG oslo_vmware.api [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802851, 'name': PowerOnVM_Task, 'duration_secs': 0.590913} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.367031] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.367031] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4519e-a0f0-4332-91c2-04c5cf821766 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating instance '1ce9536c-c125-48f8-b52a-4376adab0076' progress to 100 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.403753] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.705s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.404166] env[68831]: INFO nova.compute.manager [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Migrating [ 929.411921] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.085s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.423977] env[68831]: DEBUG nova.network.neutron [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Successfully updated port: 71d1f0c1-666c-4f45-87c0-f5f5e07d1f44 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.441849] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076475} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.442398] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.444212] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8d5c80-06c3-4b40-8aca-51a5077cf2f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.471716] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] affc9178-6383-4805-9360-9206369d67ae/affc9178-6383-4805-9360-9206369d67ae.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.473476] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0582976-e963-4c42-bb83-8112d754c50b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.498015] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 929.498015] env[68831]: value = "task-2802854" [ 929.498015] env[68831]: _type = "Task" [ 929.498015] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.515454] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802854, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.674197] env[68831]: DEBUG nova.compute.manager [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.941030] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.941167] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.941344] env[68831]: DEBUG nova.network.neutron [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.946051] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "refresh_cache-9e5d6ead-cc9f-41db-980b-f7c8f238c181" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.946051] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquired lock "refresh_cache-9e5d6ead-cc9f-41db-980b-f7c8f238c181" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.946051] env[68831]: DEBUG nova.network.neutron [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.011429] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.198308] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.450118] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Applying migration context for instance 1ce9536c-c125-48f8-b52a-4376adab0076 as it has an incoming, in-progress migration 02ec1215-965f-4376-9cbe-94b3a1e28f46. Migration status is finished {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 930.450417] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Applying migration context for instance 0acce7bd-b0b0-430e-b913-8d3a73b9e783 as it has an incoming, in-progress migration 6a72a979-27f1-4e42-a68f-1f7717cde923. Migration status is pre-migrating {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 930.452813] env[68831]: INFO nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating resource usage from migration 02ec1215-965f-4376-9cbe-94b3a1e28f46 [ 930.453634] env[68831]: INFO nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating resource usage from migration 6a72a979-27f1-4e42-a68f-1f7717cde923 [ 930.453972] env[68831]: INFO nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updating resource usage from migration 3f692128-e167-4d5b-a7a2-bbde9c0ffd55 [ 930.479039] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 28bf3f4e-650a-44b4-abf2-8195f32cfb34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 930.479039] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.479039] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 930.479039] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 930.479039] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 930.479039] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance ea190e91-e74a-497b-b28d-91c72895bb58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 930.479039] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 930.479039] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 5be9111c-f58a-43eb-94c1-d0ac8d99159f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 930.479039] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance ba678a0d-d3f0-4dca-ad62-697237cf99ea actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 930.479039] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance a9163236-c65e-48c8-b068-73898e0e173e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 930.479039] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 8d015588-d232-4639-92fc-413da7fcf695 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 930.479039] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance bdc2f1dc-b4af-41be-bb5a-38d794f4cb04 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.479039] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance c932205e-1c45-4441-9a44-171c7de15c2f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.479039] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance cfc9f302-5554-4eca-bdcb-19fb860b77f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 930.479505] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 96c55c61-610e-42e7-837a-87ca271af5d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.479505] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 26b49db3-cc82-4cc8-b607-27493c9476e7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.479505] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 2587372d-4aeb-4429-8169-7dfce1c2c7e1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.479505] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance f769fc5c-68b8-4fe1-9dee-2130a43018e0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.479619] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Migration 02ec1215-965f-4376-9cbe-94b3a1e28f46 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 930.479671] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 1ce9536c-c125-48f8-b52a-4376adab0076 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 930.479784] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance ef882f9b-aeb9-412b-bc0b-4ec321a28f38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 930.479894] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance affc9178-6383-4805-9360-9206369d67ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 930.480013] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 9e5d6ead-cc9f-41db-980b-f7c8f238c181 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 930.512194] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802854, 'name': ReconfigVM_Task, 'duration_secs': 0.955935} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.512194] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Reconfigured VM instance instance-00000042 to attach disk [datastore2] affc9178-6383-4805-9360-9206369d67ae/affc9178-6383-4805-9360-9206369d67ae.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.512194] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2323d0c-0f80-4bba-b873-22039c654a3e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.519927] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 930.519927] env[68831]: value = "task-2802855" [ 930.519927] env[68831]: _type = "Task" [ 930.519927] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.520854] env[68831]: DEBUG nova.network.neutron [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.536572] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802855, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.795930] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Acquiring lock "6249d6d9-888c-4440-98eb-956e4b0641b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.796183] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Lock "6249d6d9-888c-4440-98eb-956e4b0641b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.824306] env[68831]: DEBUG nova.network.neutron [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Updating instance_info_cache with network_info: [{"id": "71d1f0c1-666c-4f45-87c0-f5f5e07d1f44", "address": "fa:16:3e:77:5a:cc", "network": {"id": "be959492-2093-44bc-9f92-71ced53b60cf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-184774623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdf9a77b6d2642cd8f064312eb2750bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71d1f0c1-66", "ovs_interfaceid": "71d1f0c1-666c-4f45-87c0-f5f5e07d1f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.896255] env[68831]: DEBUG nova.network.neutron [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating instance_info_cache with network_info: [{"id": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "address": "fa:16:3e:7d:0b:79", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e87b985-9b", "ovs_interfaceid": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.983185] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 71344266-21bf-454a-b54d-4c291336d8ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 931.044700] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802855, 'name': Rename_Task, 'duration_secs': 0.345754} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.045068] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.045371] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f024984e-7bc4-4e3b-9dc6-6eaa4d668438 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.054170] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 931.054170] env[68831]: value = "task-2802856" [ 931.054170] env[68831]: _type = "Task" [ 931.054170] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.065017] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.328225] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Releasing lock "refresh_cache-9e5d6ead-cc9f-41db-980b-f7c8f238c181" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.328786] env[68831]: DEBUG nova.compute.manager [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Instance network_info: |[{"id": "71d1f0c1-666c-4f45-87c0-f5f5e07d1f44", "address": "fa:16:3e:77:5a:cc", "network": {"id": "be959492-2093-44bc-9f92-71ced53b60cf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-184774623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdf9a77b6d2642cd8f064312eb2750bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71d1f0c1-66", "ovs_interfaceid": "71d1f0c1-666c-4f45-87c0-f5f5e07d1f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.329269] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:5a:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71d1f0c1-666c-4f45-87c0-f5f5e07d1f44', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.338073] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.338382] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.338665] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ab3a46f-32f6-41f6-aa1a-aed5e406b229 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.370496] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.370496] env[68831]: value = "task-2802857" [ 931.370496] env[68831]: _type = "Task" [ 931.370496] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.373367] env[68831]: DEBUG nova.compute.manager [req-290ebbd4-bacb-4d79-9910-883d9d580f7d req-f8e920d6-f18e-4b54-8c2f-4dcab68efc49 service nova] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Received event network-changed-71d1f0c1-666c-4f45-87c0-f5f5e07d1f44 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.373992] env[68831]: DEBUG nova.compute.manager [req-290ebbd4-bacb-4d79-9910-883d9d580f7d req-f8e920d6-f18e-4b54-8c2f-4dcab68efc49 service nova] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Refreshing instance network info cache due to event network-changed-71d1f0c1-666c-4f45-87c0-f5f5e07d1f44. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 931.373992] env[68831]: DEBUG oslo_concurrency.lockutils [req-290ebbd4-bacb-4d79-9910-883d9d580f7d req-f8e920d6-f18e-4b54-8c2f-4dcab68efc49 service nova] Acquiring lock "refresh_cache-9e5d6ead-cc9f-41db-980b-f7c8f238c181" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.373992] env[68831]: DEBUG oslo_concurrency.lockutils [req-290ebbd4-bacb-4d79-9910-883d9d580f7d req-f8e920d6-f18e-4b54-8c2f-4dcab68efc49 service nova] Acquired lock "refresh_cache-9e5d6ead-cc9f-41db-980b-f7c8f238c181" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.374195] env[68831]: DEBUG nova.network.neutron [req-290ebbd4-bacb-4d79-9910-883d9d580f7d req-f8e920d6-f18e-4b54-8c2f-4dcab68efc49 service nova] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Refreshing network info cache for port 71d1f0c1-666c-4f45-87c0-f5f5e07d1f44 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.386610] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802857, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.404329] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.488026] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 7228b0fc-2d2c-4c11-9b8c-167b67390f3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 931.488026] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Migration 6a72a979-27f1-4e42-a68f-1f7717cde923 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 931.488026] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 0acce7bd-b0b0-430e-b913-8d3a73b9e783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 931.570030] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802856, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.889891] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802857, 'name': CreateVM_Task, 'duration_secs': 0.447899} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.890307] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.891294] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.891551] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.892023] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.892719] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-572928ae-8a18-4f41-b041-b624edf3aa0d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.899989] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 931.899989] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527923aa-7012-a935-fe93-360053fc5df2" [ 931.899989] env[68831]: _type = "Task" [ 931.899989] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.920042] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527923aa-7012-a935-fe93-360053fc5df2, 'name': SearchDatastore_Task, 'duration_secs': 0.017154} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.920370] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.920609] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.920848] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.920999] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.921194] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.921468] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e162647-213b-4bbd-8939-a6bed8c7438a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.933199] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.933199] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.933657] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d9fc2b7-ba93-450d-a20e-800d1a960124 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.942358] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 931.942358] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a32710-ca61-fd75-e6dd-528c904772b4" [ 931.942358] env[68831]: _type = "Task" [ 931.942358] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.952590] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a32710-ca61-fd75-e6dd-528c904772b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.993583] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 523615be-9200-4639-a60f-a55c7898859e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 932.067603] env[68831]: DEBUG oslo_vmware.api [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802856, 'name': PowerOnVM_Task, 'duration_secs': 0.85094} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.070424] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.070650] env[68831]: INFO nova.compute.manager [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Took 8.09 seconds to spawn the instance on the hypervisor. [ 932.070832] env[68831]: DEBUG nova.compute.manager [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.071970] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f40b00-d112-4463-9533-4fd7947c09ec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.157980] env[68831]: DEBUG nova.network.neutron [req-290ebbd4-bacb-4d79-9910-883d9d580f7d req-f8e920d6-f18e-4b54-8c2f-4dcab68efc49 service nova] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Updated VIF entry in instance network info cache for port 71d1f0c1-666c-4f45-87c0-f5f5e07d1f44. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.158521] env[68831]: DEBUG nova.network.neutron [req-290ebbd4-bacb-4d79-9910-883d9d580f7d req-f8e920d6-f18e-4b54-8c2f-4dcab68efc49 service nova] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Updating instance_info_cache with network_info: [{"id": "71d1f0c1-666c-4f45-87c0-f5f5e07d1f44", "address": "fa:16:3e:77:5a:cc", "network": {"id": "be959492-2093-44bc-9f92-71ced53b60cf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-184774623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdf9a77b6d2642cd8f064312eb2750bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71d1f0c1-66", "ovs_interfaceid": "71d1f0c1-666c-4f45-87c0-f5f5e07d1f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.340430] env[68831]: DEBUG nova.network.neutron [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Port 48a9eccd-3ea0-4dd4-9987-30638797be4e binding to destination host cpu-1 is already ACTIVE {{(pid=68831) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 932.340689] env[68831]: DEBUG oslo_concurrency.lockutils [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.340832] env[68831]: DEBUG oslo_concurrency.lockutils [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.340995] env[68831]: DEBUG nova.network.neutron [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.453153] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a32710-ca61-fd75-e6dd-528c904772b4, 'name': SearchDatastore_Task, 'duration_secs': 0.01239} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.453982] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f867d6f4-13ff-4ea0-a086-000ef952109b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.461257] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 932.461257] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ac0141-f122-5f57-46a4-62d2bf84d896" [ 932.461257] env[68831]: _type = "Task" [ 932.461257] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.470546] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ac0141-f122-5f57-46a4-62d2bf84d896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.497242] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 528a1841-a146-4747-b331-a82997808623 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 932.590572] env[68831]: INFO nova.compute.manager [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Took 51.87 seconds to build instance. [ 932.664152] env[68831]: DEBUG oslo_concurrency.lockutils [req-290ebbd4-bacb-4d79-9910-883d9d580f7d req-f8e920d6-f18e-4b54-8c2f-4dcab68efc49 service nova] Releasing lock "refresh_cache-9e5d6ead-cc9f-41db-980b-f7c8f238c181" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.920295] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9967e0b5-c60a-4209-9b36-7687e3e6d8dd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.939412] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating instance '0acce7bd-b0b0-430e-b913-8d3a73b9e783' progress to 0 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.971251] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ac0141-f122-5f57-46a4-62d2bf84d896, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.973660] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.973928] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 9e5d6ead-cc9f-41db-980b-f7c8f238c181/9e5d6ead-cc9f-41db-980b-f7c8f238c181.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.974206] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e116345e-7360-4a9c-87e1-e5150e38549e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.982491] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 932.982491] env[68831]: value = "task-2802858" [ 932.982491] env[68831]: _type = "Task" [ 932.982491] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.990599] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.000744] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 1add3414-42a1-4ca0-8622-f931690d966e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 933.000744] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Migration 3f692128-e167-4d5b-a7a2-bbde9c0ffd55 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 933.000744] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 4aa059f6-deaf-4892-9b31-f62bfe955174 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.079324] env[68831]: DEBUG nova.network.neutron [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating instance_info_cache with network_info: [{"id": "48a9eccd-3ea0-4dd4-9987-30638797be4e", "address": "fa:16:3e:f4:45:49", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a9eccd-3e", "ovs_interfaceid": "48a9eccd-3ea0-4dd4-9987-30638797be4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.092176] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ba402d6e-ac5b-406f-ab09-f04e7a00c571 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "affc9178-6383-4805-9360-9206369d67ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.595s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.446844] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.447206] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eae27ad-d77a-4d12-8406-37b6690b32b8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.453081] env[68831]: DEBUG oslo_vmware.api [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 933.453081] env[68831]: value = "task-2802859" [ 933.453081] env[68831]: _type = "Task" [ 933.453081] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.460925] env[68831]: DEBUG oslo_vmware.api [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.492611] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44275} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.492611] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 9e5d6ead-cc9f-41db-980b-f7c8f238c181/9e5d6ead-cc9f-41db-980b-f7c8f238c181.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.492611] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.492611] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49cc6f59-de65-465c-ba78-b330931c3562 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.498326] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 933.498326] env[68831]: value = "task-2802860" [ 933.498326] env[68831]: _type = "Task" [ 933.498326] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.506079] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 059a92f0-97b1-434c-950d-3aa3258b4074 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 933.507323] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.583096] env[68831]: DEBUG oslo_concurrency.lockutils [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Releasing lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.594801] env[68831]: DEBUG nova.compute.manager [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.964270] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] VM already powered off {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 933.964510] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating instance '0acce7bd-b0b0-430e-b913-8d3a73b9e783' progress to 17 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.007983] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207599} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.008734] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance caf11f34-b9de-42a0-8d8a-326535eda7e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 934.009925] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.011126] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acd4f0c-fbeb-4e2a-bdca-8fcf3b2c5090 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.034600] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 9e5d6ead-cc9f-41db-980b-f7c8f238c181/9e5d6ead-cc9f-41db-980b-f7c8f238c181.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.036025] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-416cf6c9-b59d-4a13-a0cf-c184f35c8c5f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.055682] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 934.055682] env[68831]: value = "task-2802861" [ 934.055682] env[68831]: _type = "Task" [ 934.055682] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.064708] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.086591] env[68831]: DEBUG nova.compute.manager [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68831) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 934.086939] env[68831]: DEBUG oslo_concurrency.lockutils [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.117190] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.470801] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.471299] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.471473] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.471664] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.471811] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.471979] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.472180] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.472342] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.472527] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.472686] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.472856] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.477918] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152dc368-f564-4bdf-bb77-7ae7a934c3b8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.494066] env[68831]: DEBUG oslo_vmware.api [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 934.494066] env[68831]: value = "task-2802862" [ 934.494066] env[68831]: _type = "Task" [ 934.494066] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.503566] env[68831]: DEBUG oslo_vmware.api [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.511640] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance c8e11680-f1fc-4237-a8d2-2d1706080b0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 934.569160] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802861, 'name': ReconfigVM_Task, 'duration_secs': 0.27232} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.569160] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 9e5d6ead-cc9f-41db-980b-f7c8f238c181/9e5d6ead-cc9f-41db-980b-f7c8f238c181.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.569160] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb4ecf32-956a-420d-bc8f-b942e9a42e91 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.574586] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 934.574586] env[68831]: value = "task-2802863" [ 934.574586] env[68831]: _type = "Task" [ 934.574586] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.584444] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802863, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.004018] env[68831]: DEBUG oslo_vmware.api [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802862, 'name': ReconfigVM_Task, 'duration_secs': 0.133912} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.004323] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating instance '0acce7bd-b0b0-430e-b913-8d3a73b9e783' progress to 33 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 935.014223] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 96f944da-6996-45fd-bdd5-81a060cd012f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 935.086092] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802863, 'name': Rename_Task, 'duration_secs': 0.144731} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.086382] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.086625] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad50966d-74b0-4aea-a74e-62761ee4ce1b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.093345] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 935.093345] env[68831]: value = "task-2802864" [ 935.093345] env[68831]: _type = "Task" [ 935.093345] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.101153] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.511685] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.512110] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.512110] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.512328] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.512486] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.512658] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.512864] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.513038] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.513212] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.513376] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.513551] env[68831]: DEBUG nova.virt.hardware [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.518935] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Reconfiguring VM instance instance-00000013 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 935.519671] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 6249d6d9-888c-4440-98eb-956e4b0641b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 935.519968] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 935.520155] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 935.522554] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aedf0898-0d16-4d81-bc38-ddeb78dc6516 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.543572] env[68831]: DEBUG oslo_vmware.api [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 935.543572] env[68831]: value = "task-2802865" [ 935.543572] env[68831]: _type = "Task" [ 935.543572] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.553805] env[68831]: DEBUG oslo_vmware.api [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.603496] env[68831]: DEBUG oslo_vmware.api [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802864, 'name': PowerOnVM_Task, 'duration_secs': 0.463516} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.606347] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.606347] env[68831]: INFO nova.compute.manager [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Took 6.88 seconds to spawn the instance on the hypervisor. [ 935.606585] env[68831]: DEBUG nova.compute.manager [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.607773] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76841c93-64b1-4b32-9640-4c7c28276908 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.974446] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b4c33b-f593-411b-a160-5b06aa11a553 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.981753] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaee324-1dbd-4c6a-8727-1cfa20923335 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.014670] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf49d56-11a2-4801-976d-1e9ede1ca22b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.024302] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d284fdb3-83e2-4062-b1a5-f43c6dc30c0d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.039052] env[68831]: DEBUG nova.compute.provider_tree [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.052559] env[68831]: DEBUG oslo_vmware.api [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802865, 'name': ReconfigVM_Task, 'duration_secs': 0.435825} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.052790] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Reconfigured VM instance instance-00000013 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 936.053567] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b26161-29f6-45cc-a8cb-df20168ebbc1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.076162] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 0acce7bd-b0b0-430e-b913-8d3a73b9e783/0acce7bd-b0b0-430e-b913-8d3a73b9e783.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.076953] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc355875-c5d1-4228-8920-a7f19067b63b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.095247] env[68831]: DEBUG oslo_vmware.api [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 936.095247] env[68831]: value = "task-2802866" [ 936.095247] env[68831]: _type = "Task" [ 936.095247] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.102797] env[68831]: DEBUG oslo_vmware.api [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.129167] env[68831]: INFO nova.compute.manager [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Took 50.60 seconds to build instance. [ 936.543092] env[68831]: DEBUG nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.605794] env[68831]: DEBUG oslo_vmware.api [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2802866, 'name': ReconfigVM_Task, 'duration_secs': 0.272257} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.606108] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 0acce7bd-b0b0-430e-b913-8d3a73b9e783/0acce7bd-b0b0-430e-b913-8d3a73b9e783.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.606430] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating instance '0acce7bd-b0b0-430e-b913-8d3a73b9e783' progress to 50 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.632713] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8a418f1-3c02-4287-b3d5-acf102d0bb7b tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "9e5d6ead-cc9f-41db-980b-f7c8f238c181" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.605s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.049632] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 937.049920] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.638s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.050224] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.784s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.050410] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.056641] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.474s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.056837] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.058644] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.436s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.060105] env[68831]: INFO nova.compute.claims [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.066023] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.066023] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Cleaning up deleted instances {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 937.091711] env[68831]: INFO nova.scheduler.client.report [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Deleted allocations for instance bdc2f1dc-b4af-41be-bb5a-38d794f4cb04 [ 937.103118] env[68831]: INFO nova.scheduler.client.report [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Deleted allocations for instance bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae [ 937.113030] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3873a2d-b812-4002-a84c-dff0cdd09c1c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.133832] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71c293e-7c4e-4911-bffa-014ec13ce73a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.137529] env[68831]: DEBUG nova.compute.manager [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.157628] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating instance '0acce7bd-b0b0-430e-b913-8d3a73b9e783' progress to 67 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 937.582972] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] There are 43 instances to clean {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 937.583348] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 310e857e-8533-4810-9726-8cd443698ea6] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 937.606811] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c727eb9a-be4a-4e62-b985-a41819034ae0 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "bdc2f1dc-b4af-41be-bb5a-38d794f4cb04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.635s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.607790] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2254c7d-e66a-4121-a3db-4dd3bf1f9963 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Lock "bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.530s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.659036] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.696110] env[68831]: DEBUG nova.network.neutron [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Port 5e87b985-9b83-4b8b-b1e1-a6091084c19d binding to destination host cpu-1 is already ACTIVE {{(pid=68831) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 938.090431] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 99512308-438f-44e1-b0e4-355f4ce4ab0a] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 938.356309] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4cf245aa-716c-4557-b368-f53435fd5aea tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "ef882f9b-aeb9-412b-bc0b-4ec321a28f38" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.356621] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4cf245aa-716c-4557-b368-f53435fd5aea tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "ef882f9b-aeb9-412b-bc0b-4ec321a28f38" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.356753] env[68831]: DEBUG nova.compute.manager [None req-4cf245aa-716c-4557-b368-f53435fd5aea tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.358577] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e8c81c-8ad6-496c-9f66-679d004de8f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.368338] env[68831]: DEBUG nova.compute.manager [None req-4cf245aa-716c-4557-b368-f53435fd5aea tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68831) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 938.368952] env[68831]: DEBUG nova.objects.instance [None req-4cf245aa-716c-4557-b368-f53435fd5aea tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lazy-loading 'flavor' on Instance uuid ef882f9b-aeb9-412b-bc0b-4ec321a28f38 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.529530] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4921af73-84ed-464f-a4b5-cb3d75dbd57c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.538133] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505c2d9c-ca2f-4c97-a49e-acd66bc61763 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.567935] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b110f2d-e2f0-4440-9bcc-dc49783ce0d3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.575838] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60cd246-2785-4901-b8a5-04a1717a7e24 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.589317] env[68831]: DEBUG nova.compute.provider_tree [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.594344] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: f0f4b525-d58e-47de-b878-e76a2fa4e074] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 938.725271] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.725541] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.725753] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.848913] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "ea190e91-e74a-497b-b28d-91c72895bb58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.849306] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "ea190e91-e74a-497b-b28d-91c72895bb58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.849416] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "ea190e91-e74a-497b-b28d-91c72895bb58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.849594] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "ea190e91-e74a-497b-b28d-91c72895bb58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.849760] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "ea190e91-e74a-497b-b28d-91c72895bb58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.851987] env[68831]: INFO nova.compute.manager [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Terminating instance [ 939.093607] env[68831]: DEBUG nova.scheduler.client.report [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.098140] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 02666126-bd9b-498b-ad98-e1d61748c545] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 939.356818] env[68831]: DEBUG nova.compute.manager [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.356818] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.357282] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad4899f-139f-46c8-9c11-3fad568c711c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.367048] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.367048] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a0da486-9e3a-44ab-9676-a84e2b9914a9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.372508] env[68831]: DEBUG oslo_vmware.api [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 939.372508] env[68831]: value = "task-2802867" [ 939.372508] env[68831]: _type = "Task" [ 939.372508] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.381610] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf245aa-716c-4557-b368-f53435fd5aea tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.383017] env[68831]: DEBUG oslo_vmware.api [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.383017] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c09230fa-5c0d-4d8b-87ba-6f5fd90e0229 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.387734] env[68831]: DEBUG oslo_vmware.api [None req-4cf245aa-716c-4557-b368-f53435fd5aea tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 939.387734] env[68831]: value = "task-2802868" [ 939.387734] env[68831]: _type = "Task" [ 939.387734] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.396949] env[68831]: DEBUG oslo_vmware.api [None req-4cf245aa-716c-4557-b368-f53435fd5aea tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.603682] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.603682] env[68831]: DEBUG nova.compute.manager [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.608039] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: b4723bbd-2e44-411c-bddd-3c9710bc20f7] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 939.612345] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.325s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.612345] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.612672] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.304s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.614944] env[68831]: INFO nova.compute.claims [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.652056] env[68831]: INFO nova.scheduler.client.report [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Deleted allocations for instance c932205e-1c45-4441-9a44-171c7de15c2f [ 939.782609] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.782609] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.782609] env[68831]: DEBUG nova.network.neutron [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.885026] env[68831]: DEBUG oslo_vmware.api [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802867, 'name': PowerOffVM_Task, 'duration_secs': 0.303081} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.885026] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.885026] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.885026] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1daab37a-6d33-4562-b776-b2028b4700d0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.898087] env[68831]: DEBUG oslo_vmware.api [None req-4cf245aa-716c-4557-b368-f53435fd5aea tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802868, 'name': PowerOffVM_Task, 'duration_secs': 0.286653} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.898752] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf245aa-716c-4557-b368-f53435fd5aea tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.899150] env[68831]: DEBUG nova.compute.manager [None req-4cf245aa-716c-4557-b368-f53435fd5aea tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.900088] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eae302-ac26-4de8-bbcf-4fbceb7f9df0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.960533] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.961214] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.961576] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Deleting the datastore file [datastore2] ea190e91-e74a-497b-b28d-91c72895bb58 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.963052] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e71ad4b5-b1d7-4398-bba6-33c67a613653 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.970047] env[68831]: DEBUG oslo_vmware.api [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for the task: (returnval){ [ 939.970047] env[68831]: value = "task-2802870" [ 939.970047] env[68831]: _type = "Task" [ 939.970047] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.978340] env[68831]: DEBUG oslo_vmware.api [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.111710] env[68831]: DEBUG nova.compute.utils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.113195] env[68831]: DEBUG nova.compute.manager [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.113369] env[68831]: DEBUG nova.network.neutron [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.118544] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 4b2b1531-770b-4bb6-9f58-d21e903ea332] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 940.162053] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1231a017-0307-468b-995f-ff77701084f0 tempest-ServerAddressesTestJSON-1819452595 tempest-ServerAddressesTestJSON-1819452595-project-member] Lock "c932205e-1c45-4441-9a44-171c7de15c2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.338s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.262225] env[68831]: DEBUG nova.policy [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ec37e533de4408b836a3e90a20408bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48c549caba704163bdaa8afa1a647fb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.415053] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4cf245aa-716c-4557-b368-f53435fd5aea tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "ef882f9b-aeb9-412b-bc0b-4ec321a28f38" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.480443] env[68831]: DEBUG oslo_vmware.api [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Task: {'id': task-2802870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441364} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.480768] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.480958] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.481150] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.481329] env[68831]: INFO nova.compute.manager [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Took 1.13 seconds to destroy the instance on the hypervisor. [ 940.481572] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.481761] env[68831]: DEBUG nova.compute.manager [-] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.481856] env[68831]: DEBUG nova.network.neutron [-] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.618277] env[68831]: DEBUG nova.compute.manager [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.622991] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 4a3883d1-8f6a-4e32-ba63-0552865b3158] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 941.060569] env[68831]: DEBUG nova.objects.instance [None req-2b9bf6e7-3ba2-449f-9292-e60ce7945142 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lazy-loading 'flavor' on Instance uuid ef882f9b-aeb9-412b-bc0b-4ec321a28f38 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.131800] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: c87dc1be-f58a-4499-82a8-0b64649bf610] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 941.188229] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7f100e-03d6-4c3d-9920-2cc5c9fe7645 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.196669] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa88a4c2-59a3-44ba-806c-6112214757ee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.233159] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94770ba8-0e4d-4d51-84ae-7709a34a9703 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.241010] env[68831]: DEBUG nova.network.neutron [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating instance_info_cache with network_info: [{"id": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "address": "fa:16:3e:7d:0b:79", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e87b985-9b", "ovs_interfaceid": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.243490] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0655aa7-093e-43dc-904f-02ab29cf2c59 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.257819] env[68831]: DEBUG nova.compute.provider_tree [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.475781] env[68831]: DEBUG nova.network.neutron [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Successfully created port: c2d46017-c4e4-45b1-984a-3e08dd0cb996 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.572686] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2b9bf6e7-3ba2-449f-9292-e60ce7945142 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "refresh_cache-ef882f9b-aeb9-412b-bc0b-4ec321a28f38" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.572882] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2b9bf6e7-3ba2-449f-9292-e60ce7945142 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquired lock "refresh_cache-ef882f9b-aeb9-412b-bc0b-4ec321a28f38" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.573072] env[68831]: DEBUG nova.network.neutron [None req-2b9bf6e7-3ba2-449f-9292-e60ce7945142 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.573257] env[68831]: DEBUG nova.objects.instance [None req-2b9bf6e7-3ba2-449f-9292-e60ce7945142 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lazy-loading 'info_cache' on Instance uuid ef882f9b-aeb9-412b-bc0b-4ec321a28f38 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.633040] env[68831]: DEBUG nova.compute.manager [req-800247e0-7f37-4a06-996b-6dc5e68ad238 req-e5e087e2-1aab-4c14-9d54-b87d14f55e97 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Received event network-vif-deleted-b3af0e00-b93b-497b-9ce8-cb58815f57ae {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.633257] env[68831]: INFO nova.compute.manager [req-800247e0-7f37-4a06-996b-6dc5e68ad238 req-e5e087e2-1aab-4c14-9d54-b87d14f55e97 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Neutron deleted interface b3af0e00-b93b-497b-9ce8-cb58815f57ae; detaching it from the instance and deleting it from the info cache [ 941.633417] env[68831]: DEBUG nova.network.neutron [req-800247e0-7f37-4a06-996b-6dc5e68ad238 req-e5e087e2-1aab-4c14-9d54-b87d14f55e97 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.635481] env[68831]: DEBUG nova.compute.manager [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.639250] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: e36c017c-0a98-4987-b4e6-76dfe617831f] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 941.678037] env[68831]: DEBUG nova.virt.hardware [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.678256] env[68831]: DEBUG nova.virt.hardware [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.678408] env[68831]: DEBUG nova.virt.hardware [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.678604] env[68831]: DEBUG nova.virt.hardware [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.678904] env[68831]: DEBUG nova.virt.hardware [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.678904] env[68831]: DEBUG nova.virt.hardware [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.679152] env[68831]: DEBUG nova.virt.hardware [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.679329] env[68831]: DEBUG nova.virt.hardware [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.679495] env[68831]: DEBUG nova.virt.hardware [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.679659] env[68831]: DEBUG nova.virt.hardware [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.679834] env[68831]: DEBUG nova.virt.hardware [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.680705] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e410562-e256-4372-9830-1596cc14e551 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.690150] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbf8cde-917b-41bb-8fcf-fcecc10a319f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.748593] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.761688] env[68831]: DEBUG nova.scheduler.client.report [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.978807] env[68831]: DEBUG nova.network.neutron [-] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.078590] env[68831]: DEBUG nova.objects.base [None req-2b9bf6e7-3ba2-449f-9292-e60ce7945142 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 942.141854] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 545024c9-58d2-4cec-9674-5aaee972370a] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 942.143721] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e08068da-154f-4c59-91e8-df426c141a60 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.163100] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7a200c-98d3-448e-8bf3-d8f46c309a17 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.200726] env[68831]: DEBUG nova.compute.manager [req-800247e0-7f37-4a06-996b-6dc5e68ad238 req-e5e087e2-1aab-4c14-9d54-b87d14f55e97 service nova] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Detach interface failed, port_id=b3af0e00-b93b-497b-9ce8-cb58815f57ae, reason: Instance ea190e91-e74a-497b-b28d-91c72895bb58 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 942.266799] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.267317] env[68831]: DEBUG nova.compute.manager [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.269709] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.325s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.271076] env[68831]: INFO nova.compute.claims [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.275340] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e70651-c00b-4dbd-9a74-358dda0b8f0b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.296801] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955fdfba-2076-47ca-9dca-7de4712c6ed3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.304688] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating instance '0acce7bd-b0b0-430e-b913-8d3a73b9e783' progress to 83 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.487706] env[68831]: INFO nova.compute.manager [-] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Took 2.01 seconds to deallocate network for instance. [ 942.650712] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: af1eeca6-bbdc-4880-9256-5985dd2458a5] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 942.775702] env[68831]: DEBUG nova.compute.utils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.778391] env[68831]: DEBUG nova.compute.manager [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.778391] env[68831]: DEBUG nova.network.neutron [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.815890] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a2f53f-28ef-400b-9152-26c30d3fe765 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating instance '0acce7bd-b0b0-430e-b913-8d3a73b9e783' progress to 100 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.884930] env[68831]: DEBUG nova.policy [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ec37e533de4408b836a3e90a20408bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48c549caba704163bdaa8afa1a647fb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.994221] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.018522] env[68831]: DEBUG nova.network.neutron [None req-2b9bf6e7-3ba2-449f-9292-e60ce7945142 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Updating instance_info_cache with network_info: [{"id": "53772386-d261-4d25-9ed1-1ad3acc04887", "address": "fa:16:3e:c2:93:16", "network": {"id": "be959492-2093-44bc-9f92-71ced53b60cf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-184774623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdf9a77b6d2642cd8f064312eb2750bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53772386-d2", "ovs_interfaceid": "53772386-d261-4d25-9ed1-1ad3acc04887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.155350] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 42ea1741-5132-4f0e-a4cb-4b7a598e4188] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 943.281022] env[68831]: DEBUG nova.compute.manager [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.432485] env[68831]: DEBUG nova.network.neutron [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Successfully created port: c37c18e1-046b-48e1-88ea-ba918f227643 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.521528] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2b9bf6e7-3ba2-449f-9292-e60ce7945142 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Releasing lock "refresh_cache-ef882f9b-aeb9-412b-bc0b-4ec321a28f38" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.556264] env[68831]: DEBUG nova.network.neutron [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Successfully updated port: c2d46017-c4e4-45b1-984a-3e08dd0cb996 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.665199] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: a1afca68-3af7-4fd0-809f-ca4ad2445d4b] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 943.714716] env[68831]: DEBUG nova.compute.manager [req-deb9636c-c508-4e28-a4ea-ebf8a4a93b8d req-79784e89-f26d-408e-8ae9-22a18746d872 service nova] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Received event network-vif-plugged-c2d46017-c4e4-45b1-984a-3e08dd0cb996 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.715013] env[68831]: DEBUG oslo_concurrency.lockutils [req-deb9636c-c508-4e28-a4ea-ebf8a4a93b8d req-79784e89-f26d-408e-8ae9-22a18746d872 service nova] Acquiring lock "71344266-21bf-454a-b54d-4c291336d8ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.715191] env[68831]: DEBUG oslo_concurrency.lockutils [req-deb9636c-c508-4e28-a4ea-ebf8a4a93b8d req-79784e89-f26d-408e-8ae9-22a18746d872 service nova] Lock "71344266-21bf-454a-b54d-4c291336d8ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.715371] env[68831]: DEBUG oslo_concurrency.lockutils [req-deb9636c-c508-4e28-a4ea-ebf8a4a93b8d req-79784e89-f26d-408e-8ae9-22a18746d872 service nova] Lock "71344266-21bf-454a-b54d-4c291336d8ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.715568] env[68831]: DEBUG nova.compute.manager [req-deb9636c-c508-4e28-a4ea-ebf8a4a93b8d req-79784e89-f26d-408e-8ae9-22a18746d872 service nova] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] No waiting events found dispatching network-vif-plugged-c2d46017-c4e4-45b1-984a-3e08dd0cb996 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.716078] env[68831]: WARNING nova.compute.manager [req-deb9636c-c508-4e28-a4ea-ebf8a4a93b8d req-79784e89-f26d-408e-8ae9-22a18746d872 service nova] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Received unexpected event network-vif-plugged-c2d46017-c4e4-45b1-984a-3e08dd0cb996 for instance with vm_state building and task_state spawning. [ 943.716281] env[68831]: DEBUG nova.compute.manager [req-deb9636c-c508-4e28-a4ea-ebf8a4a93b8d req-79784e89-f26d-408e-8ae9-22a18746d872 service nova] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Received event network-changed-c2d46017-c4e4-45b1-984a-3e08dd0cb996 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.716448] env[68831]: DEBUG nova.compute.manager [req-deb9636c-c508-4e28-a4ea-ebf8a4a93b8d req-79784e89-f26d-408e-8ae9-22a18746d872 service nova] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Refreshing instance network info cache due to event network-changed-c2d46017-c4e4-45b1-984a-3e08dd0cb996. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 943.716876] env[68831]: DEBUG oslo_concurrency.lockutils [req-deb9636c-c508-4e28-a4ea-ebf8a4a93b8d req-79784e89-f26d-408e-8ae9-22a18746d872 service nova] Acquiring lock "refresh_cache-71344266-21bf-454a-b54d-4c291336d8ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.717054] env[68831]: DEBUG oslo_concurrency.lockutils [req-deb9636c-c508-4e28-a4ea-ebf8a4a93b8d req-79784e89-f26d-408e-8ae9-22a18746d872 service nova] Acquired lock "refresh_cache-71344266-21bf-454a-b54d-4c291336d8ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.717219] env[68831]: DEBUG nova.network.neutron [req-deb9636c-c508-4e28-a4ea-ebf8a4a93b8d req-79784e89-f26d-408e-8ae9-22a18746d872 service nova] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Refreshing network info cache for port c2d46017-c4e4-45b1-984a-3e08dd0cb996 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.869926] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2174ada-a497-4a87-bcb7-a5cb8538f254 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.879287] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903d1db5-4f3b-4622-9da0-e0d76c1134ed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.919729] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc2a837-4bd2-49d3-9678-9e0a7c853bd1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.928208] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2fb00e-974b-4426-9d73-3be91d759900 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.942886] env[68831]: DEBUG nova.compute.provider_tree [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.061621] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "refresh_cache-71344266-21bf-454a-b54d-4c291336d8ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.170956] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 37a066a8-dd83-4d14-96cf-ea82da6d526b] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 944.263135] env[68831]: DEBUG nova.network.neutron [req-deb9636c-c508-4e28-a4ea-ebf8a4a93b8d req-79784e89-f26d-408e-8ae9-22a18746d872 service nova] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.295137] env[68831]: DEBUG nova.compute.manager [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.328312] env[68831]: DEBUG nova.virt.hardware [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.328312] env[68831]: DEBUG nova.virt.hardware [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.328312] env[68831]: DEBUG nova.virt.hardware [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.328312] env[68831]: DEBUG nova.virt.hardware [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.333018] env[68831]: DEBUG nova.virt.hardware [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.333018] env[68831]: DEBUG nova.virt.hardware [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.333018] env[68831]: DEBUG nova.virt.hardware [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.333018] env[68831]: DEBUG nova.virt.hardware [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.333018] env[68831]: DEBUG nova.virt.hardware [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.333018] env[68831]: DEBUG nova.virt.hardware [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.333018] env[68831]: DEBUG nova.virt.hardware [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.333603] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3acffb3-1bc6-452e-a38e-1791fead71cd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.355800] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf2b3fa-8bc2-4faf-a505-b5af61358760 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.411881] env[68831]: DEBUG nova.network.neutron [req-deb9636c-c508-4e28-a4ea-ebf8a4a93b8d req-79784e89-f26d-408e-8ae9-22a18746d872 service nova] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.446101] env[68831]: DEBUG nova.scheduler.client.report [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.526876] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9bf6e7-3ba2-449f-9292-e60ce7945142 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.527343] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abb34fd9-8dbd-4ca5-855e-b2cbf06a1fe3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.535064] env[68831]: DEBUG oslo_vmware.api [None req-2b9bf6e7-3ba2-449f-9292-e60ce7945142 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 944.535064] env[68831]: value = "task-2802871" [ 944.535064] env[68831]: _type = "Task" [ 944.535064] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.543924] env[68831]: DEBUG oslo_vmware.api [None req-2b9bf6e7-3ba2-449f-9292-e60ce7945142 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.677241] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 31f99c1b-3e10-4015-8038-30cbfeba2c15] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 944.914437] env[68831]: DEBUG oslo_concurrency.lockutils [req-deb9636c-c508-4e28-a4ea-ebf8a4a93b8d req-79784e89-f26d-408e-8ae9-22a18746d872 service nova] Releasing lock "refresh_cache-71344266-21bf-454a-b54d-4c291336d8ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.914932] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "refresh_cache-71344266-21bf-454a-b54d-4c291336d8ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.915118] env[68831]: DEBUG nova.network.neutron [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.952151] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.953268] env[68831]: DEBUG nova.compute.manager [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.957906] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.834s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.960014] env[68831]: INFO nova.compute.claims [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.048942] env[68831]: DEBUG oslo_vmware.api [None req-2b9bf6e7-3ba2-449f-9292-e60ce7945142 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802871, 'name': PowerOnVM_Task, 'duration_secs': 0.411426} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.049290] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9bf6e7-3ba2-449f-9292-e60ce7945142 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.049493] env[68831]: DEBUG nova.compute.manager [None req-2b9bf6e7-3ba2-449f-9292-e60ce7945142 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.050582] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafe73ab-90d8-4300-9a15-31befbff4dba {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.180329] env[68831]: DEBUG nova.network.neutron [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Successfully updated port: c37c18e1-046b-48e1-88ea-ba918f227643 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.185063] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: bf972e49-a76d-47d5-bc4f-f934412c899a] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 945.355805] env[68831]: DEBUG oslo_concurrency.lockutils [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.357304] env[68831]: DEBUG oslo_concurrency.lockutils [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.357304] env[68831]: DEBUG nova.compute.manager [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Going to confirm migration 3 {{(pid=68831) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 945.465524] env[68831]: DEBUG nova.network.neutron [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.468090] env[68831]: DEBUG nova.compute.utils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.471233] env[68831]: DEBUG nova.compute.manager [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.471233] env[68831]: DEBUG nova.network.neutron [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.578086] env[68831]: DEBUG nova.policy [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88a3c400ee4a49788ff660027ea6c188', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71d951111432431abcdf4a1fae62a0c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.684959] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "refresh_cache-7228b0fc-2d2c-4c11-9b8c-167b67390f3e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.685229] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "refresh_cache-7228b0fc-2d2c-4c11-9b8c-167b67390f3e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.685326] env[68831]: DEBUG nova.network.neutron [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.686644] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: db7fed3c-36db-439c-bdf9-90289f849eac] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 945.755422] env[68831]: DEBUG nova.network.neutron [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Updating instance_info_cache with network_info: [{"id": "c2d46017-c4e4-45b1-984a-3e08dd0cb996", "address": "fa:16:3e:a5:4d:f3", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d46017-c4", "ovs_interfaceid": "c2d46017-c4e4-45b1-984a-3e08dd0cb996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.569658] env[68831]: DEBUG nova.compute.manager [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.576256] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 9c5bda7c-55f0-402d-a515-87147f39fdd9] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 946.577875] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "refresh_cache-71344266-21bf-454a-b54d-4c291336d8ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.578160] env[68831]: DEBUG nova.compute.manager [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Instance network_info: |[{"id": "c2d46017-c4e4-45b1-984a-3e08dd0cb996", "address": "fa:16:3e:a5:4d:f3", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d46017-c4", "ovs_interfaceid": "c2d46017-c4e4-45b1-984a-3e08dd0cb996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.579120] env[68831]: DEBUG nova.compute.manager [req-3d433e75-4618-486a-8df0-4f1e5117212e req-a8bc2a52-3eb8-4636-aebf-2ce4d22ee218 service nova] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Received event network-vif-plugged-c37c18e1-046b-48e1-88ea-ba918f227643 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.579320] env[68831]: DEBUG oslo_concurrency.lockutils [req-3d433e75-4618-486a-8df0-4f1e5117212e req-a8bc2a52-3eb8-4636-aebf-2ce4d22ee218 service nova] Acquiring lock "7228b0fc-2d2c-4c11-9b8c-167b67390f3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.579518] env[68831]: DEBUG oslo_concurrency.lockutils [req-3d433e75-4618-486a-8df0-4f1e5117212e req-a8bc2a52-3eb8-4636-aebf-2ce4d22ee218 service nova] Lock "7228b0fc-2d2c-4c11-9b8c-167b67390f3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.579680] env[68831]: DEBUG oslo_concurrency.lockutils [req-3d433e75-4618-486a-8df0-4f1e5117212e req-a8bc2a52-3eb8-4636-aebf-2ce4d22ee218 service nova] Lock "7228b0fc-2d2c-4c11-9b8c-167b67390f3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.579844] env[68831]: DEBUG nova.compute.manager [req-3d433e75-4618-486a-8df0-4f1e5117212e req-a8bc2a52-3eb8-4636-aebf-2ce4d22ee218 service nova] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] No waiting events found dispatching network-vif-plugged-c37c18e1-046b-48e1-88ea-ba918f227643 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.580018] env[68831]: WARNING nova.compute.manager [req-3d433e75-4618-486a-8df0-4f1e5117212e req-a8bc2a52-3eb8-4636-aebf-2ce4d22ee218 service nova] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Received unexpected event network-vif-plugged-c37c18e1-046b-48e1-88ea-ba918f227643 for instance with vm_state building and task_state spawning. [ 946.580181] env[68831]: DEBUG nova.compute.manager [req-3d433e75-4618-486a-8df0-4f1e5117212e req-a8bc2a52-3eb8-4636-aebf-2ce4d22ee218 service nova] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Received event network-changed-c37c18e1-046b-48e1-88ea-ba918f227643 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.580384] env[68831]: DEBUG nova.compute.manager [req-3d433e75-4618-486a-8df0-4f1e5117212e req-a8bc2a52-3eb8-4636-aebf-2ce4d22ee218 service nova] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Refreshing instance network info cache due to event network-changed-c37c18e1-046b-48e1-88ea-ba918f227643. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.580496] env[68831]: DEBUG oslo_concurrency.lockutils [req-3d433e75-4618-486a-8df0-4f1e5117212e req-a8bc2a52-3eb8-4636-aebf-2ce4d22ee218 service nova] Acquiring lock "refresh_cache-7228b0fc-2d2c-4c11-9b8c-167b67390f3e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.581309] env[68831]: DEBUG nova.network.neutron [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Successfully created port: b47281b7-4ca9-48c2-a096-8fccb7b26ab9 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.585252] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:4d:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2d46017-c4e4-45b1-984a-3e08dd0cb996', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.592439] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Creating folder: Project (48c549caba704163bdaa8afa1a647fb0). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.593319] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-237c6360-7c36-4d71-a243-2c450f32773a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.605050] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Created folder: Project (48c549caba704163bdaa8afa1a647fb0) in parent group-v563050. [ 946.605348] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Creating folder: Instances. Parent ref: group-v563240. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.605604] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c505c42-024c-4aa7-8529-b4771242d217 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.617734] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Created folder: Instances in parent group-v563240. [ 946.618058] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.618786] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.619023] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b28f51d9-bf57-4b19-b230-0006d74e5f0c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.643422] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.643422] env[68831]: value = "task-2802874" [ 946.643422] env[68831]: _type = "Task" [ 946.643422] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.653812] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802874, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.655706] env[68831]: DEBUG oslo_concurrency.lockutils [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.655885] env[68831]: DEBUG oslo_concurrency.lockutils [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.656072] env[68831]: DEBUG nova.network.neutron [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.656265] env[68831]: DEBUG nova.objects.instance [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lazy-loading 'info_cache' on Instance uuid 0acce7bd-b0b0-430e-b913-8d3a73b9e783 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.706743] env[68831]: DEBUG nova.network.neutron [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.996404] env[68831]: DEBUG nova.network.neutron [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Updating instance_info_cache with network_info: [{"id": "c37c18e1-046b-48e1-88ea-ba918f227643", "address": "fa:16:3e:00:32:53", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37c18e1-04", "ovs_interfaceid": "c37c18e1-046b-48e1-88ea-ba918f227643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.089866] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 08f79565-00e9-4b4e-a675-d150436201ad] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 947.132880] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a835c94-82fb-4088-913c-1597835a0463 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.142758] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee0e7b5-9773-4ac4-b6e3-806c736f288b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.154373] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802874, 'name': CreateVM_Task, 'duration_secs': 0.411513} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.178919] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.182190] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.182352] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.182691] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.183435] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7aff98-1b9d-4040-bf68-74c223b7bb96 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.186000] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d83b814c-d11a-4081-ac76-c871470a046c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.191482] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 947.191482] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52057557-0ea6-d6ee-b843-6a42ec77a901" [ 947.191482] env[68831]: _type = "Task" [ 947.191482] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.198037] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f137b5-bb40-49d1-b844-0e0bc807c9de {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.206711] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52057557-0ea6-d6ee-b843-6a42ec77a901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.214879] env[68831]: DEBUG nova.compute.provider_tree [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.498905] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "refresh_cache-7228b0fc-2d2c-4c11-9b8c-167b67390f3e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.499503] env[68831]: DEBUG nova.compute.manager [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Instance network_info: |[{"id": "c37c18e1-046b-48e1-88ea-ba918f227643", "address": "fa:16:3e:00:32:53", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37c18e1-04", "ovs_interfaceid": "c37c18e1-046b-48e1-88ea-ba918f227643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.499917] env[68831]: DEBUG oslo_concurrency.lockutils [req-3d433e75-4618-486a-8df0-4f1e5117212e req-a8bc2a52-3eb8-4636-aebf-2ce4d22ee218 service nova] Acquired lock "refresh_cache-7228b0fc-2d2c-4c11-9b8c-167b67390f3e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.500077] env[68831]: DEBUG nova.network.neutron [req-3d433e75-4618-486a-8df0-4f1e5117212e req-a8bc2a52-3eb8-4636-aebf-2ce4d22ee218 service nova] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Refreshing network info cache for port c37c18e1-046b-48e1-88ea-ba918f227643 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.501853] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:32:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c37c18e1-046b-48e1-88ea-ba918f227643', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.509813] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.510784] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.511039] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eee5790-7864-4895-bae0-d2aa4519e19c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.531302] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.531302] env[68831]: value = "task-2802875" [ 947.531302] env[68831]: _type = "Task" [ 947.531302] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.539905] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802875, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.592917] env[68831]: DEBUG nova.compute.manager [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.596265] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 06b1ab57-ad18-44ea-87f6-1e189219697e] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 947.621838] env[68831]: DEBUG nova.virt.hardware [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.622148] env[68831]: DEBUG nova.virt.hardware [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.622350] env[68831]: DEBUG nova.virt.hardware [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.622543] env[68831]: DEBUG nova.virt.hardware [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.622719] env[68831]: DEBUG nova.virt.hardware [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.622880] env[68831]: DEBUG nova.virt.hardware [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.623224] env[68831]: DEBUG nova.virt.hardware [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.623403] env[68831]: DEBUG nova.virt.hardware [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.623574] env[68831]: DEBUG nova.virt.hardware [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.623738] env[68831]: DEBUG nova.virt.hardware [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.623910] env[68831]: DEBUG nova.virt.hardware [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.624863] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb642d8-4c7a-41a5-8a47-b7804c587ad8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.633778] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83378a04-9d66-41fc-8aee-13632012b9e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.705063] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52057557-0ea6-d6ee-b843-6a42ec77a901, 'name': SearchDatastore_Task, 'duration_secs': 0.022211} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.705063] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.705063] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.705313] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.705458] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.705660] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.705957] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29939e90-8dc2-440c-95c2-4a12e337e394 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.715482] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.715802] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.716637] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c6b91a-bd97-4e75-bc6e-06a24845559c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.719713] env[68831]: DEBUG nova.scheduler.client.report [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.728100] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 947.728100] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ad8cfa-89bf-67c9-26b7-f4319b6cd28d" [ 947.728100] env[68831]: _type = "Task" [ 947.728100] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.743625] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ad8cfa-89bf-67c9-26b7-f4319b6cd28d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.913958] env[68831]: DEBUG nova.network.neutron [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating instance_info_cache with network_info: [{"id": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "address": "fa:16:3e:7d:0b:79", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e87b985-9b", "ovs_interfaceid": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.040735] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802875, 'name': CreateVM_Task, 'duration_secs': 0.485964} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.041449] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.042177] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.042407] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.042808] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.043119] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2894d903-ee17-4425-bfaa-bf1a0fa16d3d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.047806] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 948.047806] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5261c113-1133-3708-f094-b3f1f0272d71" [ 948.047806] env[68831]: _type = "Task" [ 948.047806] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.055233] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5261c113-1133-3708-f094-b3f1f0272d71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.100772] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 5593b9ed-c7cb-498c-b4c3-4a2da54c2036] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 948.227019] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.267s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.227019] env[68831]: DEBUG nova.compute.manager [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.229662] env[68831]: DEBUG oslo_concurrency.lockutils [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 43.185s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.241740] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ad8cfa-89bf-67c9-26b7-f4319b6cd28d, 'name': SearchDatastore_Task, 'duration_secs': 0.013192} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.242748] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa642ad7-3c03-489b-9f30-879dfd108980 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.251022] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 948.251022] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f701ba-0a58-f146-5932-90d8f423a700" [ 948.251022] env[68831]: _type = "Task" [ 948.251022] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.263221] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f701ba-0a58-f146-5932-90d8f423a700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.414333] env[68831]: DEBUG nova.network.neutron [req-3d433e75-4618-486a-8df0-4f1e5117212e req-a8bc2a52-3eb8-4636-aebf-2ce4d22ee218 service nova] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Updated VIF entry in instance network info cache for port c37c18e1-046b-48e1-88ea-ba918f227643. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.414737] env[68831]: DEBUG nova.network.neutron [req-3d433e75-4618-486a-8df0-4f1e5117212e req-a8bc2a52-3eb8-4636-aebf-2ce4d22ee218 service nova] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Updating instance_info_cache with network_info: [{"id": "c37c18e1-046b-48e1-88ea-ba918f227643", "address": "fa:16:3e:00:32:53", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37c18e1-04", "ovs_interfaceid": "c37c18e1-046b-48e1-88ea-ba918f227643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.418294] env[68831]: DEBUG oslo_concurrency.lockutils [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.418548] env[68831]: DEBUG nova.objects.instance [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lazy-loading 'migration_context' on Instance uuid 0acce7bd-b0b0-430e-b913-8d3a73b9e783 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.426130] env[68831]: DEBUG nova.compute.manager [req-16495126-7ca9-4967-aec3-7ef908458c7f req-4b8f70ed-2db4-4600-a451-8dcfb589a984 service nova] [instance: 523615be-9200-4639-a60f-a55c7898859e] Received event network-vif-plugged-b47281b7-4ca9-48c2-a096-8fccb7b26ab9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.426130] env[68831]: DEBUG oslo_concurrency.lockutils [req-16495126-7ca9-4967-aec3-7ef908458c7f req-4b8f70ed-2db4-4600-a451-8dcfb589a984 service nova] Acquiring lock "523615be-9200-4639-a60f-a55c7898859e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.426130] env[68831]: DEBUG oslo_concurrency.lockutils [req-16495126-7ca9-4967-aec3-7ef908458c7f req-4b8f70ed-2db4-4600-a451-8dcfb589a984 service nova] Lock "523615be-9200-4639-a60f-a55c7898859e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.426130] env[68831]: DEBUG oslo_concurrency.lockutils [req-16495126-7ca9-4967-aec3-7ef908458c7f req-4b8f70ed-2db4-4600-a451-8dcfb589a984 service nova] Lock "523615be-9200-4639-a60f-a55c7898859e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.426130] env[68831]: DEBUG nova.compute.manager [req-16495126-7ca9-4967-aec3-7ef908458c7f req-4b8f70ed-2db4-4600-a451-8dcfb589a984 service nova] [instance: 523615be-9200-4639-a60f-a55c7898859e] No waiting events found dispatching network-vif-plugged-b47281b7-4ca9-48c2-a096-8fccb7b26ab9 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.426130] env[68831]: WARNING nova.compute.manager [req-16495126-7ca9-4967-aec3-7ef908458c7f req-4b8f70ed-2db4-4600-a451-8dcfb589a984 service nova] [instance: 523615be-9200-4639-a60f-a55c7898859e] Received unexpected event network-vif-plugged-b47281b7-4ca9-48c2-a096-8fccb7b26ab9 for instance with vm_state building and task_state spawning. [ 948.461736] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "9e5d6ead-cc9f-41db-980b-f7c8f238c181" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.461736] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "9e5d6ead-cc9f-41db-980b-f7c8f238c181" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.461736] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "9e5d6ead-cc9f-41db-980b-f7c8f238c181-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.461948] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "9e5d6ead-cc9f-41db-980b-f7c8f238c181-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.462069] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "9e5d6ead-cc9f-41db-980b-f7c8f238c181-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.464379] env[68831]: INFO nova.compute.manager [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Terminating instance [ 948.519982] env[68831]: DEBUG nova.network.neutron [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Successfully updated port: b47281b7-4ca9-48c2-a096-8fccb7b26ab9 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.558614] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5261c113-1133-3708-f094-b3f1f0272d71, 'name': SearchDatastore_Task, 'duration_secs': 0.008955} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.558920] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.559298] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.559566] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.602954] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 998ffe8e-1aba-4e8c-96ab-367a5d54d54f] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 948.733323] env[68831]: DEBUG nova.compute.utils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.734888] env[68831]: DEBUG nova.compute.manager [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.735125] env[68831]: DEBUG nova.network.neutron [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.739463] env[68831]: INFO nova.compute.claims [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.766817] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f701ba-0a58-f146-5932-90d8f423a700, 'name': SearchDatastore_Task, 'duration_secs': 0.009739} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.766817] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.766817] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 71344266-21bf-454a-b54d-4c291336d8ec/71344266-21bf-454a-b54d-4c291336d8ec.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.767228] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.767338] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.767724] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f744562a-0232-4402-abb3-de4a38512b19 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.770276] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e313cbf-b0d0-4fba-a9dc-a24797f87cd0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.777705] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 948.777705] env[68831]: value = "task-2802876" [ 948.777705] env[68831]: _type = "Task" [ 948.777705] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.781810] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.782016] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.783367] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-856d8924-b8b8-4ad6-9a20-aa895128b54e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.790523] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.793440] env[68831]: DEBUG nova.policy [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26c2585effc443419c93d8581f34b38f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '731a1ef0fa354cc79abc82e65997b64c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.795125] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 948.795125] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527d509b-0236-ffed-76f3-da44a96347e7" [ 948.795125] env[68831]: _type = "Task" [ 948.795125] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.811243] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527d509b-0236-ffed-76f3-da44a96347e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009186} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.812044] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e454f0-74b9-46dc-9a76-414bc3efd2ba {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.817313] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 948.817313] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5277689d-33b0-898c-2968-deae47165bb3" [ 948.817313] env[68831]: _type = "Task" [ 948.817313] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.825251] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5277689d-33b0-898c-2968-deae47165bb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.922094] env[68831]: DEBUG oslo_concurrency.lockutils [req-3d433e75-4618-486a-8df0-4f1e5117212e req-a8bc2a52-3eb8-4636-aebf-2ce4d22ee218 service nova] Releasing lock "refresh_cache-7228b0fc-2d2c-4c11-9b8c-167b67390f3e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.925494] env[68831]: DEBUG nova.objects.base [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Object Instance<0acce7bd-b0b0-430e-b913-8d3a73b9e783> lazy-loaded attributes: info_cache,migration_context {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 948.925494] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93b8c9d-de34-4fd3-95be-aafab732f6cd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.943758] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2e40d5-25fc-4b8d-95b8-ca0e84fdbda8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.950823] env[68831]: DEBUG oslo_vmware.api [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 948.950823] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5259cea4-e264-78d5-1716-363d061a116c" [ 948.950823] env[68831]: _type = "Task" [ 948.950823] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.959633] env[68831]: DEBUG oslo_vmware.api [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5259cea4-e264-78d5-1716-363d061a116c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.968611] env[68831]: DEBUG nova.compute.manager [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.968844] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.969837] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e8c9e5-fdaa-41fd-87dc-6fb3f5a0a432 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.977252] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.977520] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e14aaf7-b18a-454a-bdbf-329626143f0b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.984399] env[68831]: DEBUG oslo_vmware.api [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 948.984399] env[68831]: value = "task-2802877" [ 948.984399] env[68831]: _type = "Task" [ 948.984399] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.992590] env[68831]: DEBUG oslo_vmware.api [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.024526] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "refresh_cache-523615be-9200-4639-a60f-a55c7898859e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.024526] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "refresh_cache-523615be-9200-4639-a60f-a55c7898859e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.024526] env[68831]: DEBUG nova.network.neutron [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.108134] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: cdb592f0-6224-4f00-84f3-afbd2b7e24a5] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 949.133177] env[68831]: DEBUG nova.network.neutron [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Successfully created port: 09f6641b-e738-4b6c-84b6-e9494bdfcc19 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.240621] env[68831]: DEBUG nova.compute.manager [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.248020] env[68831]: INFO nova.compute.resource_tracker [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updating resource usage from migration 3f692128-e167-4d5b-a7a2-bbde9c0ffd55 [ 949.294103] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802876, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.330970] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5277689d-33b0-898c-2968-deae47165bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.008426} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.331255] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.331516] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 7228b0fc-2d2c-4c11-9b8c-167b67390f3e/7228b0fc-2d2c-4c11-9b8c-167b67390f3e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.331830] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80e6df79-a347-4424-a9e3-952936d22623 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.338881] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 949.338881] env[68831]: value = "task-2802878" [ 949.338881] env[68831]: _type = "Task" [ 949.338881] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.346966] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.462799] env[68831]: DEBUG oslo_vmware.api [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5259cea4-e264-78d5-1716-363d061a116c, 'name': SearchDatastore_Task, 'duration_secs': 0.04184} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.465443] env[68831]: DEBUG oslo_concurrency.lockutils [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.499595] env[68831]: DEBUG oslo_vmware.api [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802877, 'name': PowerOffVM_Task, 'duration_secs': 0.412122} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.499595] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.499595] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.499595] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02abd3c1-5021-4889-abaa-ac666905fa99 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.570058] env[68831]: DEBUG nova.network.neutron [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.596064] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.596398] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.596595] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Deleting the datastore file [datastore2] 9e5d6ead-cc9f-41db-980b-f7c8f238c181 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.596871] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a50dadc7-a889-4d33-844e-602013b1afb5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.603628] env[68831]: DEBUG oslo_vmware.api [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 949.603628] env[68831]: value = "task-2802880" [ 949.603628] env[68831]: _type = "Task" [ 949.603628] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.611882] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 926ca96a-e296-406e-b870-8982aad41870] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 949.617497] env[68831]: DEBUG oslo_vmware.api [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.744144] env[68831]: DEBUG nova.network.neutron [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Updating instance_info_cache with network_info: [{"id": "b47281b7-4ca9-48c2-a096-8fccb7b26ab9", "address": "fa:16:3e:fd:78:61", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47281b7-4c", "ovs_interfaceid": "b47281b7-4ca9-48c2-a096-8fccb7b26ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.793306] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523836} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.794424] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 71344266-21bf-454a-b54d-4c291336d8ec/71344266-21bf-454a-b54d-4c291336d8ec.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.794679] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.795438] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4073a428-5ca6-46d3-a8e4-5c0b745b6446 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.810287] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 949.810287] env[68831]: value = "task-2802881" [ 949.810287] env[68831]: _type = "Task" [ 949.810287] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.815679] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d495b93a-9b0e-42ba-ab6a-7281682d0f47 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.824309] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.827887] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0a13bb-541f-4d31-b8b7-178da7891ff4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.863560] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59044501-c5bc-40a7-97e2-19e4394179aa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.871046] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518563} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.873072] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 7228b0fc-2d2c-4c11-9b8c-167b67390f3e/7228b0fc-2d2c-4c11-9b8c-167b67390f3e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.873312] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.873571] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce3dc525-47cd-464c-99c5-3ed992171926 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.876238] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6e2c56-f8b0-4cd7-883a-a7f8d311e9ea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.890344] env[68831]: DEBUG nova.compute.provider_tree [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.893291] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 949.893291] env[68831]: value = "task-2802882" [ 949.893291] env[68831]: _type = "Task" [ 949.893291] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.902415] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.116888] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 1e1899d0-34ea-4ff3-a123-7790cf4989f5] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 950.119409] env[68831]: DEBUG oslo_vmware.api [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342941} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.119409] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.119627] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.119724] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.119826] env[68831]: INFO nova.compute.manager [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Took 1.15 seconds to destroy the instance on the hypervisor. [ 950.120081] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.120665] env[68831]: DEBUG nova.compute.manager [-] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.120665] env[68831]: DEBUG nova.network.neutron [-] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.252698] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "refresh_cache-523615be-9200-4639-a60f-a55c7898859e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.253075] env[68831]: DEBUG nova.compute.manager [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Instance network_info: |[{"id": "b47281b7-4ca9-48c2-a096-8fccb7b26ab9", "address": "fa:16:3e:fd:78:61", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47281b7-4c", "ovs_interfaceid": "b47281b7-4ca9-48c2-a096-8fccb7b26ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.254181] env[68831]: DEBUG nova.compute.manager [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.256785] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:78:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b47281b7-4ca9-48c2-a096-8fccb7b26ab9', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.265185] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Creating folder: Project (71d951111432431abcdf4a1fae62a0c4). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.266263] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a86f280a-8bed-4b91-9002-731565b25e1e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.278697] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Created folder: Project (71d951111432431abcdf4a1fae62a0c4) in parent group-v563050. [ 950.278905] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Creating folder: Instances. Parent ref: group-v563244. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.279260] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b812991-17b7-46d1-8b7b-7f4fd28dbeac {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.287589] env[68831]: DEBUG nova.virt.hardware [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.287813] env[68831]: DEBUG nova.virt.hardware [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.287972] env[68831]: DEBUG nova.virt.hardware [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.288165] env[68831]: DEBUG nova.virt.hardware [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.288311] env[68831]: DEBUG nova.virt.hardware [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.288459] env[68831]: DEBUG nova.virt.hardware [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.288668] env[68831]: DEBUG nova.virt.hardware [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.288829] env[68831]: DEBUG nova.virt.hardware [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.288990] env[68831]: DEBUG nova.virt.hardware [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.289313] env[68831]: DEBUG nova.virt.hardware [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.289496] env[68831]: DEBUG nova.virt.hardware [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.290687] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede9dd7e-535d-4fe2-91c2-a2021659f473 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.294916] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Created folder: Instances in parent group-v563244. [ 950.295161] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.295770] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 523615be-9200-4639-a60f-a55c7898859e] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.296027] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-836280b4-aa3b-428e-9d8c-cf676724d806 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.318323] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1581255-1307-49ac-97ec-c3225825dc41 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.323269] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.323269] env[68831]: value = "task-2802885" [ 950.323269] env[68831]: _type = "Task" [ 950.323269] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.331230] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086666} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.344203] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.344552] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802885, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.345783] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cdc896-fac2-45ee-acdc-093483961a4b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.368679] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 71344266-21bf-454a-b54d-4c291336d8ec/71344266-21bf-454a-b54d-4c291336d8ec.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.369008] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cf6c239-7111-4c15-8fce-7628fce8a0cc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.392585] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 950.392585] env[68831]: value = "task-2802886" [ 950.392585] env[68831]: _type = "Task" [ 950.392585] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.395052] env[68831]: DEBUG nova.scheduler.client.report [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.409032] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.412860] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063126} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.413218] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.414218] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434b25fa-c7f0-46ed-88a4-9567d3b7b34a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.438811] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 7228b0fc-2d2c-4c11-9b8c-167b67390f3e/7228b0fc-2d2c-4c11-9b8c-167b67390f3e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.439393] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0cfc8a4-87fb-4056-812a-123a6452ea97 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.460015] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 950.460015] env[68831]: value = "task-2802887" [ 950.460015] env[68831]: _type = "Task" [ 950.460015] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.469186] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.509129] env[68831]: DEBUG nova.compute.manager [req-069c7f86-0960-4eb2-ad88-ba1f72a9c9de req-f18cba51-ca04-44e6-ac6a-dd4a34dcb857 service nova] [instance: 523615be-9200-4639-a60f-a55c7898859e] Received event network-changed-b47281b7-4ca9-48c2-a096-8fccb7b26ab9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.509331] env[68831]: DEBUG nova.compute.manager [req-069c7f86-0960-4eb2-ad88-ba1f72a9c9de req-f18cba51-ca04-44e6-ac6a-dd4a34dcb857 service nova] [instance: 523615be-9200-4639-a60f-a55c7898859e] Refreshing instance network info cache due to event network-changed-b47281b7-4ca9-48c2-a096-8fccb7b26ab9. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 950.509545] env[68831]: DEBUG oslo_concurrency.lockutils [req-069c7f86-0960-4eb2-ad88-ba1f72a9c9de req-f18cba51-ca04-44e6-ac6a-dd4a34dcb857 service nova] Acquiring lock "refresh_cache-523615be-9200-4639-a60f-a55c7898859e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.509691] env[68831]: DEBUG oslo_concurrency.lockutils [req-069c7f86-0960-4eb2-ad88-ba1f72a9c9de req-f18cba51-ca04-44e6-ac6a-dd4a34dcb857 service nova] Acquired lock "refresh_cache-523615be-9200-4639-a60f-a55c7898859e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.509855] env[68831]: DEBUG nova.network.neutron [req-069c7f86-0960-4eb2-ad88-ba1f72a9c9de req-f18cba51-ca04-44e6-ac6a-dd4a34dcb857 service nova] [instance: 523615be-9200-4639-a60f-a55c7898859e] Refreshing network info cache for port b47281b7-4ca9-48c2-a096-8fccb7b26ab9 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.620164] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 9cc8488b-6eba-4f35-84a1-ef972b043b95] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 950.834368] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802885, 'name': CreateVM_Task, 'duration_secs': 0.349995} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.834761] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 523615be-9200-4639-a60f-a55c7898859e] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.835347] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.835533] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.835913] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.836214] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5643f4c0-879a-4e99-886b-167a92d967b1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.840860] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 950.840860] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522b05b9-c9fd-aab9-7def-3613a2b51bf3" [ 950.840860] env[68831]: _type = "Task" [ 950.840860] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.848840] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522b05b9-c9fd-aab9-7def-3613a2b51bf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.899797] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802886, 'name': ReconfigVM_Task, 'duration_secs': 0.491945} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.900091] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 71344266-21bf-454a-b54d-4c291336d8ec/71344266-21bf-454a-b54d-4c291336d8ec.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.900900] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2816fd4a-e7d9-4e2e-a05c-b997f07bfaa3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.903675] env[68831]: DEBUG oslo_concurrency.lockutils [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.676s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.903857] env[68831]: INFO nova.compute.manager [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Migrating [ 950.911627] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.188s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.911821] env[68831]: DEBUG nova.objects.instance [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68831) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 950.914540] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 950.914540] env[68831]: value = "task-2802888" [ 950.914540] env[68831]: _type = "Task" [ 950.914540] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.933275] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802888, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.969951] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.013528] env[68831]: DEBUG nova.network.neutron [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Successfully updated port: 09f6641b-e738-4b6c-84b6-e9494bdfcc19 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.088578] env[68831]: DEBUG nova.network.neutron [-] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.123767] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 2494681b-ef4f-405a-8898-affcc4f7f136] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 951.354123] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522b05b9-c9fd-aab9-7def-3613a2b51bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.356181] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.356181] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.356181] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.356181] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.356181] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.356181] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3b2ac70-dd72-464b-857b-d75807ad7d41 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.369254] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.369254] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.369254] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d87ff28d-8219-4e3f-b859-f818779b2a97 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.373048] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 951.373048] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522183cf-a243-956b-3d69-b6685895ba44" [ 951.373048] env[68831]: _type = "Task" [ 951.373048] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.384761] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522183cf-a243-956b-3d69-b6685895ba44, 'name': SearchDatastore_Task, 'duration_secs': 0.008195} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.387249] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b7e76b-8abe-4a08-badc-3aff77959a52 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.394572] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 951.394572] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52933f85-4b3c-0826-3f73-870400023de9" [ 951.394572] env[68831]: _type = "Task" [ 951.394572] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.403880] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52933f85-4b3c-0826-3f73-870400023de9, 'name': SearchDatastore_Task, 'duration_secs': 0.007829} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.404504] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.404867] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 523615be-9200-4639-a60f-a55c7898859e/523615be-9200-4639-a60f-a55c7898859e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.405072] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d303a0cc-31ba-4acf-b5b1-132604f550b3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.415933] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 951.415933] env[68831]: value = "task-2802889" [ 951.415933] env[68831]: _type = "Task" [ 951.415933] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.428333] env[68831]: DEBUG oslo_concurrency.lockutils [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "refresh_cache-4aa059f6-deaf-4892-9b31-f62bfe955174" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.428563] env[68831]: DEBUG oslo_concurrency.lockutils [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "refresh_cache-4aa059f6-deaf-4892-9b31-f62bfe955174" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.428780] env[68831]: DEBUG nova.network.neutron [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.433152] env[68831]: DEBUG nova.network.neutron [req-069c7f86-0960-4eb2-ad88-ba1f72a9c9de req-f18cba51-ca04-44e6-ac6a-dd4a34dcb857 service nova] [instance: 523615be-9200-4639-a60f-a55c7898859e] Updated VIF entry in instance network info cache for port b47281b7-4ca9-48c2-a096-8fccb7b26ab9. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.433502] env[68831]: DEBUG nova.network.neutron [req-069c7f86-0960-4eb2-ad88-ba1f72a9c9de req-f18cba51-ca04-44e6-ac6a-dd4a34dcb857 service nova] [instance: 523615be-9200-4639-a60f-a55c7898859e] Updating instance_info_cache with network_info: [{"id": "b47281b7-4ca9-48c2-a096-8fccb7b26ab9", "address": "fa:16:3e:fd:78:61", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47281b7-4c", "ovs_interfaceid": "b47281b7-4ca9-48c2-a096-8fccb7b26ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.439719] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2802889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.445043] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802888, 'name': Rename_Task, 'duration_secs': 0.188122} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.445370] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.445627] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b5a9eee-17a7-47f7-8f70-103170de509d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.452999] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 951.452999] env[68831]: value = "task-2802890" [ 951.452999] env[68831]: _type = "Task" [ 951.452999] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.461240] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.470877] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802887, 'name': ReconfigVM_Task, 'duration_secs': 0.652038} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.470877] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 7228b0fc-2d2c-4c11-9b8c-167b67390f3e/7228b0fc-2d2c-4c11-9b8c-167b67390f3e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.470877] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c07ca82a-85ef-4a5e-b06b-99dad042173e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.476803] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 951.476803] env[68831]: value = "task-2802891" [ 951.476803] env[68831]: _type = "Task" [ 951.476803] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.488019] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802891, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.520030] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "refresh_cache-528a1841-a146-4747-b331-a82997808623" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.520030] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquired lock "refresh_cache-528a1841-a146-4747-b331-a82997808623" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.520030] env[68831]: DEBUG nova.network.neutron [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.595084] env[68831]: INFO nova.compute.manager [-] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Took 1.47 seconds to deallocate network for instance. [ 951.628700] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 40404246-f067-4f63-b751-1509d0844840] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 951.933233] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1ff851aa-321f-4608-be5d-c9a1bd037f7b tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.934348] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2802889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509102} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.939110] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.325s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.939329] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.941218] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.882s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.946058] env[68831]: INFO nova.compute.claims [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.949668] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 523615be-9200-4639-a60f-a55c7898859e/523615be-9200-4639-a60f-a55c7898859e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.949918] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.950838] env[68831]: DEBUG oslo_concurrency.lockutils [req-069c7f86-0960-4eb2-ad88-ba1f72a9c9de req-f18cba51-ca04-44e6-ac6a-dd4a34dcb857 service nova] Releasing lock "refresh_cache-523615be-9200-4639-a60f-a55c7898859e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.951689] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e94e0c7-f2a6-439d-bd94-53c55011d052 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.966699] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802890, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.968655] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 951.968655] env[68831]: value = "task-2802892" [ 951.968655] env[68831]: _type = "Task" [ 951.968655] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.979304] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2802892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.990593] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802891, 'name': Rename_Task, 'duration_secs': 0.173698} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.994322] env[68831]: INFO nova.scheduler.client.report [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Deleted allocations for instance 96c55c61-610e-42e7-837a-87ca271af5d6 [ 951.995356] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.998408] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d68ee9b-bed5-4a4d-bbe6-5c4c19c06cae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.005619] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 952.005619] env[68831]: value = "task-2802893" [ 952.005619] env[68831]: _type = "Task" [ 952.005619] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.019103] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.105017] env[68831]: DEBUG nova.network.neutron [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.108100] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.132811] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: fb8d223d-d2ec-48c1-8d20-7617be76dabe] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 952.419074] env[68831]: DEBUG nova.network.neutron [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updating instance_info_cache with network_info: [{"id": "5f312568-d31c-43bc-8b15-6ee6b3e76660", "address": "fa:16:3e:38:f8:61", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f312568-d3", "ovs_interfaceid": "5f312568-d31c-43bc-8b15-6ee6b3e76660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.431902] env[68831]: DEBUG nova.network.neutron [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Updating instance_info_cache with network_info: [{"id": "09f6641b-e738-4b6c-84b6-e9494bdfcc19", "address": "fa:16:3e:18:a8:3f", "network": {"id": "00b9d057-a084-4c3d-9032-bb7e3971ea4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1772256020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "731a1ef0fa354cc79abc82e65997b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f6641b-e7", "ovs_interfaceid": "09f6641b-e738-4b6c-84b6-e9494bdfcc19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.468064] env[68831]: DEBUG oslo_vmware.api [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802890, 'name': PowerOnVM_Task, 'duration_secs': 0.764471} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.468945] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.469178] env[68831]: INFO nova.compute.manager [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Took 10.83 seconds to spawn the instance on the hypervisor. [ 952.469363] env[68831]: DEBUG nova.compute.manager [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.470209] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fb6c67-9fcc-46ac-b90e-93d1be6b977a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.488879] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2802892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066525} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.492554] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.493361] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aad2be3-68b7-45f5-8ae0-1e95e4a655f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.528243] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 523615be-9200-4639-a60f-a55c7898859e/523615be-9200-4639-a60f-a55c7898859e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.528243] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7bd0e6c-6c1d-44ac-a77f-c8290c06f8ce tempest-ServersListShow296Test-706478461 tempest-ServersListShow296Test-706478461-project-member] Lock "96c55c61-610e-42e7-837a-87ca271af5d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.326s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.534598] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-254d3c11-7906-48a1-8ca7-a46a203c6fdc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.556050] env[68831]: DEBUG nova.compute.manager [req-b4566fd0-9910-4e71-b2dd-1233ff51bad4 req-b7004360-6c6b-4ece-ad18-accf06d32480 service nova] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Received event network-vif-deleted-71d1f0c1-666c-4f45-87c0-f5f5e07d1f44 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.556269] env[68831]: DEBUG nova.compute.manager [req-b4566fd0-9910-4e71-b2dd-1233ff51bad4 req-b7004360-6c6b-4ece-ad18-accf06d32480 service nova] [instance: 528a1841-a146-4747-b331-a82997808623] Received event network-vif-plugged-09f6641b-e738-4b6c-84b6-e9494bdfcc19 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.556457] env[68831]: DEBUG oslo_concurrency.lockutils [req-b4566fd0-9910-4e71-b2dd-1233ff51bad4 req-b7004360-6c6b-4ece-ad18-accf06d32480 service nova] Acquiring lock "528a1841-a146-4747-b331-a82997808623-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.556655] env[68831]: DEBUG oslo_concurrency.lockutils [req-b4566fd0-9910-4e71-b2dd-1233ff51bad4 req-b7004360-6c6b-4ece-ad18-accf06d32480 service nova] Lock "528a1841-a146-4747-b331-a82997808623-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.556817] env[68831]: DEBUG oslo_concurrency.lockutils [req-b4566fd0-9910-4e71-b2dd-1233ff51bad4 req-b7004360-6c6b-4ece-ad18-accf06d32480 service nova] Lock "528a1841-a146-4747-b331-a82997808623-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.556988] env[68831]: DEBUG nova.compute.manager [req-b4566fd0-9910-4e71-b2dd-1233ff51bad4 req-b7004360-6c6b-4ece-ad18-accf06d32480 service nova] [instance: 528a1841-a146-4747-b331-a82997808623] No waiting events found dispatching network-vif-plugged-09f6641b-e738-4b6c-84b6-e9494bdfcc19 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.557167] env[68831]: WARNING nova.compute.manager [req-b4566fd0-9910-4e71-b2dd-1233ff51bad4 req-b7004360-6c6b-4ece-ad18-accf06d32480 service nova] [instance: 528a1841-a146-4747-b331-a82997808623] Received unexpected event network-vif-plugged-09f6641b-e738-4b6c-84b6-e9494bdfcc19 for instance with vm_state building and task_state spawning. [ 952.557312] env[68831]: DEBUG nova.compute.manager [req-b4566fd0-9910-4e71-b2dd-1233ff51bad4 req-b7004360-6c6b-4ece-ad18-accf06d32480 service nova] [instance: 528a1841-a146-4747-b331-a82997808623] Received event network-changed-09f6641b-e738-4b6c-84b6-e9494bdfcc19 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.557465] env[68831]: DEBUG nova.compute.manager [req-b4566fd0-9910-4e71-b2dd-1233ff51bad4 req-b7004360-6c6b-4ece-ad18-accf06d32480 service nova] [instance: 528a1841-a146-4747-b331-a82997808623] Refreshing instance network info cache due to event network-changed-09f6641b-e738-4b6c-84b6-e9494bdfcc19. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 952.557628] env[68831]: DEBUG oslo_concurrency.lockutils [req-b4566fd0-9910-4e71-b2dd-1233ff51bad4 req-b7004360-6c6b-4ece-ad18-accf06d32480 service nova] Acquiring lock "refresh_cache-528a1841-a146-4747-b331-a82997808623" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.561662] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802893, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.563030] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 952.563030] env[68831]: value = "task-2802894" [ 952.563030] env[68831]: _type = "Task" [ 952.563030] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.571958] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2802894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.640910] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: f116cf00-074f-41f8-9c1f-bae0cd7932ff] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 952.926501] env[68831]: DEBUG oslo_concurrency.lockutils [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "refresh_cache-4aa059f6-deaf-4892-9b31-f62bfe955174" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.934600] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Releasing lock "refresh_cache-528a1841-a146-4747-b331-a82997808623" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.934982] env[68831]: DEBUG nova.compute.manager [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Instance network_info: |[{"id": "09f6641b-e738-4b6c-84b6-e9494bdfcc19", "address": "fa:16:3e:18:a8:3f", "network": {"id": "00b9d057-a084-4c3d-9032-bb7e3971ea4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1772256020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "731a1ef0fa354cc79abc82e65997b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f6641b-e7", "ovs_interfaceid": "09f6641b-e738-4b6c-84b6-e9494bdfcc19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.935274] env[68831]: DEBUG oslo_concurrency.lockutils [req-b4566fd0-9910-4e71-b2dd-1233ff51bad4 req-b7004360-6c6b-4ece-ad18-accf06d32480 service nova] Acquired lock "refresh_cache-528a1841-a146-4747-b331-a82997808623" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.935452] env[68831]: DEBUG nova.network.neutron [req-b4566fd0-9910-4e71-b2dd-1233ff51bad4 req-b7004360-6c6b-4ece-ad18-accf06d32480 service nova] [instance: 528a1841-a146-4747-b331-a82997808623] Refreshing network info cache for port 09f6641b-e738-4b6c-84b6-e9494bdfcc19 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.937056] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:a8:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09f6641b-e738-4b6c-84b6-e9494bdfcc19', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.944372] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Creating folder: Project (731a1ef0fa354cc79abc82e65997b64c). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.944905] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a44d9d18-1f02-449f-a47d-041abe0afb4c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.961465] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Created folder: Project (731a1ef0fa354cc79abc82e65997b64c) in parent group-v563050. [ 952.961676] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Creating folder: Instances. Parent ref: group-v563247. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.965226] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1007cab5-8f2a-4eed-b0eb-33af85330ce0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.978972] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Created folder: Instances in parent group-v563247. [ 952.979143] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.979822] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 528a1841-a146-4747-b331-a82997808623] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.979822] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d210a93-07ca-4d95-929b-a0584ac6f6c0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.007150] env[68831]: INFO nova.compute.manager [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Took 57.41 seconds to build instance. [ 953.012316] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.012316] env[68831]: value = "task-2802897" [ 953.012316] env[68831]: _type = "Task" [ 953.012316] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.023229] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802897, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.034222] env[68831]: DEBUG oslo_vmware.api [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802893, 'name': PowerOnVM_Task, 'duration_secs': 0.619633} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.034222] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.034222] env[68831]: INFO nova.compute.manager [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Took 8.74 seconds to spawn the instance on the hypervisor. [ 953.034222] env[68831]: DEBUG nova.compute.manager [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.034834] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95265e10-7c4d-4639-a6db-2bd73e378e68 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.076957] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2802894, 'name': ReconfigVM_Task, 'duration_secs': 0.342749} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.080251] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 523615be-9200-4639-a60f-a55c7898859e/523615be-9200-4639-a60f-a55c7898859e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.082029] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-639465a0-4513-484a-a1ad-a6f01e358e31 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.089194] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 953.089194] env[68831]: value = "task-2802898" [ 953.089194] env[68831]: _type = "Task" [ 953.089194] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.104236] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2802898, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.146957] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 94e9ac10-b6a0-4fc0-b64e-763f3793b7e8] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 953.512793] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b38f8c8-7e4f-428b-bf29-c3bd7d5d38b8 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "71344266-21bf-454a-b54d-4c291336d8ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.949s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.521367] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802897, 'name': CreateVM_Task, 'duration_secs': 0.461975} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.523848] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 528a1841-a146-4747-b331-a82997808623] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.524848] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.525037] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.525350] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.525656] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5184fe-00fa-4d22-aaca-01870cb1b46f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.530278] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 953.530278] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521a82d4-0dfd-41a6-6128-a3d00b54e362" [ 953.530278] env[68831]: _type = "Task" [ 953.530278] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.538103] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521a82d4-0dfd-41a6-6128-a3d00b54e362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.564026] env[68831]: INFO nova.compute.manager [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Took 55.27 seconds to build instance. [ 953.602831] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2802898, 'name': Rename_Task, 'duration_secs': 0.143501} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.605382] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.605686] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f63eaafc-fec0-491e-8b3a-2008513cf7da {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.610534] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985bbd41-ae20-46bd-99d8-42839e8a4fed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.614877] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 953.614877] env[68831]: value = "task-2802899" [ 953.614877] env[68831]: _type = "Task" [ 953.614877] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.621143] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a026815-c6e0-4e07-8122-85843cb5c274 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.628092] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2802899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.659017] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: e41bc40e-f2c2-4fe5-9a77-68c71cbe8e8a] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 953.665022] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e782f10d-eda8-40a5-ad3e-00f7d66696ec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.669585] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f2ad17-d5fc-44cc-bcd6-e44262a0cc14 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.683311] env[68831]: DEBUG nova.compute.provider_tree [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.725692] env[68831]: DEBUG nova.network.neutron [req-b4566fd0-9910-4e71-b2dd-1233ff51bad4 req-b7004360-6c6b-4ece-ad18-accf06d32480 service nova] [instance: 528a1841-a146-4747-b331-a82997808623] Updated VIF entry in instance network info cache for port 09f6641b-e738-4b6c-84b6-e9494bdfcc19. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.726092] env[68831]: DEBUG nova.network.neutron [req-b4566fd0-9910-4e71-b2dd-1233ff51bad4 req-b7004360-6c6b-4ece-ad18-accf06d32480 service nova] [instance: 528a1841-a146-4747-b331-a82997808623] Updating instance_info_cache with network_info: [{"id": "09f6641b-e738-4b6c-84b6-e9494bdfcc19", "address": "fa:16:3e:18:a8:3f", "network": {"id": "00b9d057-a084-4c3d-9032-bb7e3971ea4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1772256020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "731a1ef0fa354cc79abc82e65997b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f6641b-e7", "ovs_interfaceid": "09f6641b-e738-4b6c-84b6-e9494bdfcc19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.041345] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521a82d4-0dfd-41a6-6128-a3d00b54e362, 'name': SearchDatastore_Task, 'duration_secs': 0.024088} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.041660] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.041905] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.042172] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.042324] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.042502] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.042773] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f46ed548-f882-4c2d-8a17-f5baf1021214 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.050846] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.051748] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.051835] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26985458-1a4c-4ea1-9ae2-b4fb823fd85a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.057373] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 954.057373] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52df85da-e47d-da94-2bfd-23aa247e95a6" [ 954.057373] env[68831]: _type = "Task" [ 954.057373] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.064814] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52df85da-e47d-da94-2bfd-23aa247e95a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.066315] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c76eae0-08b9-4891-8745-e0979ff25b5d tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "7228b0fc-2d2c-4c11-9b8c-167b67390f3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.170s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.129985] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2802899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.165804] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 176ad5bc-882c-4539-b69e-03c06616f933] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 954.186357] env[68831]: DEBUG nova.scheduler.client.report [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.228603] env[68831]: DEBUG oslo_concurrency.lockutils [req-b4566fd0-9910-4e71-b2dd-1233ff51bad4 req-b7004360-6c6b-4ece-ad18-accf06d32480 service nova] Releasing lock "refresh_cache-528a1841-a146-4747-b331-a82997808623" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.445960] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26236c6-595e-4fff-9ac8-d0aa60095e1d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.465979] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updating instance '4aa059f6-deaf-4892-9b31-f62bfe955174' progress to 0 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.574273] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52df85da-e47d-da94-2bfd-23aa247e95a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.575102] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b59e2752-a9da-4263-8887-f86f28088f39 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.581585] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 954.581585] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52998e02-7f1b-5da4-3c82-e33a49b4add2" [ 954.581585] env[68831]: _type = "Task" [ 954.581585] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.593291] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52998e02-7f1b-5da4-3c82-e33a49b4add2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.629058] env[68831]: DEBUG oslo_vmware.api [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2802899, 'name': PowerOnVM_Task, 'duration_secs': 0.686696} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.629366] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.629576] env[68831]: INFO nova.compute.manager [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Took 7.04 seconds to spawn the instance on the hypervisor. [ 954.629756] env[68831]: DEBUG nova.compute.manager [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.631172] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdea916a-50d7-449a-8e7c-b0caf9f5d090 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.669703] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 1c541afe-a78b-4cd1-8d70-63221956a835] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 954.691528] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.692573] env[68831]: DEBUG nova.compute.manager [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.695601] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.535s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.697176] env[68831]: INFO nova.compute.claims [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.818490] env[68831]: INFO nova.compute.manager [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Rescuing [ 954.818643] env[68831]: DEBUG oslo_concurrency.lockutils [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "refresh_cache-7228b0fc-2d2c-4c11-9b8c-167b67390f3e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.818793] env[68831]: DEBUG oslo_concurrency.lockutils [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "refresh_cache-7228b0fc-2d2c-4c11-9b8c-167b67390f3e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.818960] env[68831]: DEBUG nova.network.neutron [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.973761] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.973761] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdf56a6f-0e08-467e-b4d0-f9c4a3822016 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.980973] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 954.980973] env[68831]: value = "task-2802900" [ 954.980973] env[68831]: _type = "Task" [ 954.980973] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.989838] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.093496] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52998e02-7f1b-5da4-3c82-e33a49b4add2, 'name': SearchDatastore_Task, 'duration_secs': 0.032624} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.093835] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.094089] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 528a1841-a146-4747-b331-a82997808623/528a1841-a146-4747-b331-a82997808623.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.094363] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e0edeef-d195-4456-81f9-1771d69e217b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.102377] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 955.102377] env[68831]: value = "task-2802901" [ 955.102377] env[68831]: _type = "Task" [ 955.102377] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.111555] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.152605] env[68831]: INFO nova.compute.manager [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Took 55.23 seconds to build instance. [ 955.174954] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 5a20a423-c3ac-476e-aecb-7e42a7c24610] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 955.201597] env[68831]: DEBUG nova.compute.utils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.203246] env[68831]: DEBUG nova.compute.manager [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.203366] env[68831]: DEBUG nova.network.neutron [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.293482] env[68831]: DEBUG nova.policy [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3472e023cad9473aa82d83e0d7cf649c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9443b2c2676349adbde8ff7b5b39ced2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.495385] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802900, 'name': PowerOffVM_Task, 'duration_secs': 0.312694} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.495902] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.496248] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updating instance '4aa059f6-deaf-4892-9b31-f62bfe955174' progress to 17 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.612742] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802901, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.656288] env[68831]: DEBUG oslo_concurrency.lockutils [None req-449fbe65-aee5-4837-b525-dfb8bbee1f26 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "523615be-9200-4639-a60f-a55c7898859e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.149s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.677749] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 223b8b6f-b42c-4a06-b5bb-0354dd87cdea] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 955.707207] env[68831]: DEBUG nova.compute.manager [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.795969] env[68831]: DEBUG nova.network.neutron [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Updating instance_info_cache with network_info: [{"id": "c37c18e1-046b-48e1-88ea-ba918f227643", "address": "fa:16:3e:00:32:53", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37c18e1-04", "ovs_interfaceid": "c37c18e1-046b-48e1-88ea-ba918f227643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.830675] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "73612748-9633-488e-ab75-99257c57cf75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.830926] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "73612748-9633-488e-ab75-99257c57cf75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.963378] env[68831]: DEBUG nova.network.neutron [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Successfully created port: 5b846c43-f4b9-4bf4-8a91-7626ede020ed {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.009750] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.009750] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.009750] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.009750] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.009750] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.009750] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.009750] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.009750] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.010318] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.010318] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.010318] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.021698] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228568a4-20d6-4c93-9a3d-6254089f28ad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.039660] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 956.039660] env[68831]: value = "task-2802902" [ 956.039660] env[68831]: _type = "Task" [ 956.039660] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.053384] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.112787] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531045} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.115372] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 528a1841-a146-4747-b331-a82997808623/528a1841-a146-4747-b331-a82997808623.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.116117] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.116117] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30530657-db88-4117-bacf-abc6915a5923 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.122642] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 956.122642] env[68831]: value = "task-2802903" [ 956.122642] env[68831]: _type = "Task" [ 956.122642] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.131730] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.182623] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: b25fe864-0d1a-4818-810e-6e1cc8cbfe9c] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 956.298717] env[68831]: DEBUG oslo_concurrency.lockutils [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "refresh_cache-7228b0fc-2d2c-4c11-9b8c-167b67390f3e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.333324] env[68831]: DEBUG nova.compute.manager [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.345230] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff662f3-a3f7-48a4-a48a-432c7111ce5c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.358315] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bed3ac-3d3f-4f5f-8911-d185d0841e17 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.389392] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f27a10c-3899-4730-a3d3-85fdfa3b51ae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.397986] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c8b66b-f891-4f12-a237-35e914ca9b90 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.418661] env[68831]: DEBUG nova.compute.provider_tree [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.471232] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "72392c14-3751-4d2a-b8cf-b1f91bf904f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.471232] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "72392c14-3751-4d2a-b8cf-b1f91bf904f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.551113] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802902, 'name': ReconfigVM_Task, 'duration_secs': 0.344513} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.551537] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updating instance '4aa059f6-deaf-4892-9b31-f62bfe955174' progress to 33 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.632456] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071697} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.632858] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.633669] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff36857d-c8e4-4140-b383-0fbebe79b0c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.656175] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 528a1841-a146-4747-b331-a82997808623/528a1841-a146-4747-b331-a82997808623.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.656495] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d36bf51d-a071-4e3d-b9c5-f7dc0e171ff5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.676243] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 956.676243] env[68831]: value = "task-2802904" [ 956.676243] env[68831]: _type = "Task" [ 956.676243] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.684588] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.690120] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: bcce1167-e77a-40a1-afcf-3a6d77789789] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 956.722740] env[68831]: DEBUG nova.compute.manager [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.749102] env[68831]: DEBUG nova.virt.hardware [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b343749dfd2d2eec488d628232f8aefe',container_format='bare',created_at=2025-03-06T09:34:57Z,direct_url=,disk_format='vmdk',id=17fddfb4-6e47-41c8-a8aa-20cb263cc06f,min_disk=1,min_ram=0,name='tempest-test-snap-866808306',owner='9443b2c2676349adbde8ff7b5b39ced2',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-06T09:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.749445] env[68831]: DEBUG nova.virt.hardware [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.749665] env[68831]: DEBUG nova.virt.hardware [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.749972] env[68831]: DEBUG nova.virt.hardware [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.750273] env[68831]: DEBUG nova.virt.hardware [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.750925] env[68831]: DEBUG nova.virt.hardware [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.750925] env[68831]: DEBUG nova.virt.hardware [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.751112] env[68831]: DEBUG nova.virt.hardware [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.751428] env[68831]: DEBUG nova.virt.hardware [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.751704] env[68831]: DEBUG nova.virt.hardware [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.751992] env[68831]: DEBUG nova.virt.hardware [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.753073] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bd2737-1adb-4b51-970c-55df57821aa4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.762936] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385c1c31-41f2-442b-8486-0834b85fda5f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.865799] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.922326] env[68831]: DEBUG nova.scheduler.client.report [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.972625] env[68831]: DEBUG nova.compute.manager [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.060170] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.060417] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.060569] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.060819] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.061050] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.061134] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.061322] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.061474] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.061635] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.061799] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.061972] env[68831]: DEBUG nova.virt.hardware [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.067504] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 957.067818] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cef2df66-ac4e-411f-b9bf-13d72ba6aff6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.087392] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 957.087392] env[68831]: value = "task-2802905" [ 957.087392] env[68831]: _type = "Task" [ 957.087392] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.098252] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.189848] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802904, 'name': ReconfigVM_Task, 'duration_secs': 0.490188} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.190148] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 528a1841-a146-4747-b331-a82997808623/528a1841-a146-4747-b331-a82997808623.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.190716] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04580573-1e5a-4be4-aaaf-0acb5f8e9baa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.192683] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 48440713-7649-4947-8bf0-89bcfaec2a28] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 957.199536] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 957.199536] env[68831]: value = "task-2802906" [ 957.199536] env[68831]: _type = "Task" [ 957.199536] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.208326] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802906, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.385908] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "2cf96e39-7987-400b-bdd8-7632879d206e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.386136] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "2cf96e39-7987-400b-bdd8-7632879d206e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.427631] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.428246] env[68831]: DEBUG nova.compute.manager [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.431381] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.414s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.432165] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.434950] env[68831]: DEBUG oslo_concurrency.lockutils [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.705s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.435210] env[68831]: DEBUG oslo_concurrency.lockutils [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.437094] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.396s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.438728] env[68831]: INFO nova.compute.claims [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.473280] env[68831]: INFO nova.scheduler.client.report [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Deleted allocations for instance 2587372d-4aeb-4429-8169-7dfce1c2c7e1 [ 957.488589] env[68831]: INFO nova.scheduler.client.report [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Deleted allocations for instance 26b49db3-cc82-4cc8-b607-27493c9476e7 [ 957.510170] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.598883] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802905, 'name': ReconfigVM_Task, 'duration_secs': 0.496559} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.600426] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 957.601396] env[68831]: DEBUG nova.compute.manager [req-5f5ee4d0-93c2-429c-bd98-1bfbeae2c3f4 req-ecded073-6ab9-4dfe-bb89-3dc722f7aafb service nova] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Received event network-vif-plugged-5b846c43-f4b9-4bf4-8a91-7626ede020ed {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.601538] env[68831]: DEBUG oslo_concurrency.lockutils [req-5f5ee4d0-93c2-429c-bd98-1bfbeae2c3f4 req-ecded073-6ab9-4dfe-bb89-3dc722f7aafb service nova] Acquiring lock "1add3414-42a1-4ca0-8622-f931690d966e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.601757] env[68831]: DEBUG oslo_concurrency.lockutils [req-5f5ee4d0-93c2-429c-bd98-1bfbeae2c3f4 req-ecded073-6ab9-4dfe-bb89-3dc722f7aafb service nova] Lock "1add3414-42a1-4ca0-8622-f931690d966e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.601925] env[68831]: DEBUG oslo_concurrency.lockutils [req-5f5ee4d0-93c2-429c-bd98-1bfbeae2c3f4 req-ecded073-6ab9-4dfe-bb89-3dc722f7aafb service nova] Lock "1add3414-42a1-4ca0-8622-f931690d966e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.602275] env[68831]: DEBUG nova.compute.manager [req-5f5ee4d0-93c2-429c-bd98-1bfbeae2c3f4 req-ecded073-6ab9-4dfe-bb89-3dc722f7aafb service nova] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] No waiting events found dispatching network-vif-plugged-5b846c43-f4b9-4bf4-8a91-7626ede020ed {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.602461] env[68831]: WARNING nova.compute.manager [req-5f5ee4d0-93c2-429c-bd98-1bfbeae2c3f4 req-ecded073-6ab9-4dfe-bb89-3dc722f7aafb service nova] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Received unexpected event network-vif-plugged-5b846c43-f4b9-4bf4-8a91-7626ede020ed for instance with vm_state building and task_state spawning. [ 957.603726] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c428748-3824-4a33-96af-e79772ebfc1f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.631947] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 4aa059f6-deaf-4892-9b31-f62bfe955174/4aa059f6-deaf-4892-9b31-f62bfe955174.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.634011] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b876dd88-a7e0-4df4-96fd-676e5a554401 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.653397] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 957.653397] env[68831]: value = "task-2802907" [ 957.653397] env[68831]: _type = "Task" [ 957.653397] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.661048] env[68831]: DEBUG nova.network.neutron [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Successfully updated port: 5b846c43-f4b9-4bf4-8a91-7626ede020ed {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.668627] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802907, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.695846] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: f7d50028-73ab-4348-a49e-ca153c854939] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 957.712132] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802906, 'name': Rename_Task, 'duration_secs': 0.251559} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.712132] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.712132] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dac293b1-36bd-4ecf-a308-6e9f5b71e89e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.718994] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 957.718994] env[68831]: value = "task-2802908" [ 957.718994] env[68831]: _type = "Task" [ 957.718994] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.727525] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.841899] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.842287] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5434cd2-f847-4dcf-ac36-f18eacddbc34 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.849479] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 957.849479] env[68831]: value = "task-2802909" [ 957.849479] env[68831]: _type = "Task" [ 957.849479] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.859475] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.888687] env[68831]: DEBUG nova.compute.manager [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.945424] env[68831]: DEBUG nova.compute.utils [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.947321] env[68831]: DEBUG nova.compute.manager [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Not allocating networking since 'none' was specified. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 958.000536] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b900e120-3bd7-4034-86b1-587c0ef06890 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "2587372d-4aeb-4429-8169-7dfce1c2c7e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.749s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.001582] env[68831]: DEBUG oslo_concurrency.lockutils [None req-992e64a2-8038-4809-8b89-db49e368370d tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Lock "26b49db3-cc82-4cc8-b607-27493c9476e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.033s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.166465] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "refresh_cache-1add3414-42a1-4ca0-8622-f931690d966e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.166674] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired lock "refresh_cache-1add3414-42a1-4ca0-8622-f931690d966e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.166831] env[68831]: DEBUG nova.network.neutron [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.168071] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802907, 'name': ReconfigVM_Task, 'duration_secs': 0.441355} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.168559] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 4aa059f6-deaf-4892-9b31-f62bfe955174/4aa059f6-deaf-4892-9b31-f62bfe955174.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.168829] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updating instance '4aa059f6-deaf-4892-9b31-f62bfe955174' progress to 50 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.198633] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 0603a8a3-d704-4ec2-9808-3fda6be1df72] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 958.230569] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802908, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.359578] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802909, 'name': PowerOffVM_Task, 'duration_secs': 0.166533} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.359916] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.360769] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fcf7f5-72b7-41ef-bc4c-3e8bc9937061 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.383241] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c1f5f6-0ab7-4447-968b-4b95a0fd25bb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.412826] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.419793] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.420243] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bfa616f-b08f-4f78-8c99-94a821dd2add {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.428024] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 958.428024] env[68831]: value = "task-2802910" [ 958.428024] env[68831]: _type = "Task" [ 958.428024] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.435865] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.447539] env[68831]: DEBUG nova.compute.manager [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.676427] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a084990e-4e68-4fe6-afef-f3a54dcf5fb1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.698297] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b540bec6-943d-4408-acf3-6683a813cc3c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.703635] env[68831]: DEBUG nova.network.neutron [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.706848] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 47027cae-3d2d-424e-8f73-38cd839ed5ae] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 958.729301] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updating instance '4aa059f6-deaf-4892-9b31-f62bfe955174' progress to 67 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.745757] env[68831]: DEBUG oslo_vmware.api [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802908, 'name': PowerOnVM_Task, 'duration_secs': 0.918731} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.745926] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.746202] env[68831]: INFO nova.compute.manager [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Took 8.49 seconds to spawn the instance on the hypervisor. [ 958.747017] env[68831]: DEBUG nova.compute.manager [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.747415] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29a4785-1c2d-4b7d-a5cb-5171a0876391 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.881730] env[68831]: DEBUG nova.network.neutron [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Updating instance_info_cache with network_info: [{"id": "5b846c43-f4b9-4bf4-8a91-7626ede020ed", "address": "fa:16:3e:50:b3:e4", "network": {"id": "8dc0259c-6f94-413e-9c32-eb1a0276e97e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-849667077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9443b2c2676349adbde8ff7b5b39ced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b846c43-f4", "ovs_interfaceid": "5b846c43-f4b9-4bf4-8a91-7626ede020ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.941029] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] VM already powered off {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 958.941373] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.941704] env[68831]: DEBUG oslo_concurrency.lockutils [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.941863] env[68831]: DEBUG oslo_concurrency.lockutils [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.942076] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.942514] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-270cc78d-064b-4fdd-ac28-915661f9250c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.952364] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.952608] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.956331] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e72e93d-d21f-4d14-ac51-a6b777f8bb3e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.967143] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 958.967143] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52582c3d-8e1e-1b44-2b8a-5cca60e3082b" [ 958.967143] env[68831]: _type = "Task" [ 958.967143] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.974552] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52582c3d-8e1e-1b44-2b8a-5cca60e3082b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.013031] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62670fbf-8cd5-404f-a090-4eee12f754ae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.020199] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89919158-ee90-4a6a-a251-0736442e8d40 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.051382] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c728101-a11f-4bbe-9bf9-30624da1c95a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.058647] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aef782-4af0-47a5-9b2c-dae6de8e81bd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.071679] env[68831]: DEBUG nova.compute.provider_tree [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.213799] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 3d615018-ab02-4f07-bc90-d13b44c09a5b] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 959.277115] env[68831]: INFO nova.compute.manager [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Took 55.16 seconds to build instance. [ 959.305608] env[68831]: DEBUG nova.network.neutron [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Port 5f312568-d31c-43bc-8b15-6ee6b3e76660 binding to destination host cpu-1 is already ACTIVE {{(pid=68831) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 959.385380] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lock "refresh_cache-1add3414-42a1-4ca0-8622-f931690d966e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.385693] env[68831]: DEBUG nova.compute.manager [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Instance network_info: |[{"id": "5b846c43-f4b9-4bf4-8a91-7626ede020ed", "address": "fa:16:3e:50:b3:e4", "network": {"id": "8dc0259c-6f94-413e-9c32-eb1a0276e97e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-849667077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9443b2c2676349adbde8ff7b5b39ced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b846c43-f4", "ovs_interfaceid": "5b846c43-f4b9-4bf4-8a91-7626ede020ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.386127] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:b3:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b846c43-f4b9-4bf4-8a91-7626ede020ed', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.397330] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.397330] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.397767] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f914e192-8658-4cc0-81a6-7894dab72cf7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.424314] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.424314] env[68831]: value = "task-2802912" [ 959.424314] env[68831]: _type = "Task" [ 959.424314] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.434787] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802912, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.466198] env[68831]: DEBUG nova.compute.manager [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.477862] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52582c3d-8e1e-1b44-2b8a-5cca60e3082b, 'name': SearchDatastore_Task, 'duration_secs': 0.031136} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.478769] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4347524a-fc2e-4159-8a3c-edf176453f3f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.486661] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 959.486661] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5235d172-d98a-6c0a-8c7b-fa31c6212cf6" [ 959.486661] env[68831]: _type = "Task" [ 959.486661] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.497548] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5235d172-d98a-6c0a-8c7b-fa31c6212cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.499767] env[68831]: DEBUG nova.virt.hardware [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.500465] env[68831]: DEBUG nova.virt.hardware [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.500691] env[68831]: DEBUG nova.virt.hardware [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.500894] env[68831]: DEBUG nova.virt.hardware [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.501057] env[68831]: DEBUG nova.virt.hardware [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.501209] env[68831]: DEBUG nova.virt.hardware [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.501412] env[68831]: DEBUG nova.virt.hardware [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.501571] env[68831]: DEBUG nova.virt.hardware [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.501739] env[68831]: DEBUG nova.virt.hardware [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.501904] env[68831]: DEBUG nova.virt.hardware [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.502089] env[68831]: DEBUG nova.virt.hardware [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.502883] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff1dc53-7881-4abf-aec2-460ea962baba {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.510320] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4581e6-7957-4742-995f-600b256e499a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.523620] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.529181] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Creating folder: Project (868d91e6853b428b978727d64df75062). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.529495] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c1f18cd-a5cc-42e8-816e-ebc17f7438b6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.540471] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Created folder: Project (868d91e6853b428b978727d64df75062) in parent group-v563050. [ 959.540749] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Creating folder: Instances. Parent ref: group-v563251. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.540989] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e26719b9-6ad1-47af-97a8-1b88650a22e4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.550029] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Created folder: Instances in parent group-v563251. [ 959.550280] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.550472] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.550673] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bcf8f2e-8463-4fdc-a7f2-86dfae72eba8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.567519] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.567519] env[68831]: value = "task-2802915" [ 959.567519] env[68831]: _type = "Task" [ 959.567519] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.575414] env[68831]: DEBUG nova.scheduler.client.report [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.578599] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802915, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.643551] env[68831]: DEBUG nova.compute.manager [req-d8ff9a29-df96-4ede-9232-c1ab9d09b060 req-b59ba4b9-2f15-4150-9cc1-cd5fd6250b7d service nova] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Received event network-changed-5b846c43-f4b9-4bf4-8a91-7626ede020ed {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.643758] env[68831]: DEBUG nova.compute.manager [req-d8ff9a29-df96-4ede-9232-c1ab9d09b060 req-b59ba4b9-2f15-4150-9cc1-cd5fd6250b7d service nova] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Refreshing instance network info cache due to event network-changed-5b846c43-f4b9-4bf4-8a91-7626ede020ed. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 959.643990] env[68831]: DEBUG oslo_concurrency.lockutils [req-d8ff9a29-df96-4ede-9232-c1ab9d09b060 req-b59ba4b9-2f15-4150-9cc1-cd5fd6250b7d service nova] Acquiring lock "refresh_cache-1add3414-42a1-4ca0-8622-f931690d966e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.644153] env[68831]: DEBUG oslo_concurrency.lockutils [req-d8ff9a29-df96-4ede-9232-c1ab9d09b060 req-b59ba4b9-2f15-4150-9cc1-cd5fd6250b7d service nova] Acquired lock "refresh_cache-1add3414-42a1-4ca0-8622-f931690d966e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.644354] env[68831]: DEBUG nova.network.neutron [req-d8ff9a29-df96-4ede-9232-c1ab9d09b060 req-b59ba4b9-2f15-4150-9cc1-cd5fd6250b7d service nova] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Refreshing network info cache for port 5b846c43-f4b9-4bf4-8a91-7626ede020ed {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.717325] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.717535] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Cleaning up deleted instances with incomplete migration {{(pid=68831) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 959.781754] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a21ec792-cf90-4372-9224-c294c343885a tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "528a1841-a146-4747-b331-a82997808623" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.631s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.937955] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802912, 'name': CreateVM_Task, 'duration_secs': 0.319356} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.938177] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.938918] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17fddfb4-6e47-41c8-a8aa-20cb263cc06f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.939126] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17fddfb4-6e47-41c8-a8aa-20cb263cc06f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.939835] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/17fddfb4-6e47-41c8-a8aa-20cb263cc06f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.939835] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba82be2-22b2-4fa8-a0a8-374bfa7b1ddb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.945084] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 959.945084] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5237f8b1-e58c-3f43-a072-39b43624bf5a" [ 959.945084] env[68831]: _type = "Task" [ 959.945084] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.957895] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5237f8b1-e58c-3f43-a072-39b43624bf5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.998361] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5235d172-d98a-6c0a-8c7b-fa31c6212cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.998636] env[68831]: DEBUG oslo_concurrency.lockutils [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.998903] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 7228b0fc-2d2c-4c11-9b8c-167b67390f3e/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk. {{(pid=68831) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 959.999214] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d82620f6-fd66-41df-9ef8-f79dd6877b4d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.005812] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 960.005812] env[68831]: value = "task-2802916" [ 960.005812] env[68831]: _type = "Task" [ 960.005812] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.013810] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.078562] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802915, 'name': CreateVM_Task, 'duration_secs': 0.338263} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.078562] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.078562] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.078562] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.079045] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.079045] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee218d52-83c6-4b52-8ec5-e2d580669964 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.083020] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.083020] env[68831]: DEBUG nova.compute.manager [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.084396] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.013s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.084541] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.086641] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.889s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.089021] env[68831]: INFO nova.compute.claims [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.094693] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 960.094693] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528962fa-daa0-7704-a9df-7f37fdee4c45" [ 960.094693] env[68831]: _type = "Task" [ 960.094693] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.103468] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528962fa-daa0-7704-a9df-7f37fdee4c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.117705] env[68831]: INFO nova.scheduler.client.report [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Deleted allocations for instance f769fc5c-68b8-4fe1-9dee-2130a43018e0 [ 960.219580] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.275230] env[68831]: INFO nova.compute.manager [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Rescuing [ 960.275503] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "refresh_cache-528a1841-a146-4747-b331-a82997808623" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.275657] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquired lock "refresh_cache-528a1841-a146-4747-b331-a82997808623" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.275857] env[68831]: DEBUG nova.network.neutron [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.331579] env[68831]: DEBUG oslo_concurrency.lockutils [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "4aa059f6-deaf-4892-9b31-f62bfe955174-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.332146] env[68831]: DEBUG oslo_concurrency.lockutils [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "4aa059f6-deaf-4892-9b31-f62bfe955174-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.332146] env[68831]: DEBUG oslo_concurrency.lockutils [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "4aa059f6-deaf-4892-9b31-f62bfe955174-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.364890] env[68831]: DEBUG nova.network.neutron [req-d8ff9a29-df96-4ede-9232-c1ab9d09b060 req-b59ba4b9-2f15-4150-9cc1-cd5fd6250b7d service nova] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Updated VIF entry in instance network info cache for port 5b846c43-f4b9-4bf4-8a91-7626ede020ed. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.365697] env[68831]: DEBUG nova.network.neutron [req-d8ff9a29-df96-4ede-9232-c1ab9d09b060 req-b59ba4b9-2f15-4150-9cc1-cd5fd6250b7d service nova] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Updating instance_info_cache with network_info: [{"id": "5b846c43-f4b9-4bf4-8a91-7626ede020ed", "address": "fa:16:3e:50:b3:e4", "network": {"id": "8dc0259c-6f94-413e-9c32-eb1a0276e97e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-849667077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9443b2c2676349adbde8ff7b5b39ced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b846c43-f4", "ovs_interfaceid": "5b846c43-f4b9-4bf4-8a91-7626ede020ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.456653] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17fddfb4-6e47-41c8-a8aa-20cb263cc06f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.458459] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Processing image 17fddfb4-6e47-41c8-a8aa-20cb263cc06f {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.458757] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/17fddfb4-6e47-41c8-a8aa-20cb263cc06f/17fddfb4-6e47-41c8-a8aa-20cb263cc06f.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.459134] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/17fddfb4-6e47-41c8-a8aa-20cb263cc06f/17fddfb4-6e47-41c8-a8aa-20cb263cc06f.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.459134] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.459548] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01a485b0-ad18-419d-a57a-2a1859f80e39 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.469403] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.469795] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.470381] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e264fc52-96e4-4728-87f8-b43fd276e963 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.476161] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 960.476161] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b69008-3249-49ec-88e0-e2f2bb9606ff" [ 960.476161] env[68831]: _type = "Task" [ 960.476161] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.485426] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b69008-3249-49ec-88e0-e2f2bb9606ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.515098] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802916, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.593854] env[68831]: DEBUG nova.compute.utils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.598223] env[68831]: DEBUG nova.compute.manager [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.598424] env[68831]: DEBUG nova.network.neutron [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.614047] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528962fa-daa0-7704-a9df-7f37fdee4c45, 'name': SearchDatastore_Task, 'duration_secs': 0.021275} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.614047] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.614047] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.614252] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.617238] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.617238] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.617238] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b60f057-6b88-49a6-bb3d-ea45a272418c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.628252] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.628450] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.629564] env[68831]: DEBUG oslo_concurrency.lockutils [None req-59c93eaa-3af6-440e-ae77-c875f0f5c325 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Lock "f769fc5c-68b8-4fe1-9dee-2130a43018e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.267s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.630709] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-753a1bed-2859-47e8-98a3-ca9624c07f7f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.637857] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 960.637857] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5285e536-f6fa-47c0-c053-27c610883b30" [ 960.637857] env[68831]: _type = "Task" [ 960.637857] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.646362] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5285e536-f6fa-47c0-c053-27c610883b30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.682858] env[68831]: DEBUG nova.policy [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9b03e5749834673a79744fd5d5fa4de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e822cf838f73443ba868253bf65d20ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.868108] env[68831]: DEBUG oslo_concurrency.lockutils [req-d8ff9a29-df96-4ede-9232-c1ab9d09b060 req-b59ba4b9-2f15-4150-9cc1-cd5fd6250b7d service nova] Releasing lock "refresh_cache-1add3414-42a1-4ca0-8622-f931690d966e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.987823] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Preparing fetch location {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 960.988111] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Fetch image to [datastore1] OSTACK_IMG_73085f19-65ea-4ab3-9213-51b6a219d943/OSTACK_IMG_73085f19-65ea-4ab3-9213-51b6a219d943.vmdk {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 960.990470] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Downloading stream optimized image 17fddfb4-6e47-41c8-a8aa-20cb263cc06f to [datastore1] OSTACK_IMG_73085f19-65ea-4ab3-9213-51b6a219d943/OSTACK_IMG_73085f19-65ea-4ab3-9213-51b6a219d943.vmdk on the data store datastore1 as vApp {{(pid=68831) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 960.990470] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Downloading image file data 17fddfb4-6e47-41c8-a8aa-20cb263cc06f to the ESX as VM named 'OSTACK_IMG_73085f19-65ea-4ab3-9213-51b6a219d943' {{(pid=68831) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 961.020344] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696547} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.020344] env[68831]: INFO nova.virt.vmwareapi.ds_util [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 7228b0fc-2d2c-4c11-9b8c-167b67390f3e/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk. [ 961.020344] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439cca74-a5c9-4906-948e-a06ed57228b8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.073435] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 7228b0fc-2d2c-4c11-9b8c-167b67390f3e/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.075983] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5cfa100-11bf-4946-bb90-468bfc46e2a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.095437] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 961.095437] env[68831]: value = "task-2802917" [ 961.095437] env[68831]: _type = "Task" [ 961.095437] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.099632] env[68831]: DEBUG nova.compute.manager [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.111376] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802917, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.133806] env[68831]: DEBUG oslo_vmware.rw_handles [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 961.133806] env[68831]: value = "resgroup-9" [ 961.133806] env[68831]: _type = "ResourcePool" [ 961.133806] env[68831]: }. {{(pid=68831) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 961.133806] env[68831]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-57dcda69-c723-41f7-ab12-ddf67bb6f36b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.167371] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5285e536-f6fa-47c0-c053-27c610883b30, 'name': SearchDatastore_Task, 'duration_secs': 0.021535} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.170395] env[68831]: DEBUG oslo_vmware.rw_handles [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lease: (returnval){ [ 961.170395] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e1b606-9aaa-b247-6955-48972ed061e8" [ 961.170395] env[68831]: _type = "HttpNfcLease" [ 961.170395] env[68831]: } obtained for vApp import into resource pool (val){ [ 961.170395] env[68831]: value = "resgroup-9" [ 961.170395] env[68831]: _type = "ResourcePool" [ 961.170395] env[68831]: }. {{(pid=68831) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 961.170395] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the lease: (returnval){ [ 961.170395] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e1b606-9aaa-b247-6955-48972ed061e8" [ 961.170395] env[68831]: _type = "HttpNfcLease" [ 961.170395] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 961.171389] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7026f97-a6d0-4edd-b077-aaa3d03d56b5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.185862] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 961.185862] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5264add8-91fa-8942-562c-4a1187bf3278" [ 961.185862] env[68831]: _type = "Task" [ 961.185862] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.188088] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.188088] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e1b606-9aaa-b247-6955-48972ed061e8" [ 961.188088] env[68831]: _type = "HttpNfcLease" [ 961.188088] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 961.197795] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5264add8-91fa-8942-562c-4a1187bf3278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.320846] env[68831]: DEBUG nova.network.neutron [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Updating instance_info_cache with network_info: [{"id": "09f6641b-e738-4b6c-84b6-e9494bdfcc19", "address": "fa:16:3e:18:a8:3f", "network": {"id": "00b9d057-a084-4c3d-9032-bb7e3971ea4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1772256020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "731a1ef0fa354cc79abc82e65997b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f6641b-e7", "ovs_interfaceid": "09f6641b-e738-4b6c-84b6-e9494bdfcc19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.407381] env[68831]: DEBUG nova.network.neutron [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Successfully created port: 3f855780-952c-46fe-bb20-b85413d6d0c8 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.411807] env[68831]: DEBUG oslo_concurrency.lockutils [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "refresh_cache-4aa059f6-deaf-4892-9b31-f62bfe955174" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.412053] env[68831]: DEBUG oslo_concurrency.lockutils [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "refresh_cache-4aa059f6-deaf-4892-9b31-f62bfe955174" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.412158] env[68831]: DEBUG nova.network.neutron [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.608699] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802917, 'name': ReconfigVM_Task, 'duration_secs': 0.298566} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.609009] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 7228b0fc-2d2c-4c11-9b8c-167b67390f3e/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.609871] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fe4ca5-d96c-431f-90f2-6d0c10af712d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.648390] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2d23dde-a217-453a-b6c0-0fa685e426a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.666018] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 961.666018] env[68831]: value = "task-2802919" [ 961.666018] env[68831]: _type = "Task" [ 961.666018] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.676111] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.682851] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.682851] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e1b606-9aaa-b247-6955-48972ed061e8" [ 961.682851] env[68831]: _type = "HttpNfcLease" [ 961.682851] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 961.697260] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5264add8-91fa-8942-562c-4a1187bf3278, 'name': SearchDatastore_Task, 'duration_secs': 0.013561} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.697547] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.697831] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 059a92f0-97b1-434c-950d-3aa3258b4074/059a92f0-97b1-434c-950d-3aa3258b4074.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.698112] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75521938-8d02-4c3a-b990-67463e3a0ad2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.705469] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 961.705469] env[68831]: value = "task-2802920" [ 961.705469] env[68831]: _type = "Task" [ 961.705469] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.715883] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.730566] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cf4a08-6120-4743-899c-a448da3e289f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.737864] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16670593-39f5-4de6-8d9d-6720cfa68ee9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.770077] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8056254-1df5-4b7f-8c07-d4940cbb8900 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.778247] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080d046d-9630-4f2f-8bba-987699f99245 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.792671] env[68831]: DEBUG nova.compute.provider_tree [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.823952] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Releasing lock "refresh_cache-528a1841-a146-4747-b331-a82997808623" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.122954] env[68831]: DEBUG nova.compute.manager [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.151026] env[68831]: DEBUG nova.virt.hardware [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.151026] env[68831]: DEBUG nova.virt.hardware [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.151299] env[68831]: DEBUG nova.virt.hardware [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.151628] env[68831]: DEBUG nova.virt.hardware [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.151901] env[68831]: DEBUG nova.virt.hardware [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.155017] env[68831]: DEBUG nova.virt.hardware [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.155017] env[68831]: DEBUG nova.virt.hardware [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.155017] env[68831]: DEBUG nova.virt.hardware [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.155017] env[68831]: DEBUG nova.virt.hardware [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.155017] env[68831]: DEBUG nova.virt.hardware [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.155017] env[68831]: DEBUG nova.virt.hardware [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.155017] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed68942-31d0-47a6-bb24-ecd0620b2db5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.163461] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa28b24c-be35-4c26-8c62-b40eefa332c1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.212471] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802919, 'name': ReconfigVM_Task, 'duration_secs': 0.158289} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.212699] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.217155] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-effc02e5-8945-4027-8b49-99e077d8a984 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.221685] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 962.221685] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e1b606-9aaa-b247-6955-48972ed061e8" [ 962.221685] env[68831]: _type = "HttpNfcLease" [ 962.221685] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 962.233488] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 962.233488] env[68831]: value = "task-2802921" [ 962.233488] env[68831]: _type = "Task" [ 962.233488] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.233795] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802920, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.243010] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.296630] env[68831]: DEBUG nova.scheduler.client.report [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.422115] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.422437] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.422568] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.422932] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.423236] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.426108] env[68831]: INFO nova.compute.manager [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Terminating instance [ 962.574463] env[68831]: DEBUG nova.network.neutron [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updating instance_info_cache with network_info: [{"id": "5f312568-d31c-43bc-8b15-6ee6b3e76660", "address": "fa:16:3e:38:f8:61", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f312568-d3", "ovs_interfaceid": "5f312568-d31c-43bc-8b15-6ee6b3e76660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.698132] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 962.698132] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e1b606-9aaa-b247-6955-48972ed061e8" [ 962.698132] env[68831]: _type = "HttpNfcLease" [ 962.698132] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 962.698395] env[68831]: DEBUG oslo_vmware.rw_handles [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 962.698395] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e1b606-9aaa-b247-6955-48972ed061e8" [ 962.698395] env[68831]: _type = "HttpNfcLease" [ 962.698395] env[68831]: }. {{(pid=68831) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 962.699308] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88d741d-cd8f-43b8-87d7-2509e1988200 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.709969] env[68831]: DEBUG oslo_vmware.rw_handles [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa0b74-faf5-8b9c-1bce-dba077c4bde1/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 962.710740] env[68831]: DEBUG oslo_vmware.rw_handles [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa0b74-faf5-8b9c-1bce-dba077c4bde1/disk-0.vmdk. {{(pid=68831) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 962.788576] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ee5cec08-07a7-4b06-9e80-7e12d2f10318 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.797046] env[68831]: DEBUG oslo_vmware.api [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802921, 'name': PowerOnVM_Task, 'duration_secs': 0.423461} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.797296] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711647} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.797972] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.799915] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 059a92f0-97b1-434c-950d-3aa3258b4074/059a92f0-97b1-434c-950d-3aa3258b4074.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.800142] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.801225] env[68831]: DEBUG nova.compute.manager [None req-233385b0-1444-409c-a7ed-16afe3ab1967 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.802356] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-793dc3ee-29ed-4ff4-b2c6-078da235838a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.804759] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.805276] env[68831]: DEBUG nova.compute.manager [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.808495] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f607712a-dd2a-4635-92c9-207eb0b8199d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.811985] env[68831]: DEBUG oslo_concurrency.lockutils [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 28.725s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.821915] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 962.821915] env[68831]: value = "task-2802922" [ 962.821915] env[68831]: _type = "Task" [ 962.821915] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.831866] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.929700] env[68831]: DEBUG nova.compute.manager [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.929886] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.930799] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e58f03-c8b1-4504-9a49-87a4043ef1f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.938809] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.939065] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48bfdbe2-b379-4ca9-83f0-810b943c888c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.944545] env[68831]: DEBUG oslo_vmware.api [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 962.944545] env[68831]: value = "task-2802923" [ 962.944545] env[68831]: _type = "Task" [ 962.944545] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.954564] env[68831]: DEBUG oslo_vmware.api [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.077800] env[68831]: DEBUG oslo_concurrency.lockutils [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "refresh_cache-4aa059f6-deaf-4892-9b31-f62bfe955174" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.300503] env[68831]: DEBUG nova.network.neutron [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Successfully updated port: 3f855780-952c-46fe-bb20-b85413d6d0c8 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.322028] env[68831]: DEBUG nova.compute.utils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.322028] env[68831]: DEBUG nova.objects.instance [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lazy-loading 'migration_context' on Instance uuid 1ce9536c-c125-48f8-b52a-4376adab0076 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.323901] env[68831]: DEBUG nova.compute.manager [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.324143] env[68831]: DEBUG nova.network.neutron [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.346453] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069079} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.348222] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.349049] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cc4b86-2393-4188-81c6-36ccd1333a0d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.362889] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.379647] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 059a92f0-97b1-434c-950d-3aa3258b4074/059a92f0-97b1-434c-950d-3aa3258b4074.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.386061] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37f3cd21-3389-40c6-b819-ccadac723913 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.390054] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3784b7a4-4a04-4dc0-a7eb-5c0ead792cc4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.410659] env[68831]: DEBUG nova.policy [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05353b1ca13e48ccb4423a806a911f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e09e70ea0fcc4af6b1b75c71f620f986', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.416354] env[68831]: DEBUG nova.compute.manager [req-f5bcb5f1-d0fd-449e-96d6-736630247b94 req-f9be92b3-2352-44c1-b05f-a89143c8e7b1 service nova] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Received event network-vif-plugged-3f855780-952c-46fe-bb20-b85413d6d0c8 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.416617] env[68831]: DEBUG oslo_concurrency.lockutils [req-f5bcb5f1-d0fd-449e-96d6-736630247b94 req-f9be92b3-2352-44c1-b05f-a89143c8e7b1 service nova] Acquiring lock "caf11f34-b9de-42a0-8d8a-326535eda7e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.416872] env[68831]: DEBUG oslo_concurrency.lockutils [req-f5bcb5f1-d0fd-449e-96d6-736630247b94 req-f9be92b3-2352-44c1-b05f-a89143c8e7b1 service nova] Lock "caf11f34-b9de-42a0-8d8a-326535eda7e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.416935] env[68831]: DEBUG oslo_concurrency.lockutils [req-f5bcb5f1-d0fd-449e-96d6-736630247b94 req-f9be92b3-2352-44c1-b05f-a89143c8e7b1 service nova] Lock "caf11f34-b9de-42a0-8d8a-326535eda7e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.417239] env[68831]: DEBUG nova.compute.manager [req-f5bcb5f1-d0fd-449e-96d6-736630247b94 req-f9be92b3-2352-44c1-b05f-a89143c8e7b1 service nova] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] No waiting events found dispatching network-vif-plugged-3f855780-952c-46fe-bb20-b85413d6d0c8 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.417462] env[68831]: WARNING nova.compute.manager [req-f5bcb5f1-d0fd-449e-96d6-736630247b94 req-f9be92b3-2352-44c1-b05f-a89143c8e7b1 service nova] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Received unexpected event network-vif-plugged-3f855780-952c-46fe-bb20-b85413d6d0c8 for instance with vm_state building and task_state spawning. [ 963.422323] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 963.422323] env[68831]: value = "task-2802924" [ 963.422323] env[68831]: _type = "Task" [ 963.422323] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.424237] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 963.424237] env[68831]: value = "task-2802925" [ 963.424237] env[68831]: _type = "Task" [ 963.424237] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.438231] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.442340] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.457930] env[68831]: DEBUG oslo_vmware.api [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802923, 'name': PowerOffVM_Task, 'duration_secs': 0.382617} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.458679] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.459033] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.459334] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74e6d9e8-e835-428d-992c-412e218cafc1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.545768] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.546520] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.546520] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Deleting the datastore file [datastore1] 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.546520] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c65a5a61-0e6d-4cff-92e6-2bace9310950 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.553301] env[68831]: DEBUG oslo_vmware.api [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for the task: (returnval){ [ 963.553301] env[68831]: value = "task-2802927" [ 963.553301] env[68831]: _type = "Task" [ 963.553301] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.563511] env[68831]: DEBUG oslo_vmware.api [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.610533] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156d21c9-b0ed-4b3a-96d6-98ff7f500794 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.639583] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beaca27-d032-4cf2-a84f-8bae52c28f40 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.648245] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updating instance '4aa059f6-deaf-4892-9b31-f62bfe955174' progress to 83 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.804530] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "refresh_cache-caf11f34-b9de-42a0-8d8a-326535eda7e1" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.804712] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "refresh_cache-caf11f34-b9de-42a0-8d8a-326535eda7e1" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.804924] env[68831]: DEBUG nova.network.neutron [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.824444] env[68831]: DEBUG nova.compute.manager [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.864141] env[68831]: DEBUG oslo_vmware.rw_handles [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Completed reading data from the image iterator. {{(pid=68831) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 963.864401] env[68831]: DEBUG oslo_vmware.rw_handles [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa0b74-faf5-8b9c-1bce-dba077c4bde1/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 963.865471] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eb9fb3-fed9-47c7-a2f8-c57ff1ab88ce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.879110] env[68831]: DEBUG oslo_vmware.rw_handles [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa0b74-faf5-8b9c-1bce-dba077c4bde1/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 963.879318] env[68831]: DEBUG oslo_vmware.rw_handles [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa0b74-faf5-8b9c-1bce-dba077c4bde1/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 963.879993] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f91f4689-7d0c-4623-8506-4a5e81d99c57 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.911146] env[68831]: DEBUG nova.network.neutron [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Successfully created port: 0dce3318-0448-46dc-ad06-a85d502a9892 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.940343] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802924, 'name': PowerOffVM_Task, 'duration_secs': 0.260973} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.943661] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.944464] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.945234] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0b81f3-cc23-4843-a5b8-d20a83820a31 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.969158] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9497319a-4ad4-45af-811b-2c08ead68dd3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.018412] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.021088] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a4f6613-cbab-4917-9fb0-89ec96314ff9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.029198] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 964.029198] env[68831]: value = "task-2802928" [ 964.029198] env[68831]: _type = "Task" [ 964.029198] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.040979] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] VM already powered off {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 964.040979] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.041103] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.041565] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.045224] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.045777] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2797df1f-b92b-40c8-bbc0-e769fc2b0606 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.061338] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.061675] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.069036] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-259e17e7-eb7d-4b00-8eb0-a05282fbc291 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.069036] env[68831]: DEBUG oslo_vmware.api [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Task: {'id': task-2802927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204581} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.069036] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.069036] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.069036] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.069036] env[68831]: INFO nova.compute.manager [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 964.069036] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.069657] env[68831]: DEBUG nova.compute.manager [-] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.069657] env[68831]: DEBUG nova.network.neutron [-] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.072615] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 964.072615] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5212f94d-5e5f-601c-9726-6b964f3e7d39" [ 964.072615] env[68831]: _type = "Task" [ 964.072615] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.080983] env[68831]: DEBUG oslo_vmware.rw_handles [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa0b74-faf5-8b9c-1bce-dba077c4bde1/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 964.083620] env[68831]: INFO nova.virt.vmwareapi.images [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Downloaded image file data 17fddfb4-6e47-41c8-a8aa-20cb263cc06f [ 964.085531] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4678df-9011-46db-baff-e819f14baa26 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.088744] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5212f94d-5e5f-601c-9726-6b964f3e7d39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.103992] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caa6480f-71a1-47b2-bc50-4ee858a5ef10 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.127666] env[68831]: INFO nova.virt.vmwareapi.images [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] The imported VM was unregistered [ 964.130017] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Caching image {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 964.130750] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Creating directory with path [datastore1] devstack-image-cache_base/17fddfb4-6e47-41c8-a8aa-20cb263cc06f {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.131143] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49893e6e-e81d-4169-93c1-e69ce8f91f4a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.143353] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Created directory with path [datastore1] devstack-image-cache_base/17fddfb4-6e47-41c8-a8aa-20cb263cc06f {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.145117] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_73085f19-65ea-4ab3-9213-51b6a219d943/OSTACK_IMG_73085f19-65ea-4ab3-9213-51b6a219d943.vmdk to [datastore1] devstack-image-cache_base/17fddfb4-6e47-41c8-a8aa-20cb263cc06f/17fddfb4-6e47-41c8-a8aa-20cb263cc06f.vmdk. {{(pid=68831) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 964.145117] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5b8b663a-63e2-4be4-87c8-db7668aeefa2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.150800] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 964.150800] env[68831]: value = "task-2802930" [ 964.150800] env[68831]: _type = "Task" [ 964.150800] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.158021] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.158907] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3d36e02-dcac-4ec9-bcb2-12e214cbc7db {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.164277] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802930, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.168850] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 964.168850] env[68831]: value = "task-2802931" [ 964.168850] env[68831]: _type = "Task" [ 964.168850] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.179521] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.415181] env[68831]: DEBUG nova.network.neutron [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.438104] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.474160] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adf4885-f9ea-4e8f-a3db-d401975ef8ae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.482261] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb2bad8-6a15-42d9-be04-3252f790117c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.517616] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d54b80-4c1f-4fa0-8419-3bbac53caff0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.528162] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b36659-ddc4-4d58-84e7-e6a9b4766dc6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.541053] env[68831]: DEBUG nova.compute.provider_tree [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.588373] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5212f94d-5e5f-601c-9726-6b964f3e7d39, 'name': SearchDatastore_Task, 'duration_secs': 0.01367} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.589259] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b322ca1-4c63-42f0-9b83-e9ba749d50f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.595942] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 964.595942] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f60c16-9232-911e-59fb-a0286793f773" [ 964.595942] env[68831]: _type = "Task" [ 964.595942] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.607514] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f60c16-9232-911e-59fb-a0286793f773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.663342] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802930, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.682930] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802931, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.839247] env[68831]: DEBUG nova.compute.manager [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.870728] env[68831]: DEBUG nova.virt.hardware [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.871079] env[68831]: DEBUG nova.virt.hardware [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.871263] env[68831]: DEBUG nova.virt.hardware [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.871527] env[68831]: DEBUG nova.virt.hardware [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.871605] env[68831]: DEBUG nova.virt.hardware [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.871755] env[68831]: DEBUG nova.virt.hardware [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.872101] env[68831]: DEBUG nova.virt.hardware [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.872625] env[68831]: DEBUG nova.virt.hardware [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.872625] env[68831]: DEBUG nova.virt.hardware [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.872625] env[68831]: DEBUG nova.virt.hardware [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.873343] env[68831]: DEBUG nova.virt.hardware [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.874019] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2211df-f160-4b9c-892f-5c7c91dcab31 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.884376] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9b19ea-8a1b-411c-95a0-7fbee0732e45 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.913037] env[68831]: DEBUG nova.network.neutron [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Updating instance_info_cache with network_info: [{"id": "3f855780-952c-46fe-bb20-b85413d6d0c8", "address": "fa:16:3e:54:fb:d2", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f855780-95", "ovs_interfaceid": "3f855780-952c-46fe-bb20-b85413d6d0c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.943141] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.046175] env[68831]: DEBUG nova.scheduler.client.report [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.113820] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f60c16-9232-911e-59fb-a0286793f773, 'name': SearchDatastore_Task, 'duration_secs': 0.092119} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.114894] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.115271] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 528a1841-a146-4747-b331-a82997808623/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk. {{(pid=68831) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 965.115599] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bc08740-c3b4-4d8f-a6ed-f72717e2abca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.124092] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 965.124092] env[68831]: value = "task-2802932" [ 965.124092] env[68831]: _type = "Task" [ 965.124092] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.132132] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.164962] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802930, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.181824] env[68831]: DEBUG oslo_vmware.api [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2802931, 'name': PowerOnVM_Task, 'duration_secs': 0.536219} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.182305] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.182662] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-391a9092-b637-40be-b5bf-0e049cb290b9 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updating instance '4aa059f6-deaf-4892-9b31-f62bfe955174' progress to 100 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.606224] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "refresh_cache-caf11f34-b9de-42a0-8d8a-326535eda7e1" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.606880] env[68831]: DEBUG nova.compute.manager [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Instance network_info: |[{"id": "3f855780-952c-46fe-bb20-b85413d6d0c8", "address": "fa:16:3e:54:fb:d2", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f855780-95", "ovs_interfaceid": "3f855780-952c-46fe-bb20-b85413d6d0c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.617933] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:fb:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f855780-952c-46fe-bb20-b85413d6d0c8', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.628708] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.634319] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.640234] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51ba2bc3-3145-4d59-9275-b40473645410 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.677053] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.678400] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802925, 'name': ReconfigVM_Task, 'duration_secs': 1.574389} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.679858] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 059a92f0-97b1-434c-950d-3aa3258b4074/059a92f0-97b1-434c-950d-3aa3258b4074.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.680522] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.680522] env[68831]: value = "task-2802933" [ 965.680522] env[68831]: _type = "Task" [ 965.680522] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.680711] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcf5e4c7-8aef-4511-868b-a599c4da46cb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.689508] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802930, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.702718] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802933, 'name': CreateVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.702942] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 965.702942] env[68831]: value = "task-2802934" [ 965.702942] env[68831]: _type = "Task" [ 965.702942] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.717283] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802934, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.767923] env[68831]: DEBUG nova.network.neutron [-] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.794266] env[68831]: INFO nova.compute.manager [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Rescuing [ 965.794591] env[68831]: DEBUG oslo_concurrency.lockutils [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "refresh_cache-71344266-21bf-454a-b54d-4c291336d8ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.794684] env[68831]: DEBUG oslo_concurrency.lockutils [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "refresh_cache-71344266-21bf-454a-b54d-4c291336d8ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.794951] env[68831]: DEBUG nova.network.neutron [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.906617] env[68831]: DEBUG nova.compute.manager [req-691e2573-d689-4227-b121-2885804392b1 req-abaf0618-5a94-4693-a5c1-03190d40fd2f service nova] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Received event network-changed-3f855780-952c-46fe-bb20-b85413d6d0c8 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.907219] env[68831]: DEBUG nova.compute.manager [req-691e2573-d689-4227-b121-2885804392b1 req-abaf0618-5a94-4693-a5c1-03190d40fd2f service nova] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Refreshing instance network info cache due to event network-changed-3f855780-952c-46fe-bb20-b85413d6d0c8. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 965.909308] env[68831]: DEBUG oslo_concurrency.lockutils [req-691e2573-d689-4227-b121-2885804392b1 req-abaf0618-5a94-4693-a5c1-03190d40fd2f service nova] Acquiring lock "refresh_cache-caf11f34-b9de-42a0-8d8a-326535eda7e1" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.909308] env[68831]: DEBUG oslo_concurrency.lockutils [req-691e2573-d689-4227-b121-2885804392b1 req-abaf0618-5a94-4693-a5c1-03190d40fd2f service nova] Acquired lock "refresh_cache-caf11f34-b9de-42a0-8d8a-326535eda7e1" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.909308] env[68831]: DEBUG nova.network.neutron [req-691e2573-d689-4227-b121-2885804392b1 req-abaf0618-5a94-4693-a5c1-03190d40fd2f service nova] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Refreshing network info cache for port 3f855780-952c-46fe-bb20-b85413d6d0c8 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.119739] env[68831]: DEBUG oslo_concurrency.lockutils [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.307s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.125410] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.008s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.127157] env[68831]: INFO nova.compute.claims [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.146943] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.177326] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802930, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.193210] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802933, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.218529] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802934, 'name': Rename_Task, 'duration_secs': 0.434292} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.218833] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.219102] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3c3c6d9-3571-4f27-8e86-67434f8e9d3e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.226621] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 966.226621] env[68831]: value = "task-2802935" [ 966.226621] env[68831]: _type = "Task" [ 966.226621] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.239908] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.271872] env[68831]: INFO nova.compute.manager [-] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Took 2.20 seconds to deallocate network for instance. [ 966.673171] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802932, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.680877] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802930, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.492671} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.684986] env[68831]: INFO nova.virt.vmwareapi.ds_util [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_73085f19-65ea-4ab3-9213-51b6a219d943/OSTACK_IMG_73085f19-65ea-4ab3-9213-51b6a219d943.vmdk to [datastore1] devstack-image-cache_base/17fddfb4-6e47-41c8-a8aa-20cb263cc06f/17fddfb4-6e47-41c8-a8aa-20cb263cc06f.vmdk. [ 966.685209] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Cleaning up location [datastore1] OSTACK_IMG_73085f19-65ea-4ab3-9213-51b6a219d943 {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 966.685384] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_73085f19-65ea-4ab3-9213-51b6a219d943 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.685847] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e799ec1-7ca0-4767-bbdc-f18834784d56 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.703013] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 966.703013] env[68831]: value = "task-2802936" [ 966.703013] env[68831]: _type = "Task" [ 966.703013] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.703302] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802933, 'name': CreateVM_Task, 'duration_secs': 0.873828} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.703510] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.707235] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.707545] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.707905] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.709412] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-465fcf20-7526-4bc1-8cd1-fd09f8ef245d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.726579] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.732756] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 966.732756] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d24cf8-41e5-f962-3355-0665f1daa1c5" [ 966.732756] env[68831]: _type = "Task" [ 966.732756] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.745380] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d24cf8-41e5-f962-3355-0665f1daa1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.750476] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.779167] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.935277] env[68831]: DEBUG nova.network.neutron [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Updating instance_info_cache with network_info: [{"id": "c2d46017-c4e4-45b1-984a-3e08dd0cb996", "address": "fa:16:3e:a5:4d:f3", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d46017-c4", "ovs_interfaceid": "c2d46017-c4e4-45b1-984a-3e08dd0cb996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.964133] env[68831]: DEBUG nova.network.neutron [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Successfully updated port: 0dce3318-0448-46dc-ad06-a85d502a9892 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.985430] env[68831]: DEBUG nova.network.neutron [req-691e2573-d689-4227-b121-2885804392b1 req-abaf0618-5a94-4693-a5c1-03190d40fd2f service nova] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Updated VIF entry in instance network info cache for port 3f855780-952c-46fe-bb20-b85413d6d0c8. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.985935] env[68831]: DEBUG nova.network.neutron [req-691e2573-d689-4227-b121-2885804392b1 req-abaf0618-5a94-4693-a5c1-03190d40fd2f service nova] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Updating instance_info_cache with network_info: [{"id": "3f855780-952c-46fe-bb20-b85413d6d0c8", "address": "fa:16:3e:54:fb:d2", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f855780-95", "ovs_interfaceid": "3f855780-952c-46fe-bb20-b85413d6d0c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.004066] env[68831]: DEBUG oslo_concurrency.lockutils [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "4aa059f6-deaf-4892-9b31-f62bfe955174" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.005170] env[68831]: DEBUG oslo_concurrency.lockutils [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "4aa059f6-deaf-4892-9b31-f62bfe955174" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.005170] env[68831]: DEBUG nova.compute.manager [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Going to confirm migration 4 {{(pid=68831) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 967.153200] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802932, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.742456} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.153816] env[68831]: INFO nova.virt.vmwareapi.ds_util [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 528a1841-a146-4747-b331-a82997808623/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk. [ 967.154806] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d65e12-2bd1-4fff-a817-6783ea647946 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.192176] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 528a1841-a146-4747-b331-a82997808623/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.195445] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bd5f16e-26d5-48ca-90c9-5a773fcdf7e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.210974] env[68831]: INFO nova.compute.manager [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Swapping old allocation on dict_keys(['4aec976f-6dcf-4c56-9110-7e4ed42dcfa2']) held by migration 02ec1215-965f-4376-9cbe-94b3a1e28f46 for instance [ 967.222471] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160297} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.226007] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.226196] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/17fddfb4-6e47-41c8-a8aa-20cb263cc06f/17fddfb4-6e47-41c8-a8aa-20cb263cc06f.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.226444] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/17fddfb4-6e47-41c8-a8aa-20cb263cc06f/17fddfb4-6e47-41c8-a8aa-20cb263cc06f.vmdk to [datastore1] 1add3414-42a1-4ca0-8622-f931690d966e/1add3414-42a1-4ca0-8622-f931690d966e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.226781] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 967.226781] env[68831]: value = "task-2802937" [ 967.226781] env[68831]: _type = "Task" [ 967.226781] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.229160] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc4d4272-1863-4d7a-868a-1ce1649616f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.245569] env[68831]: DEBUG nova.scheduler.client.report [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Overwriting current allocation {'allocations': {'4aec976f-6dcf-4c56-9110-7e4ed42dcfa2': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 101}}, 'project_id': '1e52dc5cd3ea490b9f47ad95a7406fd8', 'user_id': '2e31d42e80cc4affa1ce099dad0a2aa2', 'consumer_generation': 1} on consumer 1ce9536c-c125-48f8-b52a-4376adab0076 {{(pid=68831) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 967.249651] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 967.249651] env[68831]: value = "task-2802938" [ 967.249651] env[68831]: _type = "Task" [ 967.249651] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.253615] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.261891] env[68831]: DEBUG oslo_vmware.api [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802935, 'name': PowerOnVM_Task, 'duration_secs': 0.788406} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.266894] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.267178] env[68831]: INFO nova.compute.manager [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Took 7.80 seconds to spawn the instance on the hypervisor. [ 967.267328] env[68831]: DEBUG nova.compute.manager [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.267629] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d24cf8-41e5-f962-3355-0665f1daa1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.053896} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.268681] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2eb8d8-51a3-463d-92a5-91d30f8433cd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.271597] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.271830] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.272088] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.272244] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.272418] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.278384] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d03c9459-0151-4baa-8eef-7c14a685287d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.280301] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.287771] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.287957] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.288958] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a02678e-44bf-42f2-ba6c-4cadc758522f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.297144] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 967.297144] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5264257f-37dc-ce24-280f-9529b6dcd61d" [ 967.297144] env[68831]: _type = "Task" [ 967.297144] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.310191] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5264257f-37dc-ce24-280f-9529b6dcd61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.332386] env[68831]: DEBUG oslo_concurrency.lockutils [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.332656] env[68831]: DEBUG oslo_concurrency.lockutils [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquired lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.333343] env[68831]: DEBUG nova.network.neutron [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.440659] env[68831]: DEBUG oslo_concurrency.lockutils [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "refresh_cache-71344266-21bf-454a-b54d-4c291336d8ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.468732] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.468887] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.469059] env[68831]: DEBUG nova.network.neutron [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.491505] env[68831]: DEBUG oslo_concurrency.lockutils [req-691e2573-d689-4227-b121-2885804392b1 req-abaf0618-5a94-4693-a5c1-03190d40fd2f service nova] Releasing lock "refresh_cache-caf11f34-b9de-42a0-8d8a-326535eda7e1" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.491757] env[68831]: DEBUG nova.compute.manager [req-691e2573-d689-4227-b121-2885804392b1 req-abaf0618-5a94-4693-a5c1-03190d40fd2f service nova] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Received event network-vif-deleted-56412ef2-ce0a-47ed-9f78-d94e0e70f837 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.582799] env[68831]: DEBUG oslo_concurrency.lockutils [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "refresh_cache-4aa059f6-deaf-4892-9b31-f62bfe955174" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.582991] env[68831]: DEBUG oslo_concurrency.lockutils [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "refresh_cache-4aa059f6-deaf-4892-9b31-f62bfe955174" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.583975] env[68831]: DEBUG nova.network.neutron [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.583975] env[68831]: DEBUG nova.objects.instance [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lazy-loading 'info_cache' on Instance uuid 4aa059f6-deaf-4892-9b31-f62bfe955174 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.677329] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c256ef35-0855-421f-a93c-f67f3d91d559 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.685029] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9170ec82-b3af-4ff8-b30f-7ce5485fc560 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.718267] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04a5baf-72d2-400b-b179-723203d1e47a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.726663] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8270a64b-e640-4ed6-b1c7-8e83eed9f5d8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.745365] env[68831]: DEBUG nova.compute.provider_tree [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.751305] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.766204] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802938, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.796873] env[68831]: INFO nova.compute.manager [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Took 48.66 seconds to build instance. [ 967.808253] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5264257f-37dc-ce24-280f-9529b6dcd61d, 'name': SearchDatastore_Task, 'duration_secs': 0.02679} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.811663] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd7a20f-82d0-4767-9769-d4175d02494b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.814989] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 967.814989] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527a08d3-cc4f-a37c-fa62-f723c862b435" [ 967.814989] env[68831]: _type = "Task" [ 967.814989] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.825818] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527a08d3-cc4f-a37c-fa62-f723c862b435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.944985] env[68831]: DEBUG nova.compute.manager [req-ab1abba3-39cd-4398-8b4f-ab4412501ff0 req-53362da3-b58c-4ca4-bab4-15e78efdbaa4 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Received event network-vif-plugged-0dce3318-0448-46dc-ad06-a85d502a9892 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.945239] env[68831]: DEBUG oslo_concurrency.lockutils [req-ab1abba3-39cd-4398-8b4f-ab4412501ff0 req-53362da3-b58c-4ca4-bab4-15e78efdbaa4 service nova] Acquiring lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.945474] env[68831]: DEBUG oslo_concurrency.lockutils [req-ab1abba3-39cd-4398-8b4f-ab4412501ff0 req-53362da3-b58c-4ca4-bab4-15e78efdbaa4 service nova] Lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.945613] env[68831]: DEBUG oslo_concurrency.lockutils [req-ab1abba3-39cd-4398-8b4f-ab4412501ff0 req-53362da3-b58c-4ca4-bab4-15e78efdbaa4 service nova] Lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.945786] env[68831]: DEBUG nova.compute.manager [req-ab1abba3-39cd-4398-8b4f-ab4412501ff0 req-53362da3-b58c-4ca4-bab4-15e78efdbaa4 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] No waiting events found dispatching network-vif-plugged-0dce3318-0448-46dc-ad06-a85d502a9892 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.946019] env[68831]: WARNING nova.compute.manager [req-ab1abba3-39cd-4398-8b4f-ab4412501ff0 req-53362da3-b58c-4ca4-bab4-15e78efdbaa4 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Received unexpected event network-vif-plugged-0dce3318-0448-46dc-ad06-a85d502a9892 for instance with vm_state building and task_state spawning. [ 967.946133] env[68831]: DEBUG nova.compute.manager [req-ab1abba3-39cd-4398-8b4f-ab4412501ff0 req-53362da3-b58c-4ca4-bab4-15e78efdbaa4 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Received event network-changed-0dce3318-0448-46dc-ad06-a85d502a9892 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.946298] env[68831]: DEBUG nova.compute.manager [req-ab1abba3-39cd-4398-8b4f-ab4412501ff0 req-53362da3-b58c-4ca4-bab4-15e78efdbaa4 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Refreshing instance network info cache due to event network-changed-0dce3318-0448-46dc-ad06-a85d502a9892. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 967.946463] env[68831]: DEBUG oslo_concurrency.lockutils [req-ab1abba3-39cd-4398-8b4f-ab4412501ff0 req-53362da3-b58c-4ca4-bab4-15e78efdbaa4 service nova] Acquiring lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.046087] env[68831]: DEBUG nova.network.neutron [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.236988] env[68831]: DEBUG nova.network.neutron [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating instance_info_cache with network_info: [{"id": "48a9eccd-3ea0-4dd4-9987-30638797be4e", "address": "fa:16:3e:f4:45:49", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a9eccd-3e", "ovs_interfaceid": "48a9eccd-3ea0-4dd4-9987-30638797be4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.247449] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.252630] env[68831]: DEBUG nova.scheduler.client.report [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.271471] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802938, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.299437] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6cbc49b-535a-4288-8383-b70d4421dfa2 tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Lock "059a92f0-97b1-434c-950d-3aa3258b4074" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.779s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.330982] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527a08d3-cc4f-a37c-fa62-f723c862b435, 'name': SearchDatastore_Task, 'duration_secs': 0.091326} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.331298] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.334978] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] caf11f34-b9de-42a0-8d8a-326535eda7e1/caf11f34-b9de-42a0-8d8a-326535eda7e1.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.334978] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a3836cf-1eff-4662-b8c4-175de8b92a63 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.335683] env[68831]: DEBUG nova.network.neutron [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Updating instance_info_cache with network_info: [{"id": "0dce3318-0448-46dc-ad06-a85d502a9892", "address": "fa:16:3e:74:89:79", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dce3318-04", "ovs_interfaceid": "0dce3318-0448-46dc-ad06-a85d502a9892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.340949] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 968.340949] env[68831]: value = "task-2802939" [ 968.340949] env[68831]: _type = "Task" [ 968.340949] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.350153] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.742829] env[68831]: DEBUG oslo_concurrency.lockutils [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Releasing lock "refresh_cache-1ce9536c-c125-48f8-b52a-4376adab0076" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.744639] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.749687] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2acbbbee-9163-4529-a5fb-bf6aa093d23a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.751706] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802937, 'name': ReconfigVM_Task, 'duration_secs': 1.116657} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.751991] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 528a1841-a146-4747-b331-a82997808623/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.753357] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7eb21d-791d-47bb-a9f3-cae20e04bdee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.758369] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 968.758369] env[68831]: value = "task-2802940" [ 968.758369] env[68831]: _type = "Task" [ 968.758369] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.788682] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.789425] env[68831]: DEBUG nova.compute.manager [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.806403] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.147s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.808332] env[68831]: INFO nova.compute.claims [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.814614] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebf3648f-ed14-4ef3-ac63-239b0bce2e6c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.832608] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802938, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.836044] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.839050] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 968.839050] env[68831]: value = "task-2802941" [ 968.839050] env[68831]: _type = "Task" [ 968.839050] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.839050] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.839050] env[68831]: DEBUG nova.compute.manager [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Instance network_info: |[{"id": "0dce3318-0448-46dc-ad06-a85d502a9892", "address": "fa:16:3e:74:89:79", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dce3318-04", "ovs_interfaceid": "0dce3318-0448-46dc-ad06-a85d502a9892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.841891] env[68831]: DEBUG oslo_concurrency.lockutils [req-ab1abba3-39cd-4398-8b4f-ab4412501ff0 req-53362da3-b58c-4ca4-bab4-15e78efdbaa4 service nova] Acquired lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.841966] env[68831]: DEBUG nova.network.neutron [req-ab1abba3-39cd-4398-8b4f-ab4412501ff0 req-53362da3-b58c-4ca4-bab4-15e78efdbaa4 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Refreshing network info cache for port 0dce3318-0448-46dc-ad06-a85d502a9892 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.843257] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:89:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dce3318-0448-46dc-ad06-a85d502a9892', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.851915] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.855422] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.858147] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cb17700-52b4-44b6-a94c-679c5b2938c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.877387] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.881867] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.883629] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.883629] env[68831]: value = "task-2802942" [ 968.883629] env[68831]: _type = "Task" [ 968.883629] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.893607] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802942, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.991793] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.992570] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe750e6f-f789-4c28-bc9b-6c9306be06ac {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.999765] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 968.999765] env[68831]: value = "task-2802943" [ 968.999765] env[68831]: _type = "Task" [ 968.999765] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.013036] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.254675] env[68831]: DEBUG nova.network.neutron [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updating instance_info_cache with network_info: [{"id": "5f312568-d31c-43bc-8b15-6ee6b3e76660", "address": "fa:16:3e:38:f8:61", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f312568-d3", "ovs_interfaceid": "5f312568-d31c-43bc-8b15-6ee6b3e76660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.278949] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802938, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.284378] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802940, 'name': PowerOffVM_Task, 'duration_secs': 0.341851} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.285167] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.285401] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:33:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='95683aa0-6f41-4dc5-8c0d-0e48addef0cf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1871476746',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.286152] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.286333] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.286530] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.286683] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.286837] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.287814] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.287814] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.287814] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.287814] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.287814] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.293314] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d5cf8de-88b7-40de-ae77-57f73b15d4be {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.308032] env[68831]: DEBUG nova.compute.utils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.313637] env[68831]: DEBUG nova.compute.manager [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.314164] env[68831]: DEBUG nova.network.neutron [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.316427] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 969.316427] env[68831]: value = "task-2802944" [ 969.316427] env[68831]: _type = "Task" [ 969.316427] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.328285] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.348712] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.365693] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.392996] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802942, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.434633] env[68831]: DEBUG nova.policy [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '116b0ca951f44d0cbc410e8c2bda4948', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4634fd56241a4419a935a00c615f89df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.486507] env[68831]: INFO nova.compute.manager [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Rebuilding instance [ 969.513632] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802943, 'name': PowerOffVM_Task, 'duration_secs': 0.336673} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.513632] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.514309] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b212c2-3218-407e-87dd-c6520ff9b49e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.539042] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628b3f1b-c29d-44cb-ba72-ce51e5cf4959 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.566522] env[68831]: DEBUG nova.compute.manager [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.567326] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8faaae8-e205-456c-aba4-684f91863d54 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.586209] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.586521] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21b30fc1-45d9-4382-bd9a-182caffd9a41 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.594509] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 969.594509] env[68831]: value = "task-2802945" [ 969.594509] env[68831]: _type = "Task" [ 969.594509] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.606931] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.771547] env[68831]: DEBUG oslo_concurrency.lockutils [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "refresh_cache-4aa059f6-deaf-4892-9b31-f62bfe955174" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.772215] env[68831]: DEBUG nova.objects.instance [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lazy-loading 'migration_context' on Instance uuid 4aa059f6-deaf-4892-9b31-f62bfe955174 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.773588] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802938, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.811459] env[68831]: DEBUG nova.compute.manager [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.827396] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802944, 'name': ReconfigVM_Task, 'duration_secs': 0.228842} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.828268] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6fc75b-0866-4818-9eb7-ca6fda3dab9a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.855062] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:33:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='95683aa0-6f41-4dc5-8c0d-0e48addef0cf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1871476746',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.855062] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.855282] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.855465] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.855620] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.855773] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.855984] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.856610] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.856610] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.856774] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.857049] env[68831]: DEBUG nova.virt.hardware [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.865965] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c614371-987c-4b08-8539-c5ba2fdabbdb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.877630] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802941, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.881957] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 969.881957] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f68314-4960-2305-fa2e-f1c693eb998a" [ 969.881957] env[68831]: _type = "Task" [ 969.881957] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.882750] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802939, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.901134] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f68314-4960-2305-fa2e-f1c693eb998a, 'name': SearchDatastore_Task, 'duration_secs': 0.014302} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.909572] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 969.909902] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802942, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.915083] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb8c1d8c-fe86-483e-85f2-6ab87efe1fa8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.935304] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 969.935304] env[68831]: value = "task-2802946" [ 969.935304] env[68831]: _type = "Task" [ 969.935304] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.944018] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.037938] env[68831]: DEBUG nova.network.neutron [req-ab1abba3-39cd-4398-8b4f-ab4412501ff0 req-53362da3-b58c-4ca4-bab4-15e78efdbaa4 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Updated VIF entry in instance network info cache for port 0dce3318-0448-46dc-ad06-a85d502a9892. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.038366] env[68831]: DEBUG nova.network.neutron [req-ab1abba3-39cd-4398-8b4f-ab4412501ff0 req-53362da3-b58c-4ca4-bab4-15e78efdbaa4 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Updating instance_info_cache with network_info: [{"id": "0dce3318-0448-46dc-ad06-a85d502a9892", "address": "fa:16:3e:74:89:79", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dce3318-04", "ovs_interfaceid": "0dce3318-0448-46dc-ad06-a85d502a9892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.115682] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] VM already powered off {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 970.115966] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.116254] env[68831]: DEBUG oslo_concurrency.lockutils [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.116698] env[68831]: DEBUG oslo_concurrency.lockutils [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.116698] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.116907] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bca42f99-1d22-44e0-9053-257245aa8bce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.127573] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.127573] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.131298] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7f6ac3-339a-4b14-93df-b5e7b0c424e8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.138058] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 970.138058] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52af3aa0-803c-0aa4-4648-b10aa310b4a5" [ 970.138058] env[68831]: _type = "Task" [ 970.138058] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.147329] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52af3aa0-803c-0aa4-4648-b10aa310b4a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.274211] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802938, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.550269} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.275187] env[68831]: DEBUG nova.network.neutron [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Successfully created port: 65aa94c5-2999-452e-9c38-4c015686590e {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.277638] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/17fddfb4-6e47-41c8-a8aa-20cb263cc06f/17fddfb4-6e47-41c8-a8aa-20cb263cc06f.vmdk to [datastore1] 1add3414-42a1-4ca0-8622-f931690d966e/1add3414-42a1-4ca0-8622-f931690d966e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.278602] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5966488c-97a8-4931-b4db-a802cc2b2877 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.282257] env[68831]: DEBUG nova.objects.base [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Object Instance<4aa059f6-deaf-4892-9b31-f62bfe955174> lazy-loaded attributes: info_cache,migration_context {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 970.284279] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc37ad2-caa3-40d9-b61c-28b1e055c67c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.319077] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 1add3414-42a1-4ca0-8622-f931690d966e/1add3414-42a1-4ca0-8622-f931690d966e.vmdk or device None with type streamOptimized {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.326300] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d64956-60be-4165-b3da-c251a5824626 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.340737] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6816c58-3e2d-4e87-ac94-9bbe97e79045 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.348071] env[68831]: DEBUG oslo_vmware.api [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 970.348071] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c1de5e-da0b-1851-e237-3fd815e6b213" [ 970.348071] env[68831]: _type = "Task" [ 970.348071] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.349763] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 970.349763] env[68831]: value = "task-2802947" [ 970.349763] env[68831]: _type = "Task" [ 970.349763] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.368146] env[68831]: DEBUG oslo_vmware.api [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c1de5e-da0b-1851-e237-3fd815e6b213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.372191] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.379339] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802939, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.915138} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.379606] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802941, 'name': ReconfigVM_Task, 'duration_secs': 1.060606} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.383145] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] caf11f34-b9de-42a0-8d8a-326535eda7e1/caf11f34-b9de-42a0-8d8a-326535eda7e1.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.383399] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.383698] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.384433] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fbb3612-ff01-4adb-9c4d-456ff912c714 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.386392] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d62e346-fb38-47e9-9a80-d2838d25c828 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.394325] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 970.394325] env[68831]: value = "task-2802949" [ 970.394325] env[68831]: _type = "Task" [ 970.394325] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.396172] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 970.396172] env[68831]: value = "task-2802948" [ 970.396172] env[68831]: _type = "Task" [ 970.396172] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.411540] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802942, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.419642] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.420176] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.448424] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802946, 'name': ReconfigVM_Task, 'duration_secs': 0.266946} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.451313] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 970.452623] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7279a0-1d43-4829-a54c-0b3f268c4e16 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.476403] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 1ce9536c-c125-48f8-b52a-4376adab0076/1ce9536c-c125-48f8-b52a-4376adab0076.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.479290] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6aded0a-4b47-415e-addc-b9a626ed5f52 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.498317] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 970.498317] env[68831]: value = "task-2802950" [ 970.498317] env[68831]: _type = "Task" [ 970.498317] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.507365] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.543952] env[68831]: DEBUG oslo_concurrency.lockutils [req-ab1abba3-39cd-4398-8b4f-ab4412501ff0 req-53362da3-b58c-4ca4-bab4-15e78efdbaa4 service nova] Releasing lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.594485] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.595347] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c06fa23f-9d3f-421b-a5c9-ad5142cf54ff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.604200] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 970.604200] env[68831]: value = "task-2802951" [ 970.604200] env[68831]: _type = "Task" [ 970.604200] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.609843] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09ef705-79e0-4bf0-9843-9fff4bfa5049 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.622420] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e58cd9b-a847-4b27-8047-4158e82891e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.626472] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.657355] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c1cc19-470e-467a-bb25-dadd1ecd3bb3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.668024] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52af3aa0-803c-0aa4-4648-b10aa310b4a5, 'name': SearchDatastore_Task, 'duration_secs': 0.031192} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.668373] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb80a5e-dd26-4cd3-8bf4-8e369c58bc96 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.671507] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44938dc-59ec-44ec-806b-589a8c7d9d6c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.679215] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 970.679215] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526cbc50-b175-67d0-ef2b-76684935f40a" [ 970.679215] env[68831]: _type = "Task" [ 970.679215] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.692280] env[68831]: DEBUG nova.compute.provider_tree [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.702586] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526cbc50-b175-67d0-ef2b-76684935f40a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.845821] env[68831]: DEBUG nova.compute.manager [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.866960] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.867793] env[68831]: DEBUG oslo_vmware.api [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c1de5e-da0b-1851-e237-3fd815e6b213, 'name': SearchDatastore_Task, 'duration_secs': 0.021418} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.869455] env[68831]: DEBUG oslo_concurrency.lockutils [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.876426] env[68831]: DEBUG nova.virt.hardware [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.876704] env[68831]: DEBUG nova.virt.hardware [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.876868] env[68831]: DEBUG nova.virt.hardware [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.877070] env[68831]: DEBUG nova.virt.hardware [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.877277] env[68831]: DEBUG nova.virt.hardware [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.877583] env[68831]: DEBUG nova.virt.hardware [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.877826] env[68831]: DEBUG nova.virt.hardware [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.878015] env[68831]: DEBUG nova.virt.hardware [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.878209] env[68831]: DEBUG nova.virt.hardware [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.878532] env[68831]: DEBUG nova.virt.hardware [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.878614] env[68831]: DEBUG nova.virt.hardware [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.879506] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c20bfc-8217-489b-9bb2-95cfee370211 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.889264] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9471d2e3-a239-4ee4-8f1c-35e12513e333 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.915799] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802942, 'name': CreateVM_Task, 'duration_secs': 1.822265} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.920062] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.920062] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.920935] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.921143] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.921480] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.921736] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b3ae7a3-b62e-4559-a8f0-408a03af6109 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.927097] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07864} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.928124] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.928860] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646d63e1-7edd-43dd-a6ca-d0263909c16b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.932901] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 970.932901] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fc8ec7-4eec-c33d-fe12-fea1ebfd2091" [ 970.932901] env[68831]: _type = "Task" [ 970.932901] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.956443] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] caf11f34-b9de-42a0-8d8a-326535eda7e1/caf11f34-b9de-42a0-8d8a-326535eda7e1.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.957800] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00581de1-9659-4fe0-82a8-793ab3777e36 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.977704] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fc8ec7-4eec-c33d-fe12-fea1ebfd2091, 'name': SearchDatastore_Task, 'duration_secs': 0.026368} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.978205] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.978514] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.978851] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.979154] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.979390] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.979706] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-034977ab-1224-40ae-8c75-f1cdbecd0460 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.986228] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 970.986228] env[68831]: value = "task-2802952" [ 970.986228] env[68831]: _type = "Task" [ 970.986228] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.994482] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.994482] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.997656] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f64132c-9cb2-4b98-8216-aecffdd7f608 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.000338] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.013340] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.013684] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 971.013684] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528009b6-1aec-317e-b7f3-8447afd8bbb1" [ 971.013684] env[68831]: _type = "Task" [ 971.013684] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.023672] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528009b6-1aec-317e-b7f3-8447afd8bbb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.117483] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802951, 'name': PowerOffVM_Task, 'duration_secs': 0.218287} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.117869] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.118019] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.118852] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d333b55d-fed9-4d91-8ecc-87b0112299ab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.127298] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.127420] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f496a656-889b-4257-b4a8-cd120e67424b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.162129] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.162433] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.162625] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Deleting the datastore file [datastore1] 059a92f0-97b1-434c-950d-3aa3258b4074 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.162907] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcded95a-f151-42c0-a069-c94c9c162d3e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.170896] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 971.170896] env[68831]: value = "task-2802954" [ 971.170896] env[68831]: _type = "Task" [ 971.170896] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.179580] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.203980] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526cbc50-b175-67d0-ef2b-76684935f40a, 'name': SearchDatastore_Task, 'duration_secs': 0.023674} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.204277] env[68831]: DEBUG oslo_concurrency.lockutils [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.204543] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 71344266-21bf-454a-b54d-4c291336d8ec/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk. {{(pid=68831) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 971.204838] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7724fa9d-76b7-46a3-8104-6f53e8408994 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.212851] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 971.212851] env[68831]: value = "task-2802955" [ 971.212851] env[68831]: _type = "Task" [ 971.212851] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.219055] env[68831]: ERROR nova.scheduler.client.report [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [req-17def226-52f5-46b3-9ae6-46606b661dfc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17def226-52f5-46b3-9ae6-46606b661dfc"}]} [ 971.224304] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.238474] env[68831]: DEBUG nova.scheduler.client.report [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Refreshing inventories for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 971.254385] env[68831]: DEBUG nova.scheduler.client.report [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Updating ProviderTree inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 971.254698] env[68831]: DEBUG nova.compute.provider_tree [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.266829] env[68831]: DEBUG nova.scheduler.client.report [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Refreshing aggregate associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, aggregates: None {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 971.286907] env[68831]: DEBUG nova.scheduler.client.report [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Refreshing trait associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 971.370896] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802947, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.410368] env[68831]: DEBUG oslo_vmware.api [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2802949, 'name': PowerOnVM_Task, 'duration_secs': 0.631134} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.410502] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.416094] env[68831]: DEBUG nova.compute.manager [None req-6d80a787-442c-4193-9328-5ca74eb0b7b0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.417272] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2568e04e-123b-4a92-8a7d-316f53d71619 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.435332] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Acquiring lock "c7d086c6-9452-426a-b152-c0e87837044e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.435332] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Lock "c7d086c6-9452-426a-b152-c0e87837044e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.494807] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.511181] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802950, 'name': ReconfigVM_Task, 'duration_secs': 0.968363} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.511653] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 1ce9536c-c125-48f8-b52a-4376adab0076/1ce9536c-c125-48f8-b52a-4376adab0076.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.514950] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65873b6b-a488-4abd-9b55-566188cb61f7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.543141] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528009b6-1aec-317e-b7f3-8447afd8bbb1, 'name': SearchDatastore_Task, 'duration_secs': 0.033582} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.546125] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f40ba2-da6f-43fb-85b9-fd9521359eea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.549406] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99816c86-4d27-4f69-b066-56b112a3fbf8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.573480] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a461076-16dc-47e1-a54b-402fe8a37e72 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.576167] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 971.576167] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b83f98-0800-96e2-9617-a8609e44dc06" [ 971.576167] env[68831]: _type = "Task" [ 971.576167] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.596309] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a2771c-86cd-430f-8c9d-05f9b9b90509 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.602844] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b83f98-0800-96e2-9617-a8609e44dc06, 'name': SearchDatastore_Task, 'duration_secs': 0.033756} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.603574] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.603907] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] c8e11680-f1fc-4237-a8d2-2d1706080b0e/c8e11680-f1fc-4237-a8d2-2d1706080b0e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.604217] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7b51dee-23bd-48f3-b19c-e5a3112968e5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.608862] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.609432] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c07f39cc-8b29-46bc-ba54-c318e486e5df {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.620104] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 971.620104] env[68831]: value = "task-2802956" [ 971.620104] env[68831]: _type = "Task" [ 971.620104] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.620104] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 971.620104] env[68831]: value = "task-2802957" [ 971.620104] env[68831]: _type = "Task" [ 971.620104] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.630048] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.636072] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.685334] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237195} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.685610] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.685835] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.686053] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.726752] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802955, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.837268] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb3cf08-b427-4446-be65-af668e8b68f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.846593] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30a2886-465f-44fc-a930-5ccd933dcc6b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.895450] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76b2a56-44bf-467f-bf11-df89084115da {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.917305] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f0c669-b08a-4070-a243-db4f942cb155 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.925411] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802947, 'name': ReconfigVM_Task, 'duration_secs': 1.02186} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.926033] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 1add3414-42a1-4ca0-8622-f931690d966e/1add3414-42a1-4ca0-8622-f931690d966e.vmdk or device None with type streamOptimized {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.930386] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8d7978f-9ec0-403b-a865-d0f188a015ed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.950894] env[68831]: DEBUG nova.compute.manager [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.954708] env[68831]: DEBUG nova.compute.provider_tree [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.967785] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 971.967785] env[68831]: value = "task-2802958" [ 971.967785] env[68831]: _type = "Task" [ 971.967785] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.978679] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802958, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.998026] env[68831]: DEBUG nova.compute.manager [req-084fcb39-8297-46e7-9e2b-a3c0c84cce69 req-4ee6797f-23bf-470e-aea0-17d5f62177ba service nova] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Received event network-vif-plugged-65aa94c5-2999-452e-9c38-4c015686590e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.998432] env[68831]: DEBUG oslo_concurrency.lockutils [req-084fcb39-8297-46e7-9e2b-a3c0c84cce69 req-4ee6797f-23bf-470e-aea0-17d5f62177ba service nova] Acquiring lock "96f944da-6996-45fd-bdd5-81a060cd012f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.998684] env[68831]: DEBUG oslo_concurrency.lockutils [req-084fcb39-8297-46e7-9e2b-a3c0c84cce69 req-4ee6797f-23bf-470e-aea0-17d5f62177ba service nova] Lock "96f944da-6996-45fd-bdd5-81a060cd012f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.998854] env[68831]: DEBUG oslo_concurrency.lockutils [req-084fcb39-8297-46e7-9e2b-a3c0c84cce69 req-4ee6797f-23bf-470e-aea0-17d5f62177ba service nova] Lock "96f944da-6996-45fd-bdd5-81a060cd012f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.999070] env[68831]: DEBUG nova.compute.manager [req-084fcb39-8297-46e7-9e2b-a3c0c84cce69 req-4ee6797f-23bf-470e-aea0-17d5f62177ba service nova] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] No waiting events found dispatching network-vif-plugged-65aa94c5-2999-452e-9c38-4c015686590e {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.999254] env[68831]: WARNING nova.compute.manager [req-084fcb39-8297-46e7-9e2b-a3c0c84cce69 req-4ee6797f-23bf-470e-aea0-17d5f62177ba service nova] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Received unexpected event network-vif-plugged-65aa94c5-2999-452e-9c38-4c015686590e for instance with vm_state building and task_state spawning. [ 971.999924] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802952, 'name': ReconfigVM_Task, 'duration_secs': 0.712954} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.000457] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Reconfigured VM instance instance-0000004a to attach disk [datastore1] caf11f34-b9de-42a0-8d8a-326535eda7e1/caf11f34-b9de-42a0-8d8a-326535eda7e1.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.001084] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7facaea-e550-4034-b34b-f8d105229523 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.009577] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 972.009577] env[68831]: value = "task-2802959" [ 972.009577] env[68831]: _type = "Task" [ 972.009577] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.021518] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802959, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.141803] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802957, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.142220] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802956, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.144732] env[68831]: DEBUG nova.network.neutron [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Successfully updated port: 65aa94c5-2999-452e-9c38-4c015686590e {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.232653] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80263} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.233189] env[68831]: INFO nova.virt.vmwareapi.ds_util [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 71344266-21bf-454a-b54d-4c291336d8ec/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk. [ 972.234637] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53151f4-dde4-4b70-8fa9-5d15830c5db4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.282935] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 71344266-21bf-454a-b54d-4c291336d8ec/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.284097] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4df81b7-3a42-4e0c-a548-c0e30bdfc0a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.317747] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 972.317747] env[68831]: value = "task-2802960" [ 972.317747] env[68831]: _type = "Task" [ 972.317747] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.330923] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.461823] env[68831]: DEBUG nova.scheduler.client.report [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.479960] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802958, 'name': Rename_Task, 'duration_secs': 0.244325} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.479960] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.481047] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79a2bba1-5427-4410-a4a4-3904d973ee63 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.483795] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.488122] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 972.488122] env[68831]: value = "task-2802961" [ 972.488122] env[68831]: _type = "Task" [ 972.488122] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.497467] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.522081] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802959, 'name': Rename_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.636137] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.909409} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.636459] env[68831]: DEBUG oslo_vmware.api [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802957, 'name': PowerOnVM_Task, 'duration_secs': 0.665988} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.636638] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] c8e11680-f1fc-4237-a8d2-2d1706080b0e/c8e11680-f1fc-4237-a8d2-2d1706080b0e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.636848] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.637124] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.644561] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-202ba150-1f2e-42b1-ae01-5f5f835d17c2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.647829] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "refresh_cache-96f944da-6996-45fd-bdd5-81a060cd012f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.648032] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "refresh_cache-96f944da-6996-45fd-bdd5-81a060cd012f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.648230] env[68831]: DEBUG nova.network.neutron [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.656601] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 972.656601] env[68831]: value = "task-2802962" [ 972.656601] env[68831]: _type = "Task" [ 972.656601] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.671177] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.719883] env[68831]: DEBUG nova.virt.hardware [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.720163] env[68831]: DEBUG nova.virt.hardware [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.720328] env[68831]: DEBUG nova.virt.hardware [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.720509] env[68831]: DEBUG nova.virt.hardware [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.720656] env[68831]: DEBUG nova.virt.hardware [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.720803] env[68831]: DEBUG nova.virt.hardware [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.721181] env[68831]: DEBUG nova.virt.hardware [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.721412] env[68831]: DEBUG nova.virt.hardware [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.722041] env[68831]: DEBUG nova.virt.hardware [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.722041] env[68831]: DEBUG nova.virt.hardware [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.722041] env[68831]: DEBUG nova.virt.hardware [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.722994] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5619b91-9d3f-4ea5-977d-dd4121ab4d33 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.731969] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18273e2a-88c2-4229-9a28-4bebdc6185a5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.749638] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.755529] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.755844] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.756123] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e55b2c1-299f-4349-b12d-b7ef8eba1a96 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.774817] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.774817] env[68831]: value = "task-2802963" [ 972.774817] env[68831]: _type = "Task" [ 972.774817] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.783931] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802963, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.830554] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.967408] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.161s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.968089] env[68831]: DEBUG nova.compute.manager [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.970562] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.976s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.970791] env[68831]: DEBUG nova.objects.instance [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lazy-loading 'resources' on Instance uuid ea190e91-e74a-497b-b28d-91c72895bb58 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.999944] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802961, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.022480] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802959, 'name': Rename_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.167792] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165523} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.168147] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.168963] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b76f9a-6df6-4c95-9314-7eb100d29c0d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.194165] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] c8e11680-f1fc-4237-a8d2-2d1706080b0e/c8e11680-f1fc-4237-a8d2-2d1706080b0e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.195253] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f57e11f-cd8f-478a-96f0-3236c41d8466 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.210441] env[68831]: DEBUG nova.network.neutron [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.218866] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 973.218866] env[68831]: value = "task-2802964" [ 973.218866] env[68831]: _type = "Task" [ 973.218866] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.228586] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.285471] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802963, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.330268] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802960, 'name': ReconfigVM_Task, 'duration_secs': 0.854181} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.330451] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 71344266-21bf-454a-b54d-4c291336d8ec/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.331391] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0992468-a054-4ec7-b712-e70464010e46 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.362933] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ad30b58-2eab-465e-a139-069c12d7b735 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.387065] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 973.387065] env[68831]: value = "task-2802965" [ 973.387065] env[68831]: _type = "Task" [ 973.387065] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.401258] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.401593] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "0b80c578-37ff-41c7-82e0-a00b1de29a39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.401842] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "0b80c578-37ff-41c7-82e0-a00b1de29a39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.423220] env[68831]: DEBUG nova.network.neutron [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Updating instance_info_cache with network_info: [{"id": "65aa94c5-2999-452e-9c38-4c015686590e", "address": "fa:16:3e:fc:e3:cd", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65aa94c5-29", "ovs_interfaceid": "65aa94c5-2999-452e-9c38-4c015686590e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.473780] env[68831]: DEBUG nova.compute.utils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.478612] env[68831]: DEBUG nova.compute.manager [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.478754] env[68831]: DEBUG nova.network.neutron [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.500051] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802961, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.520888] env[68831]: DEBUG nova.policy [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c9ac7368d654b6591b924b2a8a570c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c8ccc4b21134c1e82380f6edb964bc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.529145] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802959, 'name': Rename_Task, 'duration_secs': 1.236673} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.529145] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.529379] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d1d1878-bdd1-4282-9c85-3cd9a21b3828 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.540294] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 973.540294] env[68831]: value = "task-2802966" [ 973.540294] env[68831]: _type = "Task" [ 973.540294] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.552019] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.654020] env[68831]: INFO nova.compute.manager [None req-539a21f0-c0f2-4d07-bc62-072ec0cd0495 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating instance to original state: 'active' [ 973.734437] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802964, 'name': ReconfigVM_Task, 'duration_secs': 0.455055} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.735062] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Reconfigured VM instance instance-0000004b to attach disk [datastore1] c8e11680-f1fc-4237-a8d2-2d1706080b0e/c8e11680-f1fc-4237-a8d2-2d1706080b0e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.737016] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1daae44c-dc3e-4eb2-b89a-50367c0d5464 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.745946] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 973.745946] env[68831]: value = "task-2802967" [ 973.745946] env[68831]: _type = "Task" [ 973.745946] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.757606] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802967, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.787834] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802963, 'name': CreateVM_Task, 'duration_secs': 0.584168} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.790675] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.791403] env[68831]: DEBUG oslo_concurrency.lockutils [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.791723] env[68831]: DEBUG oslo_concurrency.lockutils [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.792104] env[68831]: DEBUG oslo_concurrency.lockutils [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.792472] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a0d5bf-99dd-436f-a827-7f2020578ee7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.798316] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 973.798316] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523141d4-fdbf-6503-5bb3-30cfed71c08b" [ 973.798316] env[68831]: _type = "Task" [ 973.798316] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.809500] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523141d4-fdbf-6503-5bb3-30cfed71c08b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.857110] env[68831]: DEBUG nova.network.neutron [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Successfully created port: 711e31f6-011b-4da2-81f8-bb766e0b3abe {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.897833] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802965, 'name': ReconfigVM_Task, 'duration_secs': 0.234957} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.898797] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.898797] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffe32e8d-3d21-4ea3-a99b-c42c1f6cc290 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.905141] env[68831]: DEBUG nova.compute.manager [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.908881] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 973.908881] env[68831]: value = "task-2802968" [ 973.908881] env[68831]: _type = "Task" [ 973.908881] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.923646] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.927766] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "refresh_cache-96f944da-6996-45fd-bdd5-81a060cd012f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.928111] env[68831]: DEBUG nova.compute.manager [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Instance network_info: |[{"id": "65aa94c5-2999-452e-9c38-4c015686590e", "address": "fa:16:3e:fc:e3:cd", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65aa94c5-29", "ovs_interfaceid": "65aa94c5-2999-452e-9c38-4c015686590e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.929530] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:e3:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65aa94c5-2999-452e-9c38-4c015686590e', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.936839] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.937132] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.937369] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21a098b1-a477-4988-b21d-b5d164c8d711 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.966511] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.966511] env[68831]: value = "task-2802969" [ 973.966511] env[68831]: _type = "Task" [ 973.966511] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.979538] env[68831]: DEBUG nova.compute.manager [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.983391] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802969, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.003611] env[68831]: DEBUG oslo_vmware.api [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802961, 'name': PowerOnVM_Task, 'duration_secs': 1.499054} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.007103] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.007103] env[68831]: INFO nova.compute.manager [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Took 17.28 seconds to spawn the instance on the hypervisor. [ 974.007103] env[68831]: DEBUG nova.compute.manager [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.007103] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d81bc2d-708b-41b5-afa4-d1c9757b662e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.012491] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8679846-6b7d-4ff2-bb91-ee4aedbe069a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.030853] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bc9fb7-cae8-4451-a126-0a50edfd150a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.080152] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9bc446-58e2-43c1-b5f1-ae09b52bc116 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.086868] env[68831]: DEBUG oslo_vmware.api [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802966, 'name': PowerOnVM_Task, 'duration_secs': 0.548123} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.087680] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.087856] env[68831]: INFO nova.compute.manager [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Took 11.97 seconds to spawn the instance on the hypervisor. [ 974.088057] env[68831]: DEBUG nova.compute.manager [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.088915] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8657126-73a3-40e8-8b4a-663fd591b2a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.096544] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af6ca0f-31e7-4774-b8f8-9b538e66b0ef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.109906] env[68831]: DEBUG nova.compute.manager [req-f678e2a6-25b5-4323-a542-5a46e3df2ac1 req-2282271f-1b84-4cef-a354-6a07f7b9a570 service nova] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Received event network-changed-65aa94c5-2999-452e-9c38-4c015686590e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.110134] env[68831]: DEBUG nova.compute.manager [req-f678e2a6-25b5-4323-a542-5a46e3df2ac1 req-2282271f-1b84-4cef-a354-6a07f7b9a570 service nova] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Refreshing instance network info cache due to event network-changed-65aa94c5-2999-452e-9c38-4c015686590e. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 974.110328] env[68831]: DEBUG oslo_concurrency.lockutils [req-f678e2a6-25b5-4323-a542-5a46e3df2ac1 req-2282271f-1b84-4cef-a354-6a07f7b9a570 service nova] Acquiring lock "refresh_cache-96f944da-6996-45fd-bdd5-81a060cd012f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.110466] env[68831]: DEBUG oslo_concurrency.lockutils [req-f678e2a6-25b5-4323-a542-5a46e3df2ac1 req-2282271f-1b84-4cef-a354-6a07f7b9a570 service nova] Acquired lock "refresh_cache-96f944da-6996-45fd-bdd5-81a060cd012f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.110622] env[68831]: DEBUG nova.network.neutron [req-f678e2a6-25b5-4323-a542-5a46e3df2ac1 req-2282271f-1b84-4cef-a354-6a07f7b9a570 service nova] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Refreshing network info cache for port 65aa94c5-2999-452e-9c38-4c015686590e {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.123231] env[68831]: DEBUG nova.compute.provider_tree [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.257744] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802967, 'name': Rename_Task, 'duration_secs': 0.315893} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.258017] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.258264] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b729e1f-8b69-4d98-a311-238b08400415 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.266454] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 974.266454] env[68831]: value = "task-2802970" [ 974.266454] env[68831]: _type = "Task" [ 974.266454] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.278276] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.311794] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523141d4-fdbf-6503-5bb3-30cfed71c08b, 'name': SearchDatastore_Task, 'duration_secs': 0.028945} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.312253] env[68831]: DEBUG oslo_concurrency.lockutils [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.312402] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.312725] env[68831]: DEBUG oslo_concurrency.lockutils [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.312869] env[68831]: DEBUG oslo_concurrency.lockutils [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.313095] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.313399] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80fc570f-388a-4156-8bba-845a2a07428b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.323640] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.323866] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.324632] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fffd961c-335e-4688-ae10-212aac9fef5d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.331401] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 974.331401] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e74126-fc7d-48af-409a-04ebe440cf26" [ 974.331401] env[68831]: _type = "Task" [ 974.331401] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.342121] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e74126-fc7d-48af-409a-04ebe440cf26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.429686] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.447145] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.478879] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802969, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.513399] env[68831]: DEBUG nova.network.neutron [req-f678e2a6-25b5-4323-a542-5a46e3df2ac1 req-2282271f-1b84-4cef-a354-6a07f7b9a570 service nova] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Updated VIF entry in instance network info cache for port 65aa94c5-2999-452e-9c38-4c015686590e. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.513930] env[68831]: DEBUG nova.network.neutron [req-f678e2a6-25b5-4323-a542-5a46e3df2ac1 req-2282271f-1b84-4cef-a354-6a07f7b9a570 service nova] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Updating instance_info_cache with network_info: [{"id": "65aa94c5-2999-452e-9c38-4c015686590e", "address": "fa:16:3e:fc:e3:cd", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65aa94c5-29", "ovs_interfaceid": "65aa94c5-2999-452e-9c38-4c015686590e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.535108] env[68831]: INFO nova.compute.manager [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Took 57.49 seconds to build instance. [ 974.613903] env[68831]: INFO nova.compute.manager [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Took 50.60 seconds to build instance. [ 974.629690] env[68831]: DEBUG nova.scheduler.client.report [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.779750] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802970, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.842084] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e74126-fc7d-48af-409a-04ebe440cf26, 'name': SearchDatastore_Task, 'duration_secs': 0.014339} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.842933] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c76302f5-338a-49e9-a7f0-5960430c277d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.849353] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 974.849353] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e115f1-3e5b-ffb4-c108-c7d16d8f5b33" [ 974.849353] env[68831]: _type = "Task" [ 974.849353] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.858471] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e115f1-3e5b-ffb4-c108-c7d16d8f5b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.927822] env[68831]: DEBUG oslo_vmware.api [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802968, 'name': PowerOnVM_Task, 'duration_secs': 0.680224} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.930119] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.932070] env[68831]: DEBUG nova.compute.manager [None req-529a059c-9ad8-42f3-870f-b415c7e81d87 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.932819] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e899cc-56fc-44c6-a546-5734521e445c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.977756] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802969, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.991736] env[68831]: DEBUG nova.compute.manager [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.016853] env[68831]: DEBUG oslo_concurrency.lockutils [req-f678e2a6-25b5-4323-a542-5a46e3df2ac1 req-2282271f-1b84-4cef-a354-6a07f7b9a570 service nova] Releasing lock "refresh_cache-96f944da-6996-45fd-bdd5-81a060cd012f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.023686] env[68831]: DEBUG nova.virt.hardware [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.023980] env[68831]: DEBUG nova.virt.hardware [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.024176] env[68831]: DEBUG nova.virt.hardware [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.024359] env[68831]: DEBUG nova.virt.hardware [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.024504] env[68831]: DEBUG nova.virt.hardware [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.024650] env[68831]: DEBUG nova.virt.hardware [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.024887] env[68831]: DEBUG nova.virt.hardware [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.025069] env[68831]: DEBUG nova.virt.hardware [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.025244] env[68831]: DEBUG nova.virt.hardware [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.025408] env[68831]: DEBUG nova.virt.hardware [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.025580] env[68831]: DEBUG nova.virt.hardware [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.026538] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eafed8a-ec11-494f-8047-e789dafa818c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.035730] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26bcf88-3ff4-434e-a0c2-e9a2e9903cb6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.041263] env[68831]: DEBUG oslo_concurrency.lockutils [None req-789874a0-b387-4b24-b6e9-b0cd968c6878 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "1add3414-42a1-4ca0-8622-f931690d966e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.033s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.116149] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9c718f76-4d4b-425d-a6af-17086da9f70a tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "caf11f34-b9de-42a0-8d8a-326535eda7e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.393s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.136392] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.138016] env[68831]: DEBUG oslo_concurrency.lockutils [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.672s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.157320] env[68831]: INFO nova.scheduler.client.report [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Deleted allocations for instance ea190e91-e74a-497b-b28d-91c72895bb58 [ 975.205676] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "1ce9536c-c125-48f8-b52a-4376adab0076" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.206025] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "1ce9536c-c125-48f8-b52a-4376adab0076" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.206261] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "1ce9536c-c125-48f8-b52a-4376adab0076-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.206450] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "1ce9536c-c125-48f8-b52a-4376adab0076-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.206622] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "1ce9536c-c125-48f8-b52a-4376adab0076-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.209121] env[68831]: INFO nova.compute.manager [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Terminating instance [ 975.236766] env[68831]: DEBUG oslo_concurrency.lockutils [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "1add3414-42a1-4ca0-8622-f931690d966e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.237244] env[68831]: DEBUG oslo_concurrency.lockutils [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "1add3414-42a1-4ca0-8622-f931690d966e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.237509] env[68831]: DEBUG oslo_concurrency.lockutils [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "1add3414-42a1-4ca0-8622-f931690d966e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.237802] env[68831]: DEBUG oslo_concurrency.lockutils [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "1add3414-42a1-4ca0-8622-f931690d966e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.238101] env[68831]: DEBUG oslo_concurrency.lockutils [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "1add3414-42a1-4ca0-8622-f931690d966e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.240490] env[68831]: INFO nova.compute.manager [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Terminating instance [ 975.278827] env[68831]: DEBUG oslo_vmware.api [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2802970, 'name': PowerOnVM_Task, 'duration_secs': 0.61193} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.279133] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.279341] env[68831]: INFO nova.compute.manager [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Took 10.44 seconds to spawn the instance on the hypervisor. [ 975.279534] env[68831]: DEBUG nova.compute.manager [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.280401] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77777518-68ca-4eb2-bf8f-1dec69cb7963 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.360957] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e115f1-3e5b-ffb4-c108-c7d16d8f5b33, 'name': SearchDatastore_Task, 'duration_secs': 0.020851} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.362412] env[68831]: DEBUG oslo_concurrency.lockutils [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.362412] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 059a92f0-97b1-434c-950d-3aa3258b4074/059a92f0-97b1-434c-950d-3aa3258b4074.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.362412] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33e7c8e4-da6d-448f-92ed-b065af5925ed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.371079] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 975.371079] env[68831]: value = "task-2802971" [ 975.371079] env[68831]: _type = "Task" [ 975.371079] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.381062] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.478150] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802969, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.650183] env[68831]: DEBUG nova.network.neutron [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Successfully updated port: 711e31f6-011b-4da2-81f8-bb766e0b3abe {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.668534] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c62ab9d1-7036-48c8-b101-6c67d644539b tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Lock "ea190e91-e74a-497b-b28d-91c72895bb58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.819s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.712507] env[68831]: DEBUG nova.compute.manager [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.712744] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.713639] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3138c7-94ab-4fe0-803f-9dd458edcce5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.725033] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.725303] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef58b0f1-f87f-4375-8cf1-719ca5b67524 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.732683] env[68831]: DEBUG oslo_vmware.api [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 975.732683] env[68831]: value = "task-2802972" [ 975.732683] env[68831]: _type = "Task" [ 975.732683] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.744063] env[68831]: DEBUG nova.compute.manager [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.744295] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.744603] env[68831]: DEBUG oslo_vmware.api [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.745499] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b575fa-104a-4991-933a-dda9b8f2bf1f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.757047] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.757047] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8753597-9f22-41e9-91ca-6b0d6a604f5f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.764709] env[68831]: DEBUG oslo_vmware.api [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 975.764709] env[68831]: value = "task-2802973" [ 975.764709] env[68831]: _type = "Task" [ 975.764709] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.778323] env[68831]: DEBUG oslo_vmware.api [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.801593] env[68831]: INFO nova.compute.manager [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Took 45.62 seconds to build instance. [ 975.883819] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802971, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.939740] env[68831]: INFO nova.compute.manager [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Unrescuing [ 975.940141] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "refresh_cache-71344266-21bf-454a-b54d-4c291336d8ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.940407] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "refresh_cache-71344266-21bf-454a-b54d-4c291336d8ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.940656] env[68831]: DEBUG nova.network.neutron [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.981386] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802969, 'name': CreateVM_Task, 'duration_secs': 1.539638} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.981498] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.982266] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.982812] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.982812] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.983086] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ccb5c3-567d-4577-9a68-e02d3b472e4f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.990253] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 975.990253] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e5f075-762c-54e5-4f35-986feb244067" [ 975.990253] env[68831]: _type = "Task" [ 975.990253] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.006792] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e5f075-762c-54e5-4f35-986feb244067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.027718] env[68831]: DEBUG oslo_concurrency.lockutils [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "caf11f34-b9de-42a0-8d8a-326535eda7e1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.028022] env[68831]: DEBUG oslo_concurrency.lockutils [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "caf11f34-b9de-42a0-8d8a-326535eda7e1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.155874] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Acquiring lock "refresh_cache-6249d6d9-888c-4440-98eb-956e4b0641b3" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.155874] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Acquired lock "refresh_cache-6249d6d9-888c-4440-98eb-956e4b0641b3" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.156025] env[68831]: DEBUG nova.network.neutron [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.169198] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2719c8-ea92-4244-8e1c-23d3ae97843f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.178691] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b97c48-6e9f-4110-a9da-28d1d84eba3c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.210735] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06234eb-acdf-4c92-9f90-4993d134d196 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.219110] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1533bf29-4640-4820-bc3b-aff68cc8c059 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.233235] env[68831]: DEBUG nova.compute.provider_tree [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.244570] env[68831]: DEBUG oslo_vmware.api [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802972, 'name': PowerOffVM_Task, 'duration_secs': 0.277754} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.244874] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.245048] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.245291] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0c03afc-8621-4354-ac09-d68fd07a6912 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.276668] env[68831]: DEBUG oslo_vmware.api [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802973, 'name': PowerOffVM_Task, 'duration_secs': 0.308137} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.276950] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.277147] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.277399] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fad25de8-1baa-4dae-8ecf-c4bc3adb7472 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.306465] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f77cb41-a09e-4d71-8538-10d2086ab51e tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.820s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.327734] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.328117] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.328389] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Deleting the datastore file [datastore2] 1ce9536c-c125-48f8-b52a-4376adab0076 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.328788] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d26dad8-7c10-42a9-9b4a-5ad57ca3b625 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.337020] env[68831]: DEBUG oslo_vmware.api [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 976.337020] env[68831]: value = "task-2802976" [ 976.337020] env[68831]: _type = "Task" [ 976.337020] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.347833] env[68831]: DEBUG oslo_vmware.api [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.360830] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.361304] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.361389] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleting the datastore file [datastore1] 1add3414-42a1-4ca0-8622-f931690d966e {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.361787] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6218ab3-9367-4067-bf0d-a0cef3874aca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.369042] env[68831]: DEBUG oslo_vmware.api [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 976.369042] env[68831]: value = "task-2802977" [ 976.369042] env[68831]: _type = "Task" [ 976.369042] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.380910] env[68831]: DEBUG oslo_vmware.api [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.384013] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816552} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.384276] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 059a92f0-97b1-434c-950d-3aa3258b4074/059a92f0-97b1-434c-950d-3aa3258b4074.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.384495] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.384753] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-799e5bad-4023-4de5-a9f4-fef045bda8c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.392248] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 976.392248] env[68831]: value = "task-2802978" [ 976.392248] env[68831]: _type = "Task" [ 976.392248] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.401922] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.505476] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e5f075-762c-54e5-4f35-986feb244067, 'name': SearchDatastore_Task, 'duration_secs': 0.060547} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.506341] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.506652] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.506977] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.507179] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.507427] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.507766] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb47102b-8e04-4c8c-8aaf-9042b98c1d93 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.531563] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.531563] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.532408] env[68831]: DEBUG nova.compute.utils [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.533621] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f58012-32b6-4326-b03f-0585d521f565 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.540501] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 976.540501] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521d602a-0378-e609-6103-a738f66eb3c3" [ 976.540501] env[68831]: _type = "Task" [ 976.540501] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.551552] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521d602a-0378-e609-6103-a738f66eb3c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.717653] env[68831]: DEBUG nova.network.neutron [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.736876] env[68831]: DEBUG nova.scheduler.client.report [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.855335] env[68831]: DEBUG oslo_vmware.api [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2802976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432503} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.855721] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.855975] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.856213] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.856473] env[68831]: INFO nova.compute.manager [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Took 1.14 seconds to destroy the instance on the hypervisor. [ 976.856772] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.857051] env[68831]: DEBUG nova.compute.manager [-] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.857171] env[68831]: DEBUG nova.network.neutron [-] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.873724] env[68831]: DEBUG nova.network.neutron [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Updating instance_info_cache with network_info: [{"id": "c2d46017-c4e4-45b1-984a-3e08dd0cb996", "address": "fa:16:3e:a5:4d:f3", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d46017-c4", "ovs_interfaceid": "c2d46017-c4e4-45b1-984a-3e08dd0cb996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.883124] env[68831]: DEBUG oslo_vmware.api [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2802977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329158} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.883124] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.883124] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.883124] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.883124] env[68831]: INFO nova.compute.manager [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 976.883124] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.883467] env[68831]: DEBUG nova.compute.manager [-] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.883467] env[68831]: DEBUG nova.network.neutron [-] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.904201] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173031} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.904526] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.905366] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7d62b6-cdf7-4ac7-be1c-15d6aaf80db3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.936090] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 059a92f0-97b1-434c-950d-3aa3258b4074/059a92f0-97b1-434c-950d-3aa3258b4074.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.939773] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-886f86c6-025f-4881-bbf6-3ad9494e6d19 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.961617] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 976.961617] env[68831]: value = "task-2802979" [ 976.961617] env[68831]: _type = "Task" [ 976.961617] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.975930] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.028598] env[68831]: DEBUG nova.compute.manager [req-05d64c30-6752-4513-8e4b-9b5fd918948b req-ef07f8d2-1188-4ba0-860e-2d8f0d067d3d service nova] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Received event network-vif-plugged-711e31f6-011b-4da2-81f8-bb766e0b3abe {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.029038] env[68831]: DEBUG oslo_concurrency.lockutils [req-05d64c30-6752-4513-8e4b-9b5fd918948b req-ef07f8d2-1188-4ba0-860e-2d8f0d067d3d service nova] Acquiring lock "6249d6d9-888c-4440-98eb-956e4b0641b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.029109] env[68831]: DEBUG oslo_concurrency.lockutils [req-05d64c30-6752-4513-8e4b-9b5fd918948b req-ef07f8d2-1188-4ba0-860e-2d8f0d067d3d service nova] Lock "6249d6d9-888c-4440-98eb-956e4b0641b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.029216] env[68831]: DEBUG oslo_concurrency.lockutils [req-05d64c30-6752-4513-8e4b-9b5fd918948b req-ef07f8d2-1188-4ba0-860e-2d8f0d067d3d service nova] Lock "6249d6d9-888c-4440-98eb-956e4b0641b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.029402] env[68831]: DEBUG nova.compute.manager [req-05d64c30-6752-4513-8e4b-9b5fd918948b req-ef07f8d2-1188-4ba0-860e-2d8f0d067d3d service nova] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] No waiting events found dispatching network-vif-plugged-711e31f6-011b-4da2-81f8-bb766e0b3abe {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.029592] env[68831]: WARNING nova.compute.manager [req-05d64c30-6752-4513-8e4b-9b5fd918948b req-ef07f8d2-1188-4ba0-860e-2d8f0d067d3d service nova] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Received unexpected event network-vif-plugged-711e31f6-011b-4da2-81f8-bb766e0b3abe for instance with vm_state building and task_state spawning. [ 977.029759] env[68831]: DEBUG nova.compute.manager [req-05d64c30-6752-4513-8e4b-9b5fd918948b req-ef07f8d2-1188-4ba0-860e-2d8f0d067d3d service nova] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Received event network-changed-711e31f6-011b-4da2-81f8-bb766e0b3abe {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.029926] env[68831]: DEBUG nova.compute.manager [req-05d64c30-6752-4513-8e4b-9b5fd918948b req-ef07f8d2-1188-4ba0-860e-2d8f0d067d3d service nova] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Refreshing instance network info cache due to event network-changed-711e31f6-011b-4da2-81f8-bb766e0b3abe. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 977.030109] env[68831]: DEBUG oslo_concurrency.lockutils [req-05d64c30-6752-4513-8e4b-9b5fd918948b req-ef07f8d2-1188-4ba0-860e-2d8f0d067d3d service nova] Acquiring lock "refresh_cache-6249d6d9-888c-4440-98eb-956e4b0641b3" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.037981] env[68831]: DEBUG oslo_concurrency.lockutils [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "caf11f34-b9de-42a0-8d8a-326535eda7e1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.056038] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521d602a-0378-e609-6103-a738f66eb3c3, 'name': SearchDatastore_Task, 'duration_secs': 0.015607} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.057028] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a83998-68f0-4b02-8550-77373d0a87bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.067349] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 977.067349] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5246efcc-8147-b00c-7e82-5d9f27ba4a17" [ 977.067349] env[68831]: _type = "Task" [ 977.067349] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.076762] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5246efcc-8147-b00c-7e82-5d9f27ba4a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.152574] env[68831]: DEBUG nova.network.neutron [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Updating instance_info_cache with network_info: [{"id": "711e31f6-011b-4da2-81f8-bb766e0b3abe", "address": "fa:16:3e:8a:5c:b2", "network": {"id": "0b7b8618-9bc1-46e3-9c9b-cb10f000f702", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1808386885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c8ccc4b21134c1e82380f6edb964bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711e31f6-01", "ovs_interfaceid": "711e31f6-011b-4da2-81f8-bb766e0b3abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.380016] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "refresh_cache-71344266-21bf-454a-b54d-4c291336d8ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.380016] env[68831]: DEBUG nova.objects.instance [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lazy-loading 'flavor' on Instance uuid 71344266-21bf-454a-b54d-4c291336d8ec {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.472728] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802979, 'name': ReconfigVM_Task, 'duration_secs': 0.283179} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.477115] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 059a92f0-97b1-434c-950d-3aa3258b4074/059a92f0-97b1-434c-950d-3aa3258b4074.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.477115] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d637a573-a37a-41f6-b9f2-ccb20c6e3a15 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.484877] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 977.484877] env[68831]: value = "task-2802980" [ 977.484877] env[68831]: _type = "Task" [ 977.484877] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.497094] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802980, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.582325] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5246efcc-8147-b00c-7e82-5d9f27ba4a17, 'name': SearchDatastore_Task, 'duration_secs': 0.014145} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.582694] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.583677] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 96f944da-6996-45fd-bdd5-81a060cd012f/96f944da-6996-45fd-bdd5-81a060cd012f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.583677] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd7ecabe-24b7-46d8-986f-3574ef020e6b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.595453] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 977.595453] env[68831]: value = "task-2802981" [ 977.595453] env[68831]: _type = "Task" [ 977.595453] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.608406] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.656051] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Releasing lock "refresh_cache-6249d6d9-888c-4440-98eb-956e4b0641b3" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.656494] env[68831]: DEBUG nova.compute.manager [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Instance network_info: |[{"id": "711e31f6-011b-4da2-81f8-bb766e0b3abe", "address": "fa:16:3e:8a:5c:b2", "network": {"id": "0b7b8618-9bc1-46e3-9c9b-cb10f000f702", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1808386885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c8ccc4b21134c1e82380f6edb964bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711e31f6-01", "ovs_interfaceid": "711e31f6-011b-4da2-81f8-bb766e0b3abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.656815] env[68831]: DEBUG oslo_concurrency.lockutils [req-05d64c30-6752-4513-8e4b-9b5fd918948b req-ef07f8d2-1188-4ba0-860e-2d8f0d067d3d service nova] Acquired lock "refresh_cache-6249d6d9-888c-4440-98eb-956e4b0641b3" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.657008] env[68831]: DEBUG nova.network.neutron [req-05d64c30-6752-4513-8e4b-9b5fd918948b req-ef07f8d2-1188-4ba0-860e-2d8f0d067d3d service nova] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Refreshing network info cache for port 711e31f6-011b-4da2-81f8-bb766e0b3abe {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.658486] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:5c:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3734b156-0f7d-4721-b23c-d000412ec2eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '711e31f6-011b-4da2-81f8-bb766e0b3abe', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.667613] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Creating folder: Project (6c8ccc4b21134c1e82380f6edb964bc3). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.671267] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92dc131e-6afa-4f83-b69a-d7a8fb395c8e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.674126] env[68831]: DEBUG nova.compute.manager [req-372ce302-8506-433d-bf3e-e91e9f31c47a req-f00f6b7a-840c-4560-8294-56a48feae998 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Received event network-changed-0dce3318-0448-46dc-ad06-a85d502a9892 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.674377] env[68831]: DEBUG nova.compute.manager [req-372ce302-8506-433d-bf3e-e91e9f31c47a req-f00f6b7a-840c-4560-8294-56a48feae998 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Refreshing instance network info cache due to event network-changed-0dce3318-0448-46dc-ad06-a85d502a9892. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 977.674599] env[68831]: DEBUG oslo_concurrency.lockutils [req-372ce302-8506-433d-bf3e-e91e9f31c47a req-f00f6b7a-840c-4560-8294-56a48feae998 service nova] Acquiring lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.674738] env[68831]: DEBUG oslo_concurrency.lockutils [req-372ce302-8506-433d-bf3e-e91e9f31c47a req-f00f6b7a-840c-4560-8294-56a48feae998 service nova] Acquired lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.676088] env[68831]: DEBUG nova.network.neutron [req-372ce302-8506-433d-bf3e-e91e9f31c47a req-f00f6b7a-840c-4560-8294-56a48feae998 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Refreshing network info cache for port 0dce3318-0448-46dc-ad06-a85d502a9892 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.686428] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Created folder: Project (6c8ccc4b21134c1e82380f6edb964bc3) in parent group-v563050. [ 977.686698] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Creating folder: Instances. Parent ref: group-v563259. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.687263] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e086c0e-5855-48d3-a3d7-34b152dbe5b1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.701560] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Created folder: Instances in parent group-v563259. [ 977.702928] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.702928] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.702928] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bef5b789-efb0-42ed-89a7-73fbe84cb530 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.726707] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.726707] env[68831]: value = "task-2802984" [ 977.726707] env[68831]: _type = "Task" [ 977.726707] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.739054] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802984, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.754082] env[68831]: DEBUG oslo_concurrency.lockutils [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.617s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.754319] env[68831]: DEBUG nova.compute.manager [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68831) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 977.757731] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.650s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.758048] env[68831]: DEBUG nova.objects.instance [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lazy-loading 'resources' on Instance uuid 9e5d6ead-cc9f-41db-980b-f7c8f238c181 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.885687] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d1e29f-8dfa-434f-9461-54004b91f0f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.911597] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.911970] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ac72939-a33c-46b4-80fd-53413207cee4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.924109] env[68831]: DEBUG oslo_vmware.api [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 977.924109] env[68831]: value = "task-2802985" [ 977.924109] env[68831]: _type = "Task" [ 977.924109] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.941339] env[68831]: DEBUG oslo_vmware.api [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.943022] env[68831]: DEBUG nova.network.neutron [-] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.981151] env[68831]: DEBUG nova.network.neutron [-] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.997653] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802980, 'name': Rename_Task, 'duration_secs': 0.157876} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.998229] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.998341] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a558b2b-c364-4d5b-90e9-60745e374bd4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.008434] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 978.008434] env[68831]: value = "task-2802986" [ 978.008434] env[68831]: _type = "Task" [ 978.008434] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.020216] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.107537] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802981, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.127583] env[68831]: DEBUG oslo_concurrency.lockutils [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "caf11f34-b9de-42a0-8d8a-326535eda7e1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.127892] env[68831]: DEBUG oslo_concurrency.lockutils [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "caf11f34-b9de-42a0-8d8a-326535eda7e1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.129840] env[68831]: INFO nova.compute.manager [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Attaching volume 576e39e7-39b8-4f8e-aa2e-ed0cb381d22c to /dev/sdb [ 978.188739] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d4230-068b-493a-ba6a-c5e4ba48b547 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.200975] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13a7392-b80e-4c78-8db4-2a4a797008a3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.224017] env[68831]: DEBUG nova.virt.block_device [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Updating existing volume attachment record: 0d75c58b-835f-4f87-a511-066be629fefd {{(pid=68831) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 978.239153] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802984, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.352650] env[68831]: INFO nova.scheduler.client.report [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Deleted allocation for migration 6a72a979-27f1-4e42-a68f-1f7717cde923 [ 978.442052] env[68831]: DEBUG oslo_vmware.api [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802985, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.447831] env[68831]: INFO nova.compute.manager [-] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Took 1.59 seconds to deallocate network for instance. [ 978.483803] env[68831]: INFO nova.compute.manager [-] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Took 1.60 seconds to deallocate network for instance. [ 978.523415] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802986, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.614525] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736324} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.614525] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 96f944da-6996-45fd-bdd5-81a060cd012f/96f944da-6996-45fd-bdd5-81a060cd012f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.614525] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.614891] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d333b421-578c-4d50-b1ad-ae22a9448082 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.629047] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 978.629047] env[68831]: value = "task-2802990" [ 978.629047] env[68831]: _type = "Task" [ 978.629047] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.640703] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.742014] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802984, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.804699] env[68831]: DEBUG nova.network.neutron [req-05d64c30-6752-4513-8e4b-9b5fd918948b req-ef07f8d2-1188-4ba0-860e-2d8f0d067d3d service nova] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Updated VIF entry in instance network info cache for port 711e31f6-011b-4da2-81f8-bb766e0b3abe. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.804699] env[68831]: DEBUG nova.network.neutron [req-05d64c30-6752-4513-8e4b-9b5fd918948b req-ef07f8d2-1188-4ba0-860e-2d8f0d067d3d service nova] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Updating instance_info_cache with network_info: [{"id": "711e31f6-011b-4da2-81f8-bb766e0b3abe", "address": "fa:16:3e:8a:5c:b2", "network": {"id": "0b7b8618-9bc1-46e3-9c9b-cb10f000f702", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1808386885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c8ccc4b21134c1e82380f6edb964bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711e31f6-01", "ovs_interfaceid": "711e31f6-011b-4da2-81f8-bb766e0b3abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.863719] env[68831]: DEBUG oslo_concurrency.lockutils [None req-37599c60-b0ad-45d2-afe4-e482ab24da31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.507s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.876628] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6b3258-de9a-4a86-af43-442bc05d8059 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.884204] env[68831]: DEBUG nova.network.neutron [req-372ce302-8506-433d-bf3e-e91e9f31c47a req-f00f6b7a-840c-4560-8294-56a48feae998 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Updated VIF entry in instance network info cache for port 0dce3318-0448-46dc-ad06-a85d502a9892. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.884585] env[68831]: DEBUG nova.network.neutron [req-372ce302-8506-433d-bf3e-e91e9f31c47a req-f00f6b7a-840c-4560-8294-56a48feae998 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Updating instance_info_cache with network_info: [{"id": "0dce3318-0448-46dc-ad06-a85d502a9892", "address": "fa:16:3e:74:89:79", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dce3318-04", "ovs_interfaceid": "0dce3318-0448-46dc-ad06-a85d502a9892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.901547] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acff9c9-80cb-46da-bc28-ee91d429ad35 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.945666] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf402d8-bbce-4837-a80e-2a76dcc4b7f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.960603] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38bcb0c-2524-431a-b334-5b433da82793 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.965051] env[68831]: DEBUG oslo_vmware.api [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802985, 'name': PowerOffVM_Task, 'duration_secs': 0.536226} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.965981] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.966325] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.972532] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 978.973336] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f866bf6-d739-447a-a458-c91a2b14be7a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.997814] env[68831]: DEBUG oslo_concurrency.lockutils [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.998442] env[68831]: DEBUG nova.compute.provider_tree [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.006369] env[68831]: DEBUG oslo_vmware.api [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 979.006369] env[68831]: value = "task-2802991" [ 979.006369] env[68831]: _type = "Task" [ 979.006369] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.018277] env[68831]: DEBUG oslo_vmware.api [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.024192] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802986, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.074929] env[68831]: DEBUG nova.compute.manager [req-2f3b967a-d364-4cf5-9b6d-909839b0692f req-2f8cf819-326b-456a-8018-1c398aa112eb service nova] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Received event network-vif-deleted-48a9eccd-3ea0-4dd4-9987-30638797be4e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.074929] env[68831]: DEBUG nova.compute.manager [req-2f3b967a-d364-4cf5-9b6d-909839b0692f req-2f8cf819-326b-456a-8018-1c398aa112eb service nova] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Received event network-vif-deleted-5b846c43-f4b9-4bf4-8a91-7626ede020ed {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.143151] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203717} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.143478] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.144353] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4050ea-a535-41a4-9561-45aab3725c0c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.168380] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 96f944da-6996-45fd-bdd5-81a060cd012f/96f944da-6996-45fd-bdd5-81a060cd012f.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.169110] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4236b0eb-8232-444c-9169-f03f3a8199e2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.191382] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 979.191382] env[68831]: value = "task-2802992" [ 979.191382] env[68831]: _type = "Task" [ 979.191382] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.200757] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.240355] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802984, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.308283] env[68831]: DEBUG oslo_concurrency.lockutils [req-05d64c30-6752-4513-8e4b-9b5fd918948b req-ef07f8d2-1188-4ba0-860e-2d8f0d067d3d service nova] Releasing lock "refresh_cache-6249d6d9-888c-4440-98eb-956e4b0641b3" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.395940] env[68831]: DEBUG oslo_concurrency.lockutils [req-372ce302-8506-433d-bf3e-e91e9f31c47a req-f00f6b7a-840c-4560-8294-56a48feae998 service nova] Releasing lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.522784] env[68831]: DEBUG oslo_vmware.api [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802991, 'name': ReconfigVM_Task, 'duration_secs': 0.427761} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.526135] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 979.526372] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.526652] env[68831]: DEBUG oslo_vmware.api [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802986, 'name': PowerOnVM_Task, 'duration_secs': 1.395866} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.526922] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a1ac45f-e9bf-4f34-9fee-4551b9ee4876 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.528627] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.528794] env[68831]: DEBUG nova.compute.manager [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.536321] env[68831]: ERROR nova.scheduler.client.report [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [req-3df8be5c-cbf7-4a80-aaaf-6774ffb12543] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3df8be5c-cbf7-4a80-aaaf-6774ffb12543"}]} [ 979.536321] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4fa193-5b45-4019-bf56-a6a8c529e695 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.550256] env[68831]: DEBUG oslo_vmware.api [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 979.550256] env[68831]: value = "task-2802993" [ 979.550256] env[68831]: _type = "Task" [ 979.550256] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.559757] env[68831]: DEBUG oslo_vmware.api [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.564221] env[68831]: DEBUG nova.scheduler.client.report [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Refreshing inventories for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 979.581278] env[68831]: DEBUG nova.scheduler.client.report [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Updating ProviderTree inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 979.581499] env[68831]: DEBUG nova.compute.provider_tree [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.597062] env[68831]: DEBUG nova.scheduler.client.report [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Refreshing aggregate associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, aggregates: None {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 979.599872] env[68831]: DEBUG nova.objects.instance [None req-256f7e52-c240-44a8-9bbe-abe53199235d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lazy-loading 'flavor' on Instance uuid 0acce7bd-b0b0-430e-b913-8d3a73b9e783 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.622019] env[68831]: DEBUG nova.scheduler.client.report [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Refreshing trait associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 979.703996] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.748655] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802984, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.064393] env[68831]: DEBUG oslo_concurrency.lockutils [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.074086] env[68831]: DEBUG oslo_vmware.api [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802993, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.105642] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7e47fe-95a3-4a0e-b647-e83897095562 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.108639] env[68831]: DEBUG oslo_concurrency.lockutils [None req-256f7e52-c240-44a8-9bbe-abe53199235d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.108811] env[68831]: DEBUG oslo_concurrency.lockutils [None req-256f7e52-c240-44a8-9bbe-abe53199235d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.108982] env[68831]: DEBUG nova.network.neutron [None req-256f7e52-c240-44a8-9bbe-abe53199235d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.109204] env[68831]: DEBUG nova.objects.instance [None req-256f7e52-c240-44a8-9bbe-abe53199235d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lazy-loading 'info_cache' on Instance uuid 0acce7bd-b0b0-430e-b913-8d3a73b9e783 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.117061] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2750264-a823-4224-a978-8fa956eae322 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.158484] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab401b98-b165-4b7d-9dcc-ae98c75b750f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.167874] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d84f16-e07b-48ca-b915-112f28cb9909 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.185009] env[68831]: DEBUG nova.compute.provider_tree [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.202754] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802992, 'name': ReconfigVM_Task, 'duration_secs': 0.757775} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.203788] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 96f944da-6996-45fd-bdd5-81a060cd012f/96f944da-6996-45fd-bdd5-81a060cd012f.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.204332] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c40fea28-50b7-4a13-ad0d-66ac026753ae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.213050] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 980.213050] env[68831]: value = "task-2802994" [ 980.213050] env[68831]: _type = "Task" [ 980.213050] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.222549] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802994, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.247073] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802984, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.566245] env[68831]: DEBUG oslo_vmware.api [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2802993, 'name': PowerOnVM_Task, 'duration_secs': 0.545414} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.566531] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.566768] env[68831]: DEBUG nova.compute.manager [None req-8de19c75-41ba-4b0f-8b93-515359d815a6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.567617] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38f54ff-b5d8-4466-9f3b-6e0b81acb4a3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.612861] env[68831]: DEBUG nova.objects.base [None req-256f7e52-c240-44a8-9bbe-abe53199235d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Object Instance<0acce7bd-b0b0-430e-b913-8d3a73b9e783> lazy-loaded attributes: flavor,info_cache {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 980.720239] env[68831]: DEBUG nova.scheduler.client.report [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Updated inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 980.720517] env[68831]: DEBUG nova.compute.provider_tree [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 105 to 106 during operation: update_inventory {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 980.720701] env[68831]: DEBUG nova.compute.provider_tree [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.727529] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquiring lock "059a92f0-97b1-434c-950d-3aa3258b4074" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.727829] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Lock "059a92f0-97b1-434c-950d-3aa3258b4074" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.728111] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquiring lock "059a92f0-97b1-434c-950d-3aa3258b4074-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.728469] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Lock "059a92f0-97b1-434c-950d-3aa3258b4074-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.728988] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Lock "059a92f0-97b1-434c-950d-3aa3258b4074-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.730370] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802994, 'name': Rename_Task, 'duration_secs': 0.351705} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.731031] env[68831]: INFO nova.compute.manager [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Terminating instance [ 980.732586] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.733970] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fdfa09e-4fb8-49cd-8157-27890a70a3f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.749564] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802984, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.750906] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 980.750906] env[68831]: value = "task-2802996" [ 980.750906] env[68831]: _type = "Task" [ 980.750906] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.761036] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.233596] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.476s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.241349] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.376s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.242915] env[68831]: INFO nova.compute.claims [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.246104] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquiring lock "refresh_cache-059a92f0-97b1-434c-950d-3aa3258b4074" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.246646] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquired lock "refresh_cache-059a92f0-97b1-434c-950d-3aa3258b4074" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.246646] env[68831]: DEBUG nova.network.neutron [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.266761] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802984, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.271288] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.271573] env[68831]: INFO nova.scheduler.client.report [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Deleted allocations for instance 9e5d6ead-cc9f-41db-980b-f7c8f238c181 [ 981.504696] env[68831]: DEBUG nova.network.neutron [None req-256f7e52-c240-44a8-9bbe-abe53199235d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating instance_info_cache with network_info: [{"id": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "address": "fa:16:3e:7d:0b:79", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e87b985-9b", "ovs_interfaceid": "5e87b985-9b83-4b8b-b1e1-a6091084c19d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.764791] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802984, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.772399] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.779405] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6d4a94-f236-4360-9344-5e6ebfb98772 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "9e5d6ead-cc9f-41db-980b-f7c8f238c181" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.318s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.786996] env[68831]: DEBUG nova.network.neutron [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.870455] env[68831]: DEBUG nova.network.neutron [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.010093] env[68831]: DEBUG oslo_concurrency.lockutils [None req-256f7e52-c240-44a8-9bbe-abe53199235d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "refresh_cache-0acce7bd-b0b0-430e-b913-8d3a73b9e783" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.161033] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "affc9178-6383-4805-9360-9206369d67ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.161033] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "affc9178-6383-4805-9360-9206369d67ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.161033] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "affc9178-6383-4805-9360-9206369d67ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.161033] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "affc9178-6383-4805-9360-9206369d67ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.161033] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "affc9178-6383-4805-9360-9206369d67ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.164363] env[68831]: INFO nova.compute.manager [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Terminating instance [ 982.269191] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802984, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.284506] env[68831]: DEBUG oslo_vmware.api [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2802996, 'name': PowerOnVM_Task, 'duration_secs': 1.527835} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.284506] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.284506] env[68831]: INFO nova.compute.manager [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Took 11.44 seconds to spawn the instance on the hypervisor. [ 982.284506] env[68831]: DEBUG nova.compute.manager [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.287225] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31d3775-7f11-4da7-a299-354c4003213b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.372475] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Releasing lock "refresh_cache-059a92f0-97b1-434c-950d-3aa3258b4074" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.373019] env[68831]: DEBUG nova.compute.manager [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.373263] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.374504] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3df40a5-a780-413c-92c0-5a965c1484ff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.385886] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.387140] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bdc5c10-970b-4dc0-babf-f297cae8c856 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.398475] env[68831]: DEBUG oslo_vmware.api [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 982.398475] env[68831]: value = "task-2802997" [ 982.398475] env[68831]: _type = "Task" [ 982.398475] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.411902] env[68831]: DEBUG oslo_vmware.api [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.673261] env[68831]: DEBUG nova.compute.manager [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.673684] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.674711] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a2c737-8c50-4141-8c3e-c54da5851eed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.685665] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.686538] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7896d407-bc11-4095-ae13-3b7c80a79ac3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.695781] env[68831]: DEBUG oslo_vmware.api [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 982.695781] env[68831]: value = "task-2802998" [ 982.695781] env[68831]: _type = "Task" [ 982.695781] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.707728] env[68831]: DEBUG oslo_vmware.api [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.758924] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802984, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.795602] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Volume attach. Driver type: vmdk {{(pid=68831) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 982.795602] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563263', 'volume_id': '576e39e7-39b8-4f8e-aa2e-ed0cb381d22c', 'name': 'volume-576e39e7-39b8-4f8e-aa2e-ed0cb381d22c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'caf11f34-b9de-42a0-8d8a-326535eda7e1', 'attached_at': '', 'detached_at': '', 'volume_id': '576e39e7-39b8-4f8e-aa2e-ed0cb381d22c', 'serial': '576e39e7-39b8-4f8e-aa2e-ed0cb381d22c'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 982.795868] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33d9f16-e587-441b-90b3-8aa3947096eb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.812504] env[68831]: INFO nova.compute.manager [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Took 48.71 seconds to build instance. [ 982.833893] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47c84f1-9388-4fb4-860d-0cf3bb7e9aa7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.872022] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-576e39e7-39b8-4f8e-aa2e-ed0cb381d22c/volume-576e39e7-39b8-4f8e-aa2e-ed0cb381d22c.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.874690] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a08e6b1-336f-40a6-87a1-d2d5d3ed89a9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.899224] env[68831]: DEBUG oslo_vmware.api [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 982.899224] env[68831]: value = "task-2802999" [ 982.899224] env[68831]: _type = "Task" [ 982.899224] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.905426] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadf77cf-1f5a-4611-a2d7-9a16de2d5584 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.917771] env[68831]: DEBUG oslo_vmware.api [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802999, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.923072] env[68831]: DEBUG oslo_vmware.api [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2802997, 'name': PowerOffVM_Task, 'duration_secs': 0.194907} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.924176] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3419dcb6-6e53-4e83-ac41-f84c0663cb3f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.929142] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.929305] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.929628] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb9e8f11-0970-4b0c-8471-24d5172a67d9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.976820] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bb8e58-151b-4ae9-a018-cdda887826f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.979440] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.979655] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.979831] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Deleting the datastore file [datastore1] 059a92f0-97b1-434c-950d-3aa3258b4074 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.980118] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0a229eb-729d-47e5-9ecd-411b2c15a173 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.988551] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc8c664-6c10-4cdd-83fb-aebb16a85aaf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.998194] env[68831]: DEBUG oslo_vmware.api [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for the task: (returnval){ [ 982.998194] env[68831]: value = "task-2803001" [ 982.998194] env[68831]: _type = "Task" [ 982.998194] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.017745] env[68831]: DEBUG nova.compute.provider_tree [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.017745] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-256f7e52-c240-44a8-9bbe-abe53199235d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.017745] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7abd8f6a-ddb4-41d0-951b-f2d3c56e2095 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.023532] env[68831]: DEBUG oslo_vmware.api [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2803001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.031646] env[68831]: DEBUG oslo_vmware.api [None req-256f7e52-c240-44a8-9bbe-abe53199235d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 983.031646] env[68831]: value = "task-2803002" [ 983.031646] env[68831]: _type = "Task" [ 983.031646] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.043443] env[68831]: DEBUG oslo_vmware.api [None req-256f7e52-c240-44a8-9bbe-abe53199235d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.208298] env[68831]: DEBUG oslo_vmware.api [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2802998, 'name': PowerOffVM_Task, 'duration_secs': 0.176505} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.208590] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.208758] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.209043] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f21a703b-7bc0-43e4-8eac-f5192c08d585 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.266979] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802984, 'name': CreateVM_Task, 'duration_secs': 5.262232} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.266979] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.266979] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.266979] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.266979] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.266979] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8157dca6-3f02-4bb7-b36f-8b7984359fb2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.274768] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Waiting for the task: (returnval){ [ 983.274768] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521f225b-d1cf-2d96-8386-6ff7c194cca4" [ 983.274768] env[68831]: _type = "Task" [ 983.274768] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.283953] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521f225b-d1cf-2d96-8386-6ff7c194cca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.307506] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.307506] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.307506] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Deleting the datastore file [datastore2] affc9178-6383-4805-9360-9206369d67ae {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.307931] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb29e9a4-908a-412f-bf07-27bde1031591 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.320145] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e9304e5-95cb-47cd-8985-2eae078cbf24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "96f944da-6996-45fd-bdd5-81a060cd012f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.534s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.326473] env[68831]: DEBUG oslo_vmware.api [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 983.326473] env[68831]: value = "task-2803004" [ 983.326473] env[68831]: _type = "Task" [ 983.326473] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.333223] env[68831]: DEBUG oslo_vmware.api [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2803004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.413815] env[68831]: DEBUG oslo_vmware.api [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.506270] env[68831]: DEBUG oslo_vmware.api [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Task: {'id': task-2803001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158968} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.506355] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.507276] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.507276] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.507276] env[68831]: INFO nova.compute.manager [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Took 1.13 seconds to destroy the instance on the hypervisor. [ 983.507276] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.507483] env[68831]: DEBUG nova.compute.manager [-] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.507483] env[68831]: DEBUG nova.network.neutron [-] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.522021] env[68831]: DEBUG nova.scheduler.client.report [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.528636] env[68831]: DEBUG nova.network.neutron [-] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.544288] env[68831]: DEBUG oslo_vmware.api [None req-256f7e52-c240-44a8-9bbe-abe53199235d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.787971] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521f225b-d1cf-2d96-8386-6ff7c194cca4, 'name': SearchDatastore_Task, 'duration_secs': 0.015599} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.788327] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.788568] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.788860] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.788954] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.789157] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.789510] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60abc4e5-df20-4b4f-a538-b95737cb7c69 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.801558] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.801771] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.802576] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e1636f-71a0-4025-b89e-8fffb2670106 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.810139] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Waiting for the task: (returnval){ [ 983.810139] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52441967-ce8b-57ef-90be-b12099bff6c7" [ 983.810139] env[68831]: _type = "Task" [ 983.810139] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.820540] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52441967-ce8b-57ef-90be-b12099bff6c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.832931] env[68831]: DEBUG oslo_vmware.api [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2803004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299688} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.833216] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.833411] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.833583] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.833758] env[68831]: INFO nova.compute.manager [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: affc9178-6383-4805-9360-9206369d67ae] Took 1.16 seconds to destroy the instance on the hypervisor. [ 983.834013] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.834218] env[68831]: DEBUG nova.compute.manager [-] [instance: affc9178-6383-4805-9360-9206369d67ae] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.834311] env[68831]: DEBUG nova.network.neutron [-] [instance: affc9178-6383-4805-9360-9206369d67ae] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.915771] env[68831]: DEBUG oslo_vmware.api [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2802999, 'name': ReconfigVM_Task, 'duration_secs': 0.651275} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.916190] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-576e39e7-39b8-4f8e-aa2e-ed0cb381d22c/volume-576e39e7-39b8-4f8e-aa2e-ed0cb381d22c.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.925768] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d8870e9-b563-4472-bef1-869267ac321b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.953238] env[68831]: DEBUG oslo_vmware.api [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 983.953238] env[68831]: value = "task-2803005" [ 983.953238] env[68831]: _type = "Task" [ 983.953238] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.967457] env[68831]: DEBUG oslo_vmware.api [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.025935] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.026462] env[68831]: DEBUG nova.compute.manager [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.029115] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.519s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.030452] env[68831]: INFO nova.compute.claims [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.033014] env[68831]: DEBUG nova.network.neutron [-] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.043347] env[68831]: DEBUG oslo_vmware.api [None req-256f7e52-c240-44a8-9bbe-abe53199235d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803002, 'name': PowerOnVM_Task, 'duration_secs': 0.658727} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.043611] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-256f7e52-c240-44a8-9bbe-abe53199235d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.043810] env[68831]: DEBUG nova.compute.manager [None req-256f7e52-c240-44a8-9bbe-abe53199235d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.045629] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a3cd7a-02bc-4ac3-93a2-0258ba38f17e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.264018] env[68831]: DEBUG nova.compute.manager [req-b3489e7f-1a90-4b7a-a42a-4a67940ab1aa req-9cc2ac9d-c89c-4db2-9bd7-888c6728c23c service nova] [instance: affc9178-6383-4805-9360-9206369d67ae] Received event network-vif-deleted-44ea6b10-fc66-41ca-aa0e-90dbe845f9a6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.265256] env[68831]: INFO nova.compute.manager [req-b3489e7f-1a90-4b7a-a42a-4a67940ab1aa req-9cc2ac9d-c89c-4db2-9bd7-888c6728c23c service nova] [instance: affc9178-6383-4805-9360-9206369d67ae] Neutron deleted interface 44ea6b10-fc66-41ca-aa0e-90dbe845f9a6; detaching it from the instance and deleting it from the info cache [ 984.265256] env[68831]: DEBUG nova.network.neutron [req-b3489e7f-1a90-4b7a-a42a-4a67940ab1aa req-9cc2ac9d-c89c-4db2-9bd7-888c6728c23c service nova] [instance: affc9178-6383-4805-9360-9206369d67ae] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.331736] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52441967-ce8b-57ef-90be-b12099bff6c7, 'name': SearchDatastore_Task, 'duration_secs': 0.023212} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.336505] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287afaf3-b973-48dc-921e-cc65f7ffaf91 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.345448] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Waiting for the task: (returnval){ [ 984.345448] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b16096-418d-c1b2-37d6-0b621004c9cc" [ 984.345448] env[68831]: _type = "Task" [ 984.345448] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.352020] env[68831]: DEBUG nova.compute.manager [req-bafa2f38-50c5-4823-ae7f-db291a8d0c6c req-be38d68f-23d1-47d1-8be1-d74610bbf32a service nova] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Received event network-changed-65aa94c5-2999-452e-9c38-4c015686590e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.352020] env[68831]: DEBUG nova.compute.manager [req-bafa2f38-50c5-4823-ae7f-db291a8d0c6c req-be38d68f-23d1-47d1-8be1-d74610bbf32a service nova] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Refreshing instance network info cache due to event network-changed-65aa94c5-2999-452e-9c38-4c015686590e. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 984.352020] env[68831]: DEBUG oslo_concurrency.lockutils [req-bafa2f38-50c5-4823-ae7f-db291a8d0c6c req-be38d68f-23d1-47d1-8be1-d74610bbf32a service nova] Acquiring lock "refresh_cache-96f944da-6996-45fd-bdd5-81a060cd012f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.352020] env[68831]: DEBUG oslo_concurrency.lockutils [req-bafa2f38-50c5-4823-ae7f-db291a8d0c6c req-be38d68f-23d1-47d1-8be1-d74610bbf32a service nova] Acquired lock "refresh_cache-96f944da-6996-45fd-bdd5-81a060cd012f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.352020] env[68831]: DEBUG nova.network.neutron [req-bafa2f38-50c5-4823-ae7f-db291a8d0c6c req-be38d68f-23d1-47d1-8be1-d74610bbf32a service nova] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Refreshing network info cache for port 65aa94c5-2999-452e-9c38-4c015686590e {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.364617] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b16096-418d-c1b2-37d6-0b621004c9cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.464602] env[68831]: DEBUG oslo_vmware.api [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803005, 'name': ReconfigVM_Task, 'duration_secs': 0.220999} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.465019] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563263', 'volume_id': '576e39e7-39b8-4f8e-aa2e-ed0cb381d22c', 'name': 'volume-576e39e7-39b8-4f8e-aa2e-ed0cb381d22c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'caf11f34-b9de-42a0-8d8a-326535eda7e1', 'attached_at': '', 'detached_at': '', 'volume_id': '576e39e7-39b8-4f8e-aa2e-ed0cb381d22c', 'serial': '576e39e7-39b8-4f8e-aa2e-ed0cb381d22c'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 984.535194] env[68831]: DEBUG nova.compute.utils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.538971] env[68831]: DEBUG nova.compute.manager [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.540465] env[68831]: DEBUG nova.network.neutron [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.541785] env[68831]: INFO nova.compute.manager [-] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Took 1.03 seconds to deallocate network for instance. [ 984.594691] env[68831]: DEBUG nova.policy [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19419e7eed744032a2fb31e08c331b87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dceda3c2732040879e9f5715f2b91654', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.596910] env[68831]: DEBUG nova.network.neutron [-] [instance: affc9178-6383-4805-9360-9206369d67ae] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.768036] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84ba1cea-683e-4784-9ba4-c8e5fb927c71 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.783336] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606db767-9bda-4f3c-8cbc-0549c3ad8614 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.832735] env[68831]: DEBUG nova.compute.manager [req-b3489e7f-1a90-4b7a-a42a-4a67940ab1aa req-9cc2ac9d-c89c-4db2-9bd7-888c6728c23c service nova] [instance: affc9178-6383-4805-9360-9206369d67ae] Detach interface failed, port_id=44ea6b10-fc66-41ca-aa0e-90dbe845f9a6, reason: Instance affc9178-6383-4805-9360-9206369d67ae could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 984.861705] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b16096-418d-c1b2-37d6-0b621004c9cc, 'name': SearchDatastore_Task, 'duration_secs': 0.024508} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.861999] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.862364] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 6249d6d9-888c-4440-98eb-956e4b0641b3/6249d6d9-888c-4440-98eb-956e4b0641b3.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.862909] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a1069d4-e77f-4aa5-9169-3b35c6a1ad2e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.871611] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Waiting for the task: (returnval){ [ 984.871611] env[68831]: value = "task-2803006" [ 984.871611] env[68831]: _type = "Task" [ 984.871611] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.881914] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.899606] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "2d714d34-e397-4665-a505-c2d34a5d1ec8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.899856] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "2d714d34-e397-4665-a505-c2d34a5d1ec8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.046714] env[68831]: DEBUG nova.compute.manager [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.060488] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.101904] env[68831]: INFO nova.compute.manager [-] [instance: affc9178-6383-4805-9360-9206369d67ae] Took 1.27 seconds to deallocate network for instance. [ 985.394503] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803006, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.407175] env[68831]: DEBUG nova.compute.manager [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.493683] env[68831]: DEBUG nova.network.neutron [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Successfully created port: e9446607-5c89-4102-8650-b54ed6128378 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.519395] env[68831]: DEBUG nova.objects.instance [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lazy-loading 'flavor' on Instance uuid caf11f34-b9de-42a0-8d8a-326535eda7e1 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.600243] env[68831]: DEBUG nova.network.neutron [req-bafa2f38-50c5-4823-ae7f-db291a8d0c6c req-be38d68f-23d1-47d1-8be1-d74610bbf32a service nova] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Updated VIF entry in instance network info cache for port 65aa94c5-2999-452e-9c38-4c015686590e. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.601058] env[68831]: DEBUG nova.network.neutron [req-bafa2f38-50c5-4823-ae7f-db291a8d0c6c req-be38d68f-23d1-47d1-8be1-d74610bbf32a service nova] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Updating instance_info_cache with network_info: [{"id": "65aa94c5-2999-452e-9c38-4c015686590e", "address": "fa:16:3e:fc:e3:cd", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65aa94c5-29", "ovs_interfaceid": "65aa94c5-2999-452e-9c38-4c015686590e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.611371] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.623829] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.624179] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.624410] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.624596] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.624762] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.626765] env[68831]: INFO nova.compute.manager [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Terminating instance [ 985.630993] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4fd839-9bdf-4f93-a2b3-21c4184bb6f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.641955] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccb47f6-8668-48e0-a631-bf77122a8be7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.678091] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc9691e-aa7c-4a1f-9d7d-322b792c9162 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.687396] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e63dfd-0c69-4b07-bd84-6f0ee129a846 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.697138] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Acquiring lock "e667e383-575b-4cc6-9a2d-0a9d792697fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.697365] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Lock "e667e383-575b-4cc6-9a2d-0a9d792697fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.708921] env[68831]: DEBUG nova.compute.provider_tree [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.710229] env[68831]: DEBUG nova.compute.manager [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.884568] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579088} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.884878] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 6249d6d9-888c-4440-98eb-956e4b0641b3/6249d6d9-888c-4440-98eb-956e4b0641b3.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.885221] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.885480] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14962db9-d517-43e1-ada0-c287f6d33937 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.892660] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Waiting for the task: (returnval){ [ 985.892660] env[68831]: value = "task-2803007" [ 985.892660] env[68831]: _type = "Task" [ 985.892660] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.902366] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.929458] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.028608] env[68831]: DEBUG oslo_concurrency.lockutils [None req-63154e23-ab1a-4315-a492-c3a7ab87c776 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "caf11f34-b9de-42a0-8d8a-326535eda7e1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.901s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.063209] env[68831]: DEBUG nova.compute.manager [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.091337] env[68831]: DEBUG nova.virt.hardware [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.091815] env[68831]: DEBUG nova.virt.hardware [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.091878] env[68831]: DEBUG nova.virt.hardware [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.092161] env[68831]: DEBUG nova.virt.hardware [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.092396] env[68831]: DEBUG nova.virt.hardware [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.092631] env[68831]: DEBUG nova.virt.hardware [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.092944] env[68831]: DEBUG nova.virt.hardware [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.093243] env[68831]: DEBUG nova.virt.hardware [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.093463] env[68831]: DEBUG nova.virt.hardware [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.093911] env[68831]: DEBUG nova.virt.hardware [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.093911] env[68831]: DEBUG nova.virt.hardware [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.095170] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6495afb4-6e3f-48ca-bfd4-4069f27cc061 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.104513] env[68831]: DEBUG oslo_concurrency.lockutils [req-bafa2f38-50c5-4823-ae7f-db291a8d0c6c req-be38d68f-23d1-47d1-8be1-d74610bbf32a service nova] Releasing lock "refresh_cache-96f944da-6996-45fd-bdd5-81a060cd012f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.107213] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c66f65-e7a2-4d90-bbcf-ea27143d6605 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.136516] env[68831]: DEBUG nova.compute.manager [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.136749] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.137627] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a8abbb-ec62-4741-880c-6c4947c7a3c0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.145930] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.146225] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd85e2db-994b-42c7-ba81-963e20964645 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.156554] env[68831]: DEBUG oslo_vmware.api [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 986.156554] env[68831]: value = "task-2803008" [ 986.156554] env[68831]: _type = "Task" [ 986.156554] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.167677] env[68831]: DEBUG oslo_vmware.api [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.234013] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.237326] env[68831]: ERROR nova.scheduler.client.report [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [req-02c29632-906d-4d8b-986f-c313019cf1ed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-02c29632-906d-4d8b-986f-c313019cf1ed"}]} [ 986.258107] env[68831]: DEBUG nova.scheduler.client.report [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Refreshing inventories for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 986.284114] env[68831]: DEBUG nova.scheduler.client.report [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Updating ProviderTree inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 986.284114] env[68831]: DEBUG nova.compute.provider_tree [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.301557] env[68831]: DEBUG nova.scheduler.client.report [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Refreshing aggregate associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, aggregates: None {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 986.328948] env[68831]: DEBUG nova.scheduler.client.report [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Refreshing trait associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 986.406106] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071798} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.406426] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.407257] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf99952-0388-4dd0-b553-b7b8da264135 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.436942] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 6249d6d9-888c-4440-98eb-956e4b0641b3/6249d6d9-888c-4440-98eb-956e4b0641b3.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.439976] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a3a7a9-27bd-4de1-8dd9-91ecec7339ee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.460263] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Waiting for the task: (returnval){ [ 986.460263] env[68831]: value = "task-2803009" [ 986.460263] env[68831]: _type = "Task" [ 986.460263] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.473617] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.657838] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "caf11f34-b9de-42a0-8d8a-326535eda7e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.658120] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "caf11f34-b9de-42a0-8d8a-326535eda7e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.658340] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "caf11f34-b9de-42a0-8d8a-326535eda7e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.658529] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "caf11f34-b9de-42a0-8d8a-326535eda7e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.658703] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "caf11f34-b9de-42a0-8d8a-326535eda7e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.666439] env[68831]: INFO nova.compute.manager [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Terminating instance [ 986.676259] env[68831]: DEBUG oslo_vmware.api [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803008, 'name': PowerOffVM_Task, 'duration_secs': 0.287982} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.676408] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.676577] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.676837] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72791df2-02dc-4375-912d-828712db5abf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.781293] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.781293] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.781293] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Deleting the datastore file [datastore2] 0acce7bd-b0b0-430e-b913-8d3a73b9e783 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.781293] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79111df1-6796-44ee-9830-f069f39b85ea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.789335] env[68831]: DEBUG oslo_vmware.api [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 986.789335] env[68831]: value = "task-2803011" [ 986.789335] env[68831]: _type = "Task" [ 986.789335] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.804141] env[68831]: DEBUG oslo_vmware.api [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.805665] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1599d981-f3d8-4b69-ba96-d22085115e48 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.815025] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42cae60-d51c-48f2-8535-9ce94b619fab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.847464] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb77f8cc-7f91-4da3-ba0e-f5bdd6d0f395 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.855930] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea9c280-28db-44a3-9f4a-580ae1fc4ccc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.873025] env[68831]: DEBUG nova.compute.provider_tree [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.976079] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.002944] env[68831]: DEBUG nova.compute.manager [req-be81fc71-8da6-41aa-ab1c-32dac5e28919 req-e215d382-a9f6-4faa-a11c-c94f0b821bdb service nova] [instance: 73612748-9633-488e-ab75-99257c57cf75] Received event network-vif-plugged-e9446607-5c89-4102-8650-b54ed6128378 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.003184] env[68831]: DEBUG oslo_concurrency.lockutils [req-be81fc71-8da6-41aa-ab1c-32dac5e28919 req-e215d382-a9f6-4faa-a11c-c94f0b821bdb service nova] Acquiring lock "73612748-9633-488e-ab75-99257c57cf75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.003392] env[68831]: DEBUG oslo_concurrency.lockutils [req-be81fc71-8da6-41aa-ab1c-32dac5e28919 req-e215d382-a9f6-4faa-a11c-c94f0b821bdb service nova] Lock "73612748-9633-488e-ab75-99257c57cf75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.003607] env[68831]: DEBUG oslo_concurrency.lockutils [req-be81fc71-8da6-41aa-ab1c-32dac5e28919 req-e215d382-a9f6-4faa-a11c-c94f0b821bdb service nova] Lock "73612748-9633-488e-ab75-99257c57cf75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.003761] env[68831]: DEBUG nova.compute.manager [req-be81fc71-8da6-41aa-ab1c-32dac5e28919 req-e215d382-a9f6-4faa-a11c-c94f0b821bdb service nova] [instance: 73612748-9633-488e-ab75-99257c57cf75] No waiting events found dispatching network-vif-plugged-e9446607-5c89-4102-8650-b54ed6128378 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.003877] env[68831]: WARNING nova.compute.manager [req-be81fc71-8da6-41aa-ab1c-32dac5e28919 req-e215d382-a9f6-4faa-a11c-c94f0b821bdb service nova] [instance: 73612748-9633-488e-ab75-99257c57cf75] Received unexpected event network-vif-plugged-e9446607-5c89-4102-8650-b54ed6128378 for instance with vm_state building and task_state spawning. [ 987.092902] env[68831]: DEBUG nova.network.neutron [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Successfully updated port: e9446607-5c89-4102-8650-b54ed6128378 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.170874] env[68831]: DEBUG nova.compute.manager [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.171167] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.171504] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfbaac35-d8aa-4edd-8a41-685e141cd229 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.180218] env[68831]: DEBUG oslo_vmware.api [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 987.180218] env[68831]: value = "task-2803012" [ 987.180218] env[68831]: _type = "Task" [ 987.180218] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.189546] env[68831]: DEBUG oslo_vmware.api [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.302833] env[68831]: DEBUG oslo_vmware.api [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429495} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.303206] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.303498] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.303795] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.304093] env[68831]: INFO nova.compute.manager [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Took 1.17 seconds to destroy the instance on the hypervisor. [ 987.304422] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.304711] env[68831]: DEBUG nova.compute.manager [-] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.304915] env[68831]: DEBUG nova.network.neutron [-] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.405769] env[68831]: DEBUG nova.scheduler.client.report [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Updated inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 987.406081] env[68831]: DEBUG nova.compute.provider_tree [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 108 to 109 during operation: update_inventory {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 987.406283] env[68831]: DEBUG nova.compute.provider_tree [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.472113] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803009, 'name': ReconfigVM_Task, 'duration_secs': 0.836834} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.472439] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 6249d6d9-888c-4440-98eb-956e4b0641b3/6249d6d9-888c-4440-98eb-956e4b0641b3.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.473114] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d34fcb8-7eba-48f5-836e-5138ac328ffc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.480950] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Waiting for the task: (returnval){ [ 987.480950] env[68831]: value = "task-2803013" [ 987.480950] env[68831]: _type = "Task" [ 987.480950] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.497306] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803013, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.595451] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "refresh_cache-73612748-9633-488e-ab75-99257c57cf75" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.595675] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "refresh_cache-73612748-9633-488e-ab75-99257c57cf75" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.595904] env[68831]: DEBUG nova.network.neutron [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.692511] env[68831]: DEBUG oslo_vmware.api [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803012, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.912331] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.883s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.912907] env[68831]: DEBUG nova.compute.manager [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.916298] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.504s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.921389] env[68831]: INFO nova.compute.claims [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.993149] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803013, 'name': Rename_Task, 'duration_secs': 0.197813} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.993149] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.993149] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a76bf1e-225a-43ae-9e34-7a215604476c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.000833] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Waiting for the task: (returnval){ [ 988.000833] env[68831]: value = "task-2803014" [ 988.000833] env[68831]: _type = "Task" [ 988.000833] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.009785] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.129749] env[68831]: DEBUG nova.network.neutron [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.191908] env[68831]: DEBUG oslo_vmware.api [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803012, 'name': PowerOffVM_Task, 'duration_secs': 0.554773} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.192195] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.192412] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 988.192609] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563263', 'volume_id': '576e39e7-39b8-4f8e-aa2e-ed0cb381d22c', 'name': 'volume-576e39e7-39b8-4f8e-aa2e-ed0cb381d22c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'caf11f34-b9de-42a0-8d8a-326535eda7e1', 'attached_at': '', 'detached_at': '', 'volume_id': '576e39e7-39b8-4f8e-aa2e-ed0cb381d22c', 'serial': '576e39e7-39b8-4f8e-aa2e-ed0cb381d22c'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 988.193475] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f549f044-973d-4e46-8551-fdae111552d3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.221554] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d404e06-c070-4289-8f26-4ac77b677cb0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.230720] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e3596c-1a29-48af-a3c1-fa717a48a41a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.253452] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4a79c5-5ade-4092-a275-033a21ab3bd0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.273633] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] The volume has not been displaced from its original location: [datastore1] volume-576e39e7-39b8-4f8e-aa2e-ed0cb381d22c/volume-576e39e7-39b8-4f8e-aa2e-ed0cb381d22c.vmdk. No consolidation needed. {{(pid=68831) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 988.279130] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 988.279523] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09f1dd63-b5b0-43bf-95c8-11c6bab4d97f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.293890] env[68831]: DEBUG nova.network.neutron [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Updating instance_info_cache with network_info: [{"id": "e9446607-5c89-4102-8650-b54ed6128378", "address": "fa:16:3e:0c:c5:43", "network": {"id": "a257c703-12e8-44b9-a7c4-6d5bc973c63e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-628798146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceda3c2732040879e9f5715f2b91654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9446607-5c", "ovs_interfaceid": "e9446607-5c89-4102-8650-b54ed6128378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.304923] env[68831]: DEBUG oslo_vmware.api [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 988.304923] env[68831]: value = "task-2803015" [ 988.304923] env[68831]: _type = "Task" [ 988.304923] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.315568] env[68831]: DEBUG oslo_vmware.api [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.427363] env[68831]: DEBUG nova.compute.utils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.429203] env[68831]: DEBUG nova.compute.manager [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.429203] env[68831]: DEBUG nova.network.neutron [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.439571] env[68831]: DEBUG nova.network.neutron [-] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.467420] env[68831]: DEBUG nova.policy [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19419e7eed744032a2fb31e08c331b87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dceda3c2732040879e9f5715f2b91654', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.510837] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803014, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.744799] env[68831]: DEBUG nova.network.neutron [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Successfully created port: 66791046-bc8a-4732-8884-59d337ae07a4 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.798765] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "refresh_cache-73612748-9633-488e-ab75-99257c57cf75" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.799154] env[68831]: DEBUG nova.compute.manager [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Instance network_info: |[{"id": "e9446607-5c89-4102-8650-b54ed6128378", "address": "fa:16:3e:0c:c5:43", "network": {"id": "a257c703-12e8-44b9-a7c4-6d5bc973c63e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-628798146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceda3c2732040879e9f5715f2b91654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9446607-5c", "ovs_interfaceid": "e9446607-5c89-4102-8650-b54ed6128378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.799594] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:c5:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9446607-5c89-4102-8650-b54ed6128378', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.807658] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Creating folder: Project (dceda3c2732040879e9f5715f2b91654). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.808105] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b591238-2ddb-4cd4-9fb6-9099699a2dfa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.821242] env[68831]: DEBUG oslo_vmware.api [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803015, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.825993] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Created folder: Project (dceda3c2732040879e9f5715f2b91654) in parent group-v563050. [ 988.826310] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Creating folder: Instances. Parent ref: group-v563264. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.826605] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bc72cbf-3f16-451d-ab88-461c2497076c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.839901] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Created folder: Instances in parent group-v563264. [ 988.840252] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.840482] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73612748-9633-488e-ab75-99257c57cf75] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.840701] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-149c8035-fc60-4345-8a9b-8fc1d9d2ca79 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.864401] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.864401] env[68831]: value = "task-2803018" [ 988.864401] env[68831]: _type = "Task" [ 988.864401] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.873164] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803018, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.939723] env[68831]: DEBUG nova.compute.manager [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.941826] env[68831]: INFO nova.compute.manager [-] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Took 1.64 seconds to deallocate network for instance. [ 989.013827] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803014, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.054033] env[68831]: DEBUG nova.compute.manager [req-f15d88ae-a485-47a6-9c69-a145bc2a2731 req-f42e57b2-0c42-4820-a07d-e919e0577fff service nova] [instance: 73612748-9633-488e-ab75-99257c57cf75] Received event network-changed-e9446607-5c89-4102-8650-b54ed6128378 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 989.054033] env[68831]: DEBUG nova.compute.manager [req-f15d88ae-a485-47a6-9c69-a145bc2a2731 req-f42e57b2-0c42-4820-a07d-e919e0577fff service nova] [instance: 73612748-9633-488e-ab75-99257c57cf75] Refreshing instance network info cache due to event network-changed-e9446607-5c89-4102-8650-b54ed6128378. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 989.054033] env[68831]: DEBUG oslo_concurrency.lockutils [req-f15d88ae-a485-47a6-9c69-a145bc2a2731 req-f42e57b2-0c42-4820-a07d-e919e0577fff service nova] Acquiring lock "refresh_cache-73612748-9633-488e-ab75-99257c57cf75" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.054245] env[68831]: DEBUG oslo_concurrency.lockutils [req-f15d88ae-a485-47a6-9c69-a145bc2a2731 req-f42e57b2-0c42-4820-a07d-e919e0577fff service nova] Acquired lock "refresh_cache-73612748-9633-488e-ab75-99257c57cf75" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.054461] env[68831]: DEBUG nova.network.neutron [req-f15d88ae-a485-47a6-9c69-a145bc2a2731 req-f42e57b2-0c42-4820-a07d-e919e0577fff service nova] [instance: 73612748-9633-488e-ab75-99257c57cf75] Refreshing network info cache for port e9446607-5c89-4102-8650-b54ed6128378 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.322584] env[68831]: DEBUG oslo_vmware.api [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803015, 'name': ReconfigVM_Task, 'duration_secs': 0.552404} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.322584] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 989.327985] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16526c01-f77b-4430-947b-f3a845782c78 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.347299] env[68831]: DEBUG oslo_vmware.api [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 989.347299] env[68831]: value = "task-2803019" [ 989.347299] env[68831]: _type = "Task" [ 989.347299] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.363181] env[68831]: DEBUG oslo_vmware.api [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.375137] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803018, 'name': CreateVM_Task, 'duration_secs': 0.376068} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.378416] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73612748-9633-488e-ab75-99257c57cf75] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.379789] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.379789] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.380764] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.380764] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c74a43e-3c1d-4619-bf3c-9d33d227f983 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.386255] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 989.386255] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52391d39-68d1-7139-3b3f-8ed9bc578c32" [ 989.386255] env[68831]: _type = "Task" [ 989.386255] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.397674] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52391d39-68d1-7139-3b3f-8ed9bc578c32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.449030] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69e636a-87dc-47cb-bb9a-84f1785132c2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.451943] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.458121] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8f0000-4128-4083-8749-8e0976e26c58 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.492434] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25e2737-cb5b-4801-8863-1f3bb5efd86d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.501199] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd220300-4332-44cd-9e40-f3971a8b3207 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.521901] env[68831]: DEBUG nova.compute.provider_tree [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.523227] env[68831]: DEBUG oslo_vmware.api [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803014, 'name': PowerOnVM_Task, 'duration_secs': 1.353807} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.523471] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.523669] env[68831]: INFO nova.compute.manager [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Took 14.53 seconds to spawn the instance on the hypervisor. [ 989.523845] env[68831]: DEBUG nova.compute.manager [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.524766] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e482a6-5e10-4bf8-ae44-cf08a0d27234 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.752253] env[68831]: DEBUG nova.network.neutron [req-f15d88ae-a485-47a6-9c69-a145bc2a2731 req-f42e57b2-0c42-4820-a07d-e919e0577fff service nova] [instance: 73612748-9633-488e-ab75-99257c57cf75] Updated VIF entry in instance network info cache for port e9446607-5c89-4102-8650-b54ed6128378. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.752774] env[68831]: DEBUG nova.network.neutron [req-f15d88ae-a485-47a6-9c69-a145bc2a2731 req-f42e57b2-0c42-4820-a07d-e919e0577fff service nova] [instance: 73612748-9633-488e-ab75-99257c57cf75] Updating instance_info_cache with network_info: [{"id": "e9446607-5c89-4102-8650-b54ed6128378", "address": "fa:16:3e:0c:c5:43", "network": {"id": "a257c703-12e8-44b9-a7c4-6d5bc973c63e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-628798146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceda3c2732040879e9f5715f2b91654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9446607-5c", "ovs_interfaceid": "e9446607-5c89-4102-8650-b54ed6128378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.857662] env[68831]: DEBUG oslo_vmware.api [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803019, 'name': ReconfigVM_Task, 'duration_secs': 0.348537} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.857948] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563263', 'volume_id': '576e39e7-39b8-4f8e-aa2e-ed0cb381d22c', 'name': 'volume-576e39e7-39b8-4f8e-aa2e-ed0cb381d22c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'caf11f34-b9de-42a0-8d8a-326535eda7e1', 'attached_at': '', 'detached_at': '', 'volume_id': '576e39e7-39b8-4f8e-aa2e-ed0cb381d22c', 'serial': '576e39e7-39b8-4f8e-aa2e-ed0cb381d22c'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 989.858275] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.859090] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc45d86-d3cb-4a2d-b9bb-05b49c31d096 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.866806] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.867074] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83c841cc-2d03-4909-a222-da3fc3d2a656 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.897578] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52391d39-68d1-7139-3b3f-8ed9bc578c32, 'name': SearchDatastore_Task, 'duration_secs': 0.012647} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.897853] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.898096] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.898341] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.898486] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.898659] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.898930] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-449c6a7f-5220-4327-b756-4ab784ef2563 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.910339] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.910533] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.911400] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3da139-d8c7-4b8c-8463-d15025cf8f27 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.917654] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 989.917654] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a91300-e608-0e51-5bef-460445df68f0" [ 989.917654] env[68831]: _type = "Task" [ 989.917654] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.926473] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a91300-e608-0e51-5bef-460445df68f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.939397] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.939637] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.939832] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleting the datastore file [datastore1] caf11f34-b9de-42a0-8d8a-326535eda7e1 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.940130] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b979a36d-a0ed-4992-becf-ddaf7781f579 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.947610] env[68831]: DEBUG nova.compute.manager [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.950026] env[68831]: DEBUG oslo_vmware.api [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 989.950026] env[68831]: value = "task-2803021" [ 989.950026] env[68831]: _type = "Task" [ 989.950026] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.960783] env[68831]: DEBUG oslo_vmware.api [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.980511] env[68831]: DEBUG nova.virt.hardware [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.980762] env[68831]: DEBUG nova.virt.hardware [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.980993] env[68831]: DEBUG nova.virt.hardware [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.981311] env[68831]: DEBUG nova.virt.hardware [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.981475] env[68831]: DEBUG nova.virt.hardware [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.981624] env[68831]: DEBUG nova.virt.hardware [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.981832] env[68831]: DEBUG nova.virt.hardware [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.981996] env[68831]: DEBUG nova.virt.hardware [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.982185] env[68831]: DEBUG nova.virt.hardware [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.982350] env[68831]: DEBUG nova.virt.hardware [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.982525] env[68831]: DEBUG nova.virt.hardware [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.983415] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb695356-6d0d-4177-9364-48c2fae2c154 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.991762] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de0a73c-b41c-4d86-bb6c-bf6763cd3b1c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.025992] env[68831]: DEBUG nova.scheduler.client.report [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.040712] env[68831]: INFO nova.compute.manager [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Took 52.40 seconds to build instance. [ 990.255852] env[68831]: DEBUG oslo_concurrency.lockutils [req-f15d88ae-a485-47a6-9c69-a145bc2a2731 req-f42e57b2-0c42-4820-a07d-e919e0577fff service nova] Releasing lock "refresh_cache-73612748-9633-488e-ab75-99257c57cf75" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.255978] env[68831]: DEBUG nova.compute.manager [req-f15d88ae-a485-47a6-9c69-a145bc2a2731 req-f42e57b2-0c42-4820-a07d-e919e0577fff service nova] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Received event network-vif-deleted-5e87b985-9b83-4b8b-b1e1-a6091084c19d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.376371] env[68831]: DEBUG nova.network.neutron [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Successfully updated port: 66791046-bc8a-4732-8884-59d337ae07a4 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.433024] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a91300-e608-0e51-5bef-460445df68f0, 'name': SearchDatastore_Task, 'duration_secs': 0.032245} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.433024] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f25be8ef-7430-4be2-b2d2-89a36370e96d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.437667] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 990.437667] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525937bb-cbea-ebf4-b39b-5f9ec2488df3" [ 990.437667] env[68831]: _type = "Task" [ 990.437667] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.451191] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525937bb-cbea-ebf4-b39b-5f9ec2488df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.462620] env[68831]: DEBUG oslo_vmware.api [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212129} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.462951] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.466027] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.466252] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.466621] env[68831]: INFO nova.compute.manager [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Took 3.30 seconds to destroy the instance on the hypervisor. [ 990.466692] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.467023] env[68831]: DEBUG nova.compute.manager [-] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.467139] env[68831]: DEBUG nova.network.neutron [-] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.531086] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.531624] env[68831]: DEBUG nova.compute.manager [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.534697] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.756s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.534953] env[68831]: DEBUG nova.objects.instance [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lazy-loading 'resources' on Instance uuid 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.543436] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9249278-a8c9-43d2-8c57-4db28ac4e757 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Lock "6249d6d9-888c-4440-98eb-956e4b0641b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.747s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.879742] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "refresh_cache-72392c14-3751-4d2a-b8cf-b1f91bf904f6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.879915] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "refresh_cache-72392c14-3751-4d2a-b8cf-b1f91bf904f6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.880291] env[68831]: DEBUG nova.network.neutron [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.952818] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525937bb-cbea-ebf4-b39b-5f9ec2488df3, 'name': SearchDatastore_Task, 'duration_secs': 0.013496} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.953195] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.953486] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 73612748-9633-488e-ab75-99257c57cf75/73612748-9633-488e-ab75-99257c57cf75.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.953738] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4df76ef7-b3b0-4e36-8162-93ae1b5b429a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.961901] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 990.961901] env[68831]: value = "task-2803022" [ 990.961901] env[68831]: _type = "Task" [ 990.961901] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.970755] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.039112] env[68831]: DEBUG nova.compute.utils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.043378] env[68831]: DEBUG nova.compute.manager [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.043556] env[68831]: DEBUG nova.network.neutron [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.114343] env[68831]: DEBUG nova.policy [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88a3c400ee4a49788ff660027ea6c188', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71d951111432431abcdf4a1fae62a0c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.194282] env[68831]: DEBUG nova.network.neutron [-] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.252152] env[68831]: DEBUG nova.compute.manager [req-66a9d4c1-8592-4081-a45a-f0110df6fc5b req-f8d7d995-c28f-4feb-8164-7839f917b4d1 service nova] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Received event network-vif-plugged-66791046-bc8a-4732-8884-59d337ae07a4 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.252152] env[68831]: DEBUG oslo_concurrency.lockutils [req-66a9d4c1-8592-4081-a45a-f0110df6fc5b req-f8d7d995-c28f-4feb-8164-7839f917b4d1 service nova] Acquiring lock "72392c14-3751-4d2a-b8cf-b1f91bf904f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.252548] env[68831]: DEBUG oslo_concurrency.lockutils [req-66a9d4c1-8592-4081-a45a-f0110df6fc5b req-f8d7d995-c28f-4feb-8164-7839f917b4d1 service nova] Lock "72392c14-3751-4d2a-b8cf-b1f91bf904f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.252548] env[68831]: DEBUG oslo_concurrency.lockutils [req-66a9d4c1-8592-4081-a45a-f0110df6fc5b req-f8d7d995-c28f-4feb-8164-7839f917b4d1 service nova] Lock "72392c14-3751-4d2a-b8cf-b1f91bf904f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.252805] env[68831]: DEBUG nova.compute.manager [req-66a9d4c1-8592-4081-a45a-f0110df6fc5b req-f8d7d995-c28f-4feb-8164-7839f917b4d1 service nova] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] No waiting events found dispatching network-vif-plugged-66791046-bc8a-4732-8884-59d337ae07a4 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.252805] env[68831]: WARNING nova.compute.manager [req-66a9d4c1-8592-4081-a45a-f0110df6fc5b req-f8d7d995-c28f-4feb-8164-7839f917b4d1 service nova] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Received unexpected event network-vif-plugged-66791046-bc8a-4732-8884-59d337ae07a4 for instance with vm_state building and task_state spawning. [ 991.253497] env[68831]: DEBUG nova.compute.manager [req-66a9d4c1-8592-4081-a45a-f0110df6fc5b req-f8d7d995-c28f-4feb-8164-7839f917b4d1 service nova] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Received event network-changed-66791046-bc8a-4732-8884-59d337ae07a4 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.253758] env[68831]: DEBUG nova.compute.manager [req-66a9d4c1-8592-4081-a45a-f0110df6fc5b req-f8d7d995-c28f-4feb-8164-7839f917b4d1 service nova] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Refreshing instance network info cache due to event network-changed-66791046-bc8a-4732-8884-59d337ae07a4. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 991.253945] env[68831]: DEBUG oslo_concurrency.lockutils [req-66a9d4c1-8592-4081-a45a-f0110df6fc5b req-f8d7d995-c28f-4feb-8164-7839f917b4d1 service nova] Acquiring lock "refresh_cache-72392c14-3751-4d2a-b8cf-b1f91bf904f6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.431133] env[68831]: DEBUG nova.network.neutron [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.483442] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49437} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.484191] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 73612748-9633-488e-ab75-99257c57cf75/73612748-9633-488e-ab75-99257c57cf75.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.484311] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.484495] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5898472-12c8-42c9-8584-37b81c9cae6e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.497468] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 991.497468] env[68831]: value = "task-2803023" [ 991.497468] env[68831]: _type = "Task" [ 991.497468] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.513079] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.546567] env[68831]: DEBUG nova.compute.manager [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.564560] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d8c190-201a-43dd-9913-7814fec173e2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.573246] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75466af8-0667-4b13-8163-c9ed2d95f4b9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.607688] env[68831]: DEBUG nova.network.neutron [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Successfully created port: 32ccefb5-4ea4-494f-9d70-fc11ce50cd5d {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.610818] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29d5f33-405a-45c8-844d-6915561ea77d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.623062] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608a4d0d-529b-426b-9a7f-bfc0f0304caf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.638127] env[68831]: DEBUG nova.compute.provider_tree [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.696721] env[68831]: INFO nova.compute.manager [-] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Took 1.23 seconds to deallocate network for instance. [ 991.699854] env[68831]: DEBUG nova.network.neutron [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Updating instance_info_cache with network_info: [{"id": "66791046-bc8a-4732-8884-59d337ae07a4", "address": "fa:16:3e:b8:d6:8d", "network": {"id": "a257c703-12e8-44b9-a7c4-6d5bc973c63e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-628798146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceda3c2732040879e9f5715f2b91654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66791046-bc", "ovs_interfaceid": "66791046-bc8a-4732-8884-59d337ae07a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.007942] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1227} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.008243] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.009033] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f43353-aa35-4939-b052-80f2d0789dcf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.014343] env[68831]: DEBUG oslo_concurrency.lockutils [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Acquiring lock "6249d6d9-888c-4440-98eb-956e4b0641b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.014636] env[68831]: DEBUG oslo_concurrency.lockutils [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Lock "6249d6d9-888c-4440-98eb-956e4b0641b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.014896] env[68831]: DEBUG oslo_concurrency.lockutils [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Acquiring lock "6249d6d9-888c-4440-98eb-956e4b0641b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.015096] env[68831]: DEBUG oslo_concurrency.lockutils [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Lock "6249d6d9-888c-4440-98eb-956e4b0641b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.015274] env[68831]: DEBUG oslo_concurrency.lockutils [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Lock "6249d6d9-888c-4440-98eb-956e4b0641b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.034250] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 73612748-9633-488e-ab75-99257c57cf75/73612748-9633-488e-ab75-99257c57cf75.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.035924] env[68831]: INFO nova.compute.manager [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Terminating instance [ 992.037418] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee271dfb-e4fc-4b79-af86-1f942b69beb0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.070097] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 992.070097] env[68831]: value = "task-2803024" [ 992.070097] env[68831]: _type = "Task" [ 992.070097] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.079271] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.141400] env[68831]: DEBUG nova.scheduler.client.report [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.203011] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "refresh_cache-72392c14-3751-4d2a-b8cf-b1f91bf904f6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.203011] env[68831]: DEBUG nova.compute.manager [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Instance network_info: |[{"id": "66791046-bc8a-4732-8884-59d337ae07a4", "address": "fa:16:3e:b8:d6:8d", "network": {"id": "a257c703-12e8-44b9-a7c4-6d5bc973c63e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-628798146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceda3c2732040879e9f5715f2b91654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66791046-bc", "ovs_interfaceid": "66791046-bc8a-4732-8884-59d337ae07a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.203011] env[68831]: DEBUG oslo_concurrency.lockutils [req-66a9d4c1-8592-4081-a45a-f0110df6fc5b req-f8d7d995-c28f-4feb-8164-7839f917b4d1 service nova] Acquired lock "refresh_cache-72392c14-3751-4d2a-b8cf-b1f91bf904f6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.203011] env[68831]: DEBUG nova.network.neutron [req-66a9d4c1-8592-4081-a45a-f0110df6fc5b req-f8d7d995-c28f-4feb-8164-7839f917b4d1 service nova] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Refreshing network info cache for port 66791046-bc8a-4732-8884-59d337ae07a4 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.204181] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:d6:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66791046-bc8a-4732-8884-59d337ae07a4', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.212191] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.215334] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.215820] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a26b5dec-a1e8-4b5c-829e-34e45607c116 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.237432] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.237432] env[68831]: value = "task-2803025" [ 992.237432] env[68831]: _type = "Task" [ 992.237432] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.246393] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803025, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.252318] env[68831]: INFO nova.compute.manager [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Took 0.56 seconds to detach 1 volumes for instance. [ 992.484222] env[68831]: DEBUG nova.network.neutron [req-66a9d4c1-8592-4081-a45a-f0110df6fc5b req-f8d7d995-c28f-4feb-8164-7839f917b4d1 service nova] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Updated VIF entry in instance network info cache for port 66791046-bc8a-4732-8884-59d337ae07a4. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.484630] env[68831]: DEBUG nova.network.neutron [req-66a9d4c1-8592-4081-a45a-f0110df6fc5b req-f8d7d995-c28f-4feb-8164-7839f917b4d1 service nova] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Updating instance_info_cache with network_info: [{"id": "66791046-bc8a-4732-8884-59d337ae07a4", "address": "fa:16:3e:b8:d6:8d", "network": {"id": "a257c703-12e8-44b9-a7c4-6d5bc973c63e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-628798146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceda3c2732040879e9f5715f2b91654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66791046-bc", "ovs_interfaceid": "66791046-bc8a-4732-8884-59d337ae07a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.556932] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "5e723aa8-38dc-4692-8d2f-ff6aa2aa573a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.557312] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "5e723aa8-38dc-4692-8d2f-ff6aa2aa573a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.557733] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "5e723aa8-38dc-4692-8d2f-ff6aa2aa573a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.558030] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "5e723aa8-38dc-4692-8d2f-ff6aa2aa573a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.558251] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "5e723aa8-38dc-4692-8d2f-ff6aa2aa573a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.560397] env[68831]: INFO nova.compute.manager [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Terminating instance [ 992.563183] env[68831]: DEBUG nova.compute.manager [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.563375] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.564398] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1143b2e9-255c-4d82-9ed3-e2fc09035dce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.568407] env[68831]: DEBUG nova.compute.manager [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.578313] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.578955] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bea8b15-35ed-4189-94d3-36a518de90d8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.584269] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803024, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.586371] env[68831]: DEBUG oslo_vmware.api [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Waiting for the task: (returnval){ [ 992.586371] env[68831]: value = "task-2803026" [ 992.586371] env[68831]: _type = "Task" [ 992.586371] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.596772] env[68831]: DEBUG oslo_vmware.api [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.599205] env[68831]: DEBUG nova.virt.hardware [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.599488] env[68831]: DEBUG nova.virt.hardware [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.599706] env[68831]: DEBUG nova.virt.hardware [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.600010] env[68831]: DEBUG nova.virt.hardware [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.600266] env[68831]: DEBUG nova.virt.hardware [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.600439] env[68831]: DEBUG nova.virt.hardware [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.600753] env[68831]: DEBUG nova.virt.hardware [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.600857] env[68831]: DEBUG nova.virt.hardware [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.601037] env[68831]: DEBUG nova.virt.hardware [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.601208] env[68831]: DEBUG nova.virt.hardware [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.601399] env[68831]: DEBUG nova.virt.hardware [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.602259] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccce4c8b-cd1e-4d07-b1ef-b18e1ea96df0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.610732] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134e569d-028e-41cb-8daa-f4ed8c9fa84f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.646984] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.650335] env[68831]: DEBUG oslo_concurrency.lockutils [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.780s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.687326] env[68831]: INFO nova.scheduler.client.report [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Deleted allocations for instance 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b [ 992.749442] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803025, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.762626] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.987774] env[68831]: DEBUG oslo_concurrency.lockutils [req-66a9d4c1-8592-4081-a45a-f0110df6fc5b req-f8d7d995-c28f-4feb-8164-7839f917b4d1 service nova] Releasing lock "refresh_cache-72392c14-3751-4d2a-b8cf-b1f91bf904f6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.988071] env[68831]: DEBUG nova.compute.manager [req-66a9d4c1-8592-4081-a45a-f0110df6fc5b req-f8d7d995-c28f-4feb-8164-7839f917b4d1 service nova] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Received event network-vif-deleted-3f855780-952c-46fe-bb20-b85413d6d0c8 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.065026] env[68831]: DEBUG nova.compute.manager [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.065438] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.066534] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9af9baf-a9c3-4475-ae9f-fad8f92d0232 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.077737] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.078477] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47fe6aec-2998-485b-91fa-1874a552f8c7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.083951] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803024, 'name': ReconfigVM_Task, 'duration_secs': 0.55463} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.084278] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 73612748-9633-488e-ab75-99257c57cf75/73612748-9633-488e-ab75-99257c57cf75.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.086119] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c0080a3-af65-4e8e-8ca3-3424e2a02d99 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.087885] env[68831]: DEBUG oslo_vmware.api [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 993.087885] env[68831]: value = "task-2803027" [ 993.087885] env[68831]: _type = "Task" [ 993.087885] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.098114] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 993.098114] env[68831]: value = "task-2803028" [ 993.098114] env[68831]: _type = "Task" [ 993.098114] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.108569] env[68831]: DEBUG oslo_vmware.api [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2803027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.108894] env[68831]: DEBUG oslo_vmware.api [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803026, 'name': PowerOffVM_Task, 'duration_secs': 0.253259} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.109650] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.109862] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.111096] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3297ca84-ef12-459c-9944-fb6bfa58eb9a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.115427] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803028, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.152466] env[68831]: DEBUG nova.network.neutron [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Successfully updated port: 32ccefb5-4ea4-494f-9d70-fc11ce50cd5d {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.195184] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ca8a54f6-1e4b-4a73-8cd4-e57d356608e9 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Lock "56bc1ae3-fb52-412c-a86d-3bfd7a17b81b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.772s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.252252] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803025, 'name': CreateVM_Task, 'duration_secs': 0.699822} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.252252] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.252252] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.252252] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.252252] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.252252] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9a63861-8109-4098-9224-79135b1f2434 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.258386] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 993.258386] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a661f6-f3ad-511b-1f3c-687ead2fb748" [ 993.258386] env[68831]: _type = "Task" [ 993.258386] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.269262] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a661f6-f3ad-511b-1f3c-687ead2fb748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.359119] env[68831]: DEBUG nova.compute.manager [req-a3cde3d2-eb19-47f3-9496-857c85fdaae4 req-665c2a01-d349-4d96-9535-366fb7f800cb service nova] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Received event network-vif-plugged-32ccefb5-4ea4-494f-9d70-fc11ce50cd5d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.359229] env[68831]: DEBUG oslo_concurrency.lockutils [req-a3cde3d2-eb19-47f3-9496-857c85fdaae4 req-665c2a01-d349-4d96-9535-366fb7f800cb service nova] Acquiring lock "2cf96e39-7987-400b-bdd8-7632879d206e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.359685] env[68831]: DEBUG oslo_concurrency.lockutils [req-a3cde3d2-eb19-47f3-9496-857c85fdaae4 req-665c2a01-d349-4d96-9535-366fb7f800cb service nova] Lock "2cf96e39-7987-400b-bdd8-7632879d206e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.359685] env[68831]: DEBUG oslo_concurrency.lockutils [req-a3cde3d2-eb19-47f3-9496-857c85fdaae4 req-665c2a01-d349-4d96-9535-366fb7f800cb service nova] Lock "2cf96e39-7987-400b-bdd8-7632879d206e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.359789] env[68831]: DEBUG nova.compute.manager [req-a3cde3d2-eb19-47f3-9496-857c85fdaae4 req-665c2a01-d349-4d96-9535-366fb7f800cb service nova] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] No waiting events found dispatching network-vif-plugged-32ccefb5-4ea4-494f-9d70-fc11ce50cd5d {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.359884] env[68831]: WARNING nova.compute.manager [req-a3cde3d2-eb19-47f3-9496-857c85fdaae4 req-665c2a01-d349-4d96-9535-366fb7f800cb service nova] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Received unexpected event network-vif-plugged-32ccefb5-4ea4-494f-9d70-fc11ce50cd5d for instance with vm_state building and task_state spawning. [ 993.360104] env[68831]: DEBUG nova.compute.manager [req-a3cde3d2-eb19-47f3-9496-857c85fdaae4 req-665c2a01-d349-4d96-9535-366fb7f800cb service nova] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Received event network-changed-32ccefb5-4ea4-494f-9d70-fc11ce50cd5d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.360214] env[68831]: DEBUG nova.compute.manager [req-a3cde3d2-eb19-47f3-9496-857c85fdaae4 req-665c2a01-d349-4d96-9535-366fb7f800cb service nova] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Refreshing instance network info cache due to event network-changed-32ccefb5-4ea4-494f-9d70-fc11ce50cd5d. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 993.360395] env[68831]: DEBUG oslo_concurrency.lockutils [req-a3cde3d2-eb19-47f3-9496-857c85fdaae4 req-665c2a01-d349-4d96-9535-366fb7f800cb service nova] Acquiring lock "refresh_cache-2cf96e39-7987-400b-bdd8-7632879d206e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.360537] env[68831]: DEBUG oslo_concurrency.lockutils [req-a3cde3d2-eb19-47f3-9496-857c85fdaae4 req-665c2a01-d349-4d96-9535-366fb7f800cb service nova] Acquired lock "refresh_cache-2cf96e39-7987-400b-bdd8-7632879d206e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.360687] env[68831]: DEBUG nova.network.neutron [req-a3cde3d2-eb19-47f3-9496-857c85fdaae4 req-665c2a01-d349-4d96-9535-366fb7f800cb service nova] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Refreshing network info cache for port 32ccefb5-4ea4-494f-9d70-fc11ce50cd5d {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.597339] env[68831]: DEBUG oslo_vmware.api [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2803027, 'name': PowerOffVM_Task, 'duration_secs': 0.328134} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.599545] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.599720] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.600193] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02d841ec-15b6-4f60-8660-b7a0a1945662 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.609241] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803028, 'name': Rename_Task, 'duration_secs': 0.220425} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.611442] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.611827] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25fc0618-3846-4a6e-92d8-3cad57acea61 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.618448] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 993.618448] env[68831]: value = "task-2803031" [ 993.618448] env[68831]: _type = "Task" [ 993.618448] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.630097] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.660129] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "refresh_cache-2cf96e39-7987-400b-bdd8-7632879d206e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.673786] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a321741-8cb4-4587-8323-61672ef3cd7f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.684512] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459295ae-8f64-44da-ab73-bd5a4764ae1d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.715280] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8e7c22-fa5e-4196-be7e-b85a8c756f41 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.723174] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472f7364-fc70-4f00-8e2f-9ffd1c7e23c2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.736215] env[68831]: DEBUG nova.compute.provider_tree [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.769636] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a661f6-f3ad-511b-1f3c-687ead2fb748, 'name': SearchDatastore_Task, 'duration_secs': 0.012064} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.769920] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.770165] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.770398] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.770542] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.770720] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.770964] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e473647-40e7-4cee-ae4f-fe62c82183fb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.781027] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.781027] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.781027] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae584ae-9ce7-440f-8cbd-4a14f28a7f44 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.786197] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 993.786197] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524df2d8-89c4-8857-2e08-b0ab130977cd" [ 993.786197] env[68831]: _type = "Task" [ 993.786197] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.793978] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524df2d8-89c4-8857-2e08-b0ab130977cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.901053] env[68831]: DEBUG nova.network.neutron [req-a3cde3d2-eb19-47f3-9496-857c85fdaae4 req-665c2a01-d349-4d96-9535-366fb7f800cb service nova] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.996991] env[68831]: DEBUG nova.network.neutron [req-a3cde3d2-eb19-47f3-9496-857c85fdaae4 req-665c2a01-d349-4d96-9535-366fb7f800cb service nova] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.128268] env[68831]: DEBUG oslo_vmware.api [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803031, 'name': PowerOnVM_Task, 'duration_secs': 0.49922} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.129195] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.129486] env[68831]: INFO nova.compute.manager [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Took 8.07 seconds to spawn the instance on the hypervisor. [ 994.129805] env[68831]: DEBUG nova.compute.manager [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.130636] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf47e8c-08a1-4540-aabc-9d0a4b5db690 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.239865] env[68831]: DEBUG nova.scheduler.client.report [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.298180] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524df2d8-89c4-8857-2e08-b0ab130977cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.298967] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9efbca-30cc-46ba-9672-e648167b5cd3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.304572] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 994.304572] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ae4267-77ee-3956-7aee-fccf1ec7acc6" [ 994.304572] env[68831]: _type = "Task" [ 994.304572] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.312215] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ae4267-77ee-3956-7aee-fccf1ec7acc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.456754] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.456986] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.457194] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Deleting the datastore file [datastore1] 6249d6d9-888c-4440-98eb-956e4b0641b3 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.458434] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5715e0ec-d573-43b7-bd56-d9865a6f77c0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.460337] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.460542] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.460714] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Deleting the datastore file [datastore1] 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.460952] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29adad72-b074-410c-9a73-b67d778edeed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.468919] env[68831]: DEBUG oslo_vmware.api [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for the task: (returnval){ [ 994.468919] env[68831]: value = "task-2803033" [ 994.468919] env[68831]: _type = "Task" [ 994.468919] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.470400] env[68831]: DEBUG oslo_vmware.api [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Waiting for the task: (returnval){ [ 994.470400] env[68831]: value = "task-2803032" [ 994.470400] env[68831]: _type = "Task" [ 994.470400] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.486034] env[68831]: DEBUG oslo_vmware.api [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2803033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.486034] env[68831]: DEBUG oslo_vmware.api [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.499575] env[68831]: DEBUG oslo_concurrency.lockutils [req-a3cde3d2-eb19-47f3-9496-857c85fdaae4 req-665c2a01-d349-4d96-9535-366fb7f800cb service nova] Releasing lock "refresh_cache-2cf96e39-7987-400b-bdd8-7632879d206e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.499936] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "refresh_cache-2cf96e39-7987-400b-bdd8-7632879d206e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.500115] env[68831]: DEBUG nova.network.neutron [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.651231] env[68831]: INFO nova.compute.manager [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Took 37.81 seconds to build instance. [ 994.816218] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ae4267-77ee-3956-7aee-fccf1ec7acc6, 'name': SearchDatastore_Task, 'duration_secs': 0.042343} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.816459] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.816719] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 72392c14-3751-4d2a-b8cf-b1f91bf904f6/72392c14-3751-4d2a-b8cf-b1f91bf904f6.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.816978] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46880325-46ee-4316-816a-4deb0646a2bf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.823544] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 994.823544] env[68831]: value = "task-2803034" [ 994.823544] env[68831]: _type = "Task" [ 994.823544] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.831585] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.989334] env[68831]: DEBUG oslo_vmware.api [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Task: {'id': task-2803033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375412} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.990059] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.990264] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.990443] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.990619] env[68831]: INFO nova.compute.manager [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Took 1.93 seconds to destroy the instance on the hypervisor. [ 994.990869] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.992082] env[68831]: DEBUG nova.compute.manager [-] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.993117] env[68831]: DEBUG nova.network.neutron [-] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.000021] env[68831]: DEBUG oslo_vmware.api [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Task: {'id': task-2803032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197209} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.000021] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.000021] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.000021] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.000021] env[68831]: INFO nova.compute.manager [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Took 2.44 seconds to destroy the instance on the hypervisor. [ 995.000021] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.000483] env[68831]: DEBUG nova.compute.manager [-] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.000669] env[68831]: DEBUG nova.network.neutron [-] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.060113] env[68831]: DEBUG nova.network.neutron [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.153762] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3d3c147-f539-4a56-9130-aaa6e910f534 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "73612748-9633-488e-ab75-99257c57cf75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.322s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.250436] env[68831]: DEBUG oslo_concurrency.lockutils [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.601s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.255135] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.771s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.259022] env[68831]: INFO nova.compute.claims [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.338574] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803034, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.460592] env[68831]: DEBUG nova.network.neutron [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Updating instance_info_cache with network_info: [{"id": "32ccefb5-4ea4-494f-9d70-fc11ce50cd5d", "address": "fa:16:3e:a0:b8:20", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ccefb5-4e", "ovs_interfaceid": "32ccefb5-4ea4-494f-9d70-fc11ce50cd5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.816476] env[68831]: INFO nova.scheduler.client.report [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleted allocation for migration 3f692128-e167-4d5b-a7a2-bbde9c0ffd55 [ 995.835596] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719457} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.835792] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 72392c14-3751-4d2a-b8cf-b1f91bf904f6/72392c14-3751-4d2a-b8cf-b1f91bf904f6.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.835883] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.836131] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36ee2ed3-73cd-414f-92b6-2390dc2b9600 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.844575] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 995.844575] env[68831]: value = "task-2803035" [ 995.844575] env[68831]: _type = "Task" [ 995.844575] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.854183] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.899322] env[68831]: DEBUG nova.compute.manager [req-2cd6282c-5fc5-4fe2-a18c-9e2ee7715715 req-f50b927e-9cfb-4d85-9c44-756a08043b19 service nova] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Received event network-vif-deleted-711e31f6-011b-4da2-81f8-bb766e0b3abe {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.899522] env[68831]: INFO nova.compute.manager [req-2cd6282c-5fc5-4fe2-a18c-9e2ee7715715 req-f50b927e-9cfb-4d85-9c44-756a08043b19 service nova] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Neutron deleted interface 711e31f6-011b-4da2-81f8-bb766e0b3abe; detaching it from the instance and deleting it from the info cache [ 995.899693] env[68831]: DEBUG nova.network.neutron [req-2cd6282c-5fc5-4fe2-a18c-9e2ee7715715 req-f50b927e-9cfb-4d85-9c44-756a08043b19 service nova] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.967030] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "refresh_cache-2cf96e39-7987-400b-bdd8-7632879d206e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.967030] env[68831]: DEBUG nova.compute.manager [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Instance network_info: |[{"id": "32ccefb5-4ea4-494f-9d70-fc11ce50cd5d", "address": "fa:16:3e:a0:b8:20", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ccefb5-4e", "ovs_interfaceid": "32ccefb5-4ea4-494f-9d70-fc11ce50cd5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.967744] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:b8:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32ccefb5-4ea4-494f-9d70-fc11ce50cd5d', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.977208] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.977447] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.977674] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc6503cb-c010-407d-8542-abcccd07c37d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.002251] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.002251] env[68831]: value = "task-2803036" [ 996.002251] env[68831]: _type = "Task" [ 996.002251] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.012543] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803036, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.159695] env[68831]: DEBUG nova.network.neutron [-] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.326156] env[68831]: DEBUG oslo_concurrency.lockutils [None req-93cb6a91-4c6c-4380-a8ea-3962b6d0ab50 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "4aa059f6-deaf-4892-9b31-f62bfe955174" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.321s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.356937] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078377} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.360015] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.361054] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e58163-e431-42d3-8ba7-08acf0f9175e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.393420] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 72392c14-3751-4d2a-b8cf-b1f91bf904f6/72392c14-3751-4d2a-b8cf-b1f91bf904f6.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.397901] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db7d062b-9e60-421b-8c0c-f9a58e3991b3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.413058] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcc0b7f8-aa49-4b4d-aaad-9dd6c66fb805 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.424727] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddd335f-6475-42f2-ab74-c691ccb19002 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.442294] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 996.442294] env[68831]: value = "task-2803037" [ 996.442294] env[68831]: _type = "Task" [ 996.442294] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.451484] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.472134] env[68831]: DEBUG nova.compute.manager [req-2cd6282c-5fc5-4fe2-a18c-9e2ee7715715 req-f50b927e-9cfb-4d85-9c44-756a08043b19 service nova] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Detach interface failed, port_id=711e31f6-011b-4da2-81f8-bb766e0b3abe, reason: Instance 6249d6d9-888c-4440-98eb-956e4b0641b3 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 996.512696] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803036, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.662855] env[68831]: INFO nova.compute.manager [-] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Took 1.66 seconds to deallocate network for instance. [ 996.685564] env[68831]: DEBUG nova.network.neutron [-] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.820137] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8b0c12-fd35-47be-9e7f-3560a8b277e0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.828873] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6ce42a-bf3e-4170-ad19-7dd94782a4af {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.866915] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4452a286-2f8a-4254-af94-d43f76159458 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.875923] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fad1e0-eb39-4e0f-95cf-dedfc3e65971 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.890911] env[68831]: DEBUG nova.compute.provider_tree [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.954765] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.017393] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803036, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.173290] env[68831]: DEBUG oslo_concurrency.lockutils [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.190038] env[68831]: INFO nova.compute.manager [-] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Took 2.20 seconds to deallocate network for instance. [ 997.396383] env[68831]: DEBUG nova.scheduler.client.report [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.455017] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803037, 'name': ReconfigVM_Task, 'duration_secs': 0.847963} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.455362] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 72392c14-3751-4d2a-b8cf-b1f91bf904f6/72392c14-3751-4d2a-b8cf-b1f91bf904f6.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.456015] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40050e0b-b451-40b5-b556-8cb341b94a2e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.465729] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 997.465729] env[68831]: value = "task-2803038" [ 997.465729] env[68831]: _type = "Task" [ 997.465729] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.475208] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803038, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.516864] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803036, 'name': CreateVM_Task, 'duration_secs': 1.269197} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.517076] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.517801] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.517969] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.518401] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.518697] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee89e33-7a82-477f-9801-f1b85513adc6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.524197] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 997.524197] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52111e80-8d7e-60da-5c0d-a027f2eb9108" [ 997.524197] env[68831]: _type = "Task" [ 997.524197] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.533731] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52111e80-8d7e-60da-5c0d-a027f2eb9108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.697138] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.902596] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.903164] env[68831]: DEBUG nova.compute.manager [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.906903] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.460s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.908280] env[68831]: INFO nova.compute.claims [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.953339] env[68831]: DEBUG nova.compute.manager [req-7467c02f-41d6-4eac-8294-32fc00e9dccd req-a7c52231-0adf-4b49-a997-3ad79ec3e0c9 service nova] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Received event network-vif-deleted-b7d44ec1-9a55-474c-985e-b1adae5a8c00 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.977625] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803038, 'name': Rename_Task, 'duration_secs': 0.157893} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.978020] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.978315] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f8ea005-dd1d-4190-b6fc-8d04a1b452d9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.986831] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 997.986831] env[68831]: value = "task-2803039" [ 997.986831] env[68831]: _type = "Task" [ 997.986831] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.996529] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.041756] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52111e80-8d7e-60da-5c0d-a027f2eb9108, 'name': SearchDatastore_Task, 'duration_secs': 0.015824} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.042136] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.042340] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.042595] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.042736] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.042917] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.043207] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ab9044d-a9d7-4de8-92e4-c51302c38ce7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.056614] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.056815] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.057602] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fe90414-ba68-4cb3-92ea-c2ba58836f5c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.063911] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 998.063911] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5235858a-338e-1b13-7a60-3fe137901fea" [ 998.063911] env[68831]: _type = "Task" [ 998.063911] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.072775] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5235858a-338e-1b13-7a60-3fe137901fea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.188841] env[68831]: DEBUG oslo_concurrency.lockutils [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "4aa059f6-deaf-4892-9b31-f62bfe955174" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.189446] env[68831]: DEBUG oslo_concurrency.lockutils [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "4aa059f6-deaf-4892-9b31-f62bfe955174" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.189446] env[68831]: DEBUG oslo_concurrency.lockutils [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "4aa059f6-deaf-4892-9b31-f62bfe955174-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.190121] env[68831]: DEBUG oslo_concurrency.lockutils [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "4aa059f6-deaf-4892-9b31-f62bfe955174-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.190121] env[68831]: DEBUG oslo_concurrency.lockutils [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "4aa059f6-deaf-4892-9b31-f62bfe955174-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.193044] env[68831]: INFO nova.compute.manager [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Terminating instance [ 998.412579] env[68831]: DEBUG nova.compute.utils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.416958] env[68831]: DEBUG nova.compute.manager [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.417269] env[68831]: DEBUG nova.network.neutron [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.474225] env[68831]: DEBUG nova.policy [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8848451eab6c43aea4179fee980793a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4476d172433b4c1eb304c75500aaa987', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.498847] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803039, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.577145] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5235858a-338e-1b13-7a60-3fe137901fea, 'name': SearchDatastore_Task, 'duration_secs': 0.015506} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.578028] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78547a82-7c38-4ca2-a8ae-b80e6476e4da {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.586192] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 998.586192] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52022429-e241-3634-169b-c9900dec04f7" [ 998.586192] env[68831]: _type = "Task" [ 998.586192] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.593639] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52022429-e241-3634-169b-c9900dec04f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.696502] env[68831]: DEBUG nova.compute.manager [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.696763] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.697762] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327f3777-d5ec-418f-abe3-f42cf13a7dd6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.716909] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.717276] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.717548] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.718888] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72aa7ba6-3fbb-4c9f-a134-689fe501a27b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.730164] env[68831]: DEBUG oslo_vmware.api [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 998.730164] env[68831]: value = "task-2803040" [ 998.730164] env[68831]: _type = "Task" [ 998.730164] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.741825] env[68831]: DEBUG oslo_vmware.api [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.871837] env[68831]: DEBUG nova.network.neutron [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Successfully created port: 156ce31c-ea96-496c-9c0a-a450fc4688c8 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.921975] env[68831]: DEBUG nova.compute.manager [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.998056] env[68831]: DEBUG oslo_vmware.api [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803039, 'name': PowerOnVM_Task, 'duration_secs': 0.531803} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.000823] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.001054] env[68831]: INFO nova.compute.manager [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Took 9.05 seconds to spawn the instance on the hypervisor. [ 999.001242] env[68831]: DEBUG nova.compute.manager [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.002239] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3bf6b5-e297-4131-bfb0-9cfa0f54bd00 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.106130] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52022429-e241-3634-169b-c9900dec04f7, 'name': SearchDatastore_Task, 'duration_secs': 0.018276} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.106498] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.106784] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 2cf96e39-7987-400b-bdd8-7632879d206e/2cf96e39-7987-400b-bdd8-7632879d206e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.107098] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-109c07bc-870a-4281-addb-a154f77b975d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.118800] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 999.118800] env[68831]: value = "task-2803041" [ 999.118800] env[68831]: _type = "Task" [ 999.118800] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.130053] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.221368] env[68831]: DEBUG nova.compute.manager [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.242619] env[68831]: DEBUG oslo_vmware.api [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803040, 'name': PowerOffVM_Task, 'duration_secs': 0.264283} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.243930] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.244924] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.249819] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e721939-fe6b-4013-91a2-fa179c458b1c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.411618] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.411845] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.412041] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleting the datastore file [datastore2] 4aa059f6-deaf-4892-9b31-f62bfe955174 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.412306] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8f4c833-a1e1-4729-995b-7f7c9d5298a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.429065] env[68831]: DEBUG oslo_vmware.api [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 999.429065] env[68831]: value = "task-2803043" [ 999.429065] env[68831]: _type = "Task" [ 999.429065] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.444084] env[68831]: DEBUG oslo_vmware.api [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.511339] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2e3200-8ad5-4b7d-892f-770fcd1efe8f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.532056] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03aa848-0da8-465b-a041-a1028905173a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.538187] env[68831]: INFO nova.compute.manager [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Took 42.06 seconds to build instance. [ 999.580256] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3e0421-2927-4071-9127-4d5a3a24a41b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.594359] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b7dba9-9bbe-44f4-b7d6-9b50f9358d85 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.601637] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.601940] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.602219] env[68831]: INFO nova.compute.manager [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Shelving [ 999.618582] env[68831]: DEBUG nova.compute.provider_tree [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.632353] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803041, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.747873] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.931546] env[68831]: DEBUG nova.compute.manager [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.950381] env[68831]: DEBUG oslo_vmware.api [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.973490] env[68831]: DEBUG nova.virt.hardware [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.973744] env[68831]: DEBUG nova.virt.hardware [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.973901] env[68831]: DEBUG nova.virt.hardware [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.974097] env[68831]: DEBUG nova.virt.hardware [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.974255] env[68831]: DEBUG nova.virt.hardware [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.974402] env[68831]: DEBUG nova.virt.hardware [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.974613] env[68831]: DEBUG nova.virt.hardware [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.974828] env[68831]: DEBUG nova.virt.hardware [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.974927] env[68831]: DEBUG nova.virt.hardware [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.975185] env[68831]: DEBUG nova.virt.hardware [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.975379] env[68831]: DEBUG nova.virt.hardware [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.976348] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a5afd0-91b0-49f0-abde-f65c724ea6df {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.985238] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3182bb18-4e6b-4349-b76f-feccb98df948 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.040797] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cdce355f-54d3-42a3-9f3a-b7cdbcf29f9b tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "72392c14-3751-4d2a-b8cf-b1f91bf904f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.570s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.123129] env[68831]: DEBUG nova.scheduler.client.report [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.140168] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813112} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.140168] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 2cf96e39-7987-400b-bdd8-7632879d206e/2cf96e39-7987-400b-bdd8-7632879d206e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.140435] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.141217] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e32a4313-60a2-4f54-a29f-16a030ac2765 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.149858] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1000.149858] env[68831]: value = "task-2803044" [ 1000.149858] env[68831]: _type = "Task" [ 1000.149858] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.168672] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.448717] env[68831]: DEBUG oslo_vmware.api [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.664303} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.448834] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.449465] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.449465] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.449681] env[68831]: INFO nova.compute.manager [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1000.449899] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.450118] env[68831]: DEBUG nova.compute.manager [-] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.450215] env[68831]: DEBUG nova.network.neutron [-] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.533564] env[68831]: DEBUG nova.compute.manager [req-6424e6ef-15f6-4806-b792-a095eff9c01f req-74d1436c-0a58-45fa-8366-eb29868f849d service nova] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Received event network-vif-plugged-156ce31c-ea96-496c-9c0a-a450fc4688c8 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.533791] env[68831]: DEBUG oslo_concurrency.lockutils [req-6424e6ef-15f6-4806-b792-a095eff9c01f req-74d1436c-0a58-45fa-8366-eb29868f849d service nova] Acquiring lock "c7d086c6-9452-426a-b152-c0e87837044e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.534033] env[68831]: DEBUG oslo_concurrency.lockutils [req-6424e6ef-15f6-4806-b792-a095eff9c01f req-74d1436c-0a58-45fa-8366-eb29868f849d service nova] Lock "c7d086c6-9452-426a-b152-c0e87837044e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.534177] env[68831]: DEBUG oslo_concurrency.lockutils [req-6424e6ef-15f6-4806-b792-a095eff9c01f req-74d1436c-0a58-45fa-8366-eb29868f849d service nova] Lock "c7d086c6-9452-426a-b152-c0e87837044e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.534345] env[68831]: DEBUG nova.compute.manager [req-6424e6ef-15f6-4806-b792-a095eff9c01f req-74d1436c-0a58-45fa-8366-eb29868f849d service nova] [instance: c7d086c6-9452-426a-b152-c0e87837044e] No waiting events found dispatching network-vif-plugged-156ce31c-ea96-496c-9c0a-a450fc4688c8 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.534507] env[68831]: WARNING nova.compute.manager [req-6424e6ef-15f6-4806-b792-a095eff9c01f req-74d1436c-0a58-45fa-8366-eb29868f849d service nova] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Received unexpected event network-vif-plugged-156ce31c-ea96-496c-9c0a-a450fc4688c8 for instance with vm_state building and task_state spawning. [ 1000.617361] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.617361] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b81f5ad9-5b2a-49a4-a4f1-be4cc019a707 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.627849] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.628894] env[68831]: DEBUG nova.compute.manager [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.633226] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1000.633226] env[68831]: value = "task-2803045" [ 1000.633226] env[68831]: _type = "Task" [ 1000.633226] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.633522] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.668s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.633734] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.636078] env[68831]: DEBUG oslo_concurrency.lockutils [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.638s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.636448] env[68831]: DEBUG nova.objects.instance [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lazy-loading 'resources' on Instance uuid 1add3414-42a1-4ca0-8622-f931690d966e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.657026] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.659447] env[68831]: DEBUG nova.network.neutron [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Successfully updated port: 156ce31c-ea96-496c-9c0a-a450fc4688c8 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.662593] env[68831]: INFO nova.scheduler.client.report [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Deleted allocations for instance 1ce9536c-c125-48f8-b52a-4376adab0076 [ 1000.675357] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.299891} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.675357] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.675789] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4781ed7e-982f-43a2-94ff-873300c66679 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.704401] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 2cf96e39-7987-400b-bdd8-7632879d206e/2cf96e39-7987-400b-bdd8-7632879d206e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.705110] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02c8223b-c2dc-4fa7-8b30-a437fbd40ecd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.728896] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1000.728896] env[68831]: value = "task-2803046" [ 1000.728896] env[68831]: _type = "Task" [ 1000.728896] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.738739] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.922965] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "c1453f23-0639-4d5a-9ac6-d834b2864f59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.924463] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "c1453f23-0639-4d5a-9ac6-d834b2864f59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.135272] env[68831]: DEBUG nova.compute.utils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.136923] env[68831]: DEBUG nova.compute.manager [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.137211] env[68831]: DEBUG nova.network.neutron [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.157690] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803045, 'name': PowerOffVM_Task, 'duration_secs': 0.411388} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.157690] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.157690] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e0d217-38e4-4a7d-ab6f-adcb428b9904 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.164369] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Acquiring lock "refresh_cache-c7d086c6-9452-426a-b152-c0e87837044e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.164519] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Acquired lock "refresh_cache-c7d086c6-9452-426a-b152-c0e87837044e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.164874] env[68831]: DEBUG nova.network.neutron [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.198192] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d736cb5b-ef60-4dcb-8e6d-81a76a2b2738 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.201913] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b541cd20-9040-42be-bc66-52d6104dfb64 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "1ce9536c-c125-48f8-b52a-4376adab0076" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.996s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.205852] env[68831]: DEBUG nova.policy [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26c2585effc443419c93d8581f34b38f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '731a1ef0fa354cc79abc82e65997b64c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.243272] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803046, 'name': ReconfigVM_Task, 'duration_secs': 0.459265} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.243272] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 2cf96e39-7987-400b-bdd8-7632879d206e/2cf96e39-7987-400b-bdd8-7632879d206e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.244699] env[68831]: DEBUG nova.network.neutron [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.246703] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efb43ea2-ac8a-49c5-b276-32b6e5ae03c2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.261071] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1001.261071] env[68831]: value = "task-2803047" [ 1001.261071] env[68831]: _type = "Task" [ 1001.261071] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.273076] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803047, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.308111] env[68831]: DEBUG nova.network.neutron [-] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.427692] env[68831]: DEBUG nova.compute.manager [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.564091] env[68831]: DEBUG nova.network.neutron [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Updating instance_info_cache with network_info: [{"id": "156ce31c-ea96-496c-9c0a-a450fc4688c8", "address": "fa:16:3e:8d:30:64", "network": {"id": "6f68302f-88d9-4c49-a985-a2dfa349391e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1115365403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4476d172433b4c1eb304c75500aaa987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156ce31c-ea", "ovs_interfaceid": "156ce31c-ea96-496c-9c0a-a450fc4688c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.641388] env[68831]: DEBUG nova.compute.manager [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.718478] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1001.718989] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2d45047c-8403-4365-9cd8-d25f3b802d4e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.728841] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1001.728841] env[68831]: value = "task-2803048" [ 1001.728841] env[68831]: _type = "Task" [ 1001.728841] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.746584] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803048, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.755820] env[68831]: DEBUG nova.network.neutron [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Successfully created port: eebbb70a-d4f8-4c46-a758-911b37c0d0bc {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.778230] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803047, 'name': Rename_Task, 'duration_secs': 0.31905} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.778230] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.778230] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0e82d77-e8a9-4f2e-b507-6fe8b4cfc3e9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.783637] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48386ca1-ce2c-48e8-8d62-14324f2a9740 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.787895] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1001.787895] env[68831]: value = "task-2803049" [ 1001.787895] env[68831]: _type = "Task" [ 1001.787895] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.799722] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27efe19-b422-48b2-a5e9-8ce49da6e967 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.803452] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.837740] env[68831]: INFO nova.compute.manager [-] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Took 1.39 seconds to deallocate network for instance. [ 1001.840927] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dc8fb6-34b6-4016-9dcd-d87dc1f75aaf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.854812] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7afa63-63fd-4d48-b772-81403702abf1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.871259] env[68831]: DEBUG nova.compute.provider_tree [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.964601] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.038053] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.038053] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.038053] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.038053] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.038053] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.040962] env[68831]: INFO nova.compute.manager [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Terminating instance [ 1002.074147] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Releasing lock "refresh_cache-c7d086c6-9452-426a-b152-c0e87837044e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.074518] env[68831]: DEBUG nova.compute.manager [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Instance network_info: |[{"id": "156ce31c-ea96-496c-9c0a-a450fc4688c8", "address": "fa:16:3e:8d:30:64", "network": {"id": "6f68302f-88d9-4c49-a985-a2dfa349391e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1115365403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4476d172433b4c1eb304c75500aaa987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156ce31c-ea", "ovs_interfaceid": "156ce31c-ea96-496c-9c0a-a450fc4688c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.074978] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:30:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '156ce31c-ea96-496c-9c0a-a450fc4688c8', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.084629] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Creating folder: Project (4476d172433b4c1eb304c75500aaa987). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.085112] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-398f3254-ac7c-461b-b67c-288a035a03bd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.103755] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Created folder: Project (4476d172433b4c1eb304c75500aaa987) in parent group-v563050. [ 1002.103942] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Creating folder: Instances. Parent ref: group-v563269. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.104255] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a59ce6c9-e2cd-46a7-b707-e048fada3581 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.118698] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Created folder: Instances in parent group-v563269. [ 1002.118848] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.119098] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.119347] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab6bb3e5-c540-48b5-a410-bdfb2f9bf8ec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.141551] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.141551] env[68831]: value = "task-2803052" [ 1002.141551] env[68831]: _type = "Task" [ 1002.141551] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.156170] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803052, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.240352] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803048, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.299743] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.352850] env[68831]: DEBUG oslo_concurrency.lockutils [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.377902] env[68831]: DEBUG nova.scheduler.client.report [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.400913] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Acquiring lock "22a0893b-980e-49e2-94cf-3629a9bc39e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.401710] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Lock "22a0893b-980e-49e2-94cf-3629a9bc39e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.544753] env[68831]: DEBUG nova.compute.manager [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.545240] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.546608] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b84411-dd0f-4882-a975-1287bd5da8d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.555560] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.555814] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d6bff5e-df99-433e-9770-af95128891d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.563281] env[68831]: DEBUG oslo_vmware.api [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 1002.563281] env[68831]: value = "task-2803053" [ 1002.563281] env[68831]: _type = "Task" [ 1002.563281] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.570563] env[68831]: DEBUG nova.compute.manager [req-e61eee89-2ed2-460b-b513-967ba9faf1b4 req-83f31ef9-f1db-409e-a13c-474a710417ab service nova] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Received event network-changed-156ce31c-ea96-496c-9c0a-a450fc4688c8 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.570761] env[68831]: DEBUG nova.compute.manager [req-e61eee89-2ed2-460b-b513-967ba9faf1b4 req-83f31ef9-f1db-409e-a13c-474a710417ab service nova] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Refreshing instance network info cache due to event network-changed-156ce31c-ea96-496c-9c0a-a450fc4688c8. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1002.570974] env[68831]: DEBUG oslo_concurrency.lockutils [req-e61eee89-2ed2-460b-b513-967ba9faf1b4 req-83f31ef9-f1db-409e-a13c-474a710417ab service nova] Acquiring lock "refresh_cache-c7d086c6-9452-426a-b152-c0e87837044e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.571133] env[68831]: DEBUG oslo_concurrency.lockutils [req-e61eee89-2ed2-460b-b513-967ba9faf1b4 req-83f31ef9-f1db-409e-a13c-474a710417ab service nova] Acquired lock "refresh_cache-c7d086c6-9452-426a-b152-c0e87837044e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.571664] env[68831]: DEBUG nova.network.neutron [req-e61eee89-2ed2-460b-b513-967ba9faf1b4 req-83f31ef9-f1db-409e-a13c-474a710417ab service nova] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Refreshing network info cache for port 156ce31c-ea96-496c-9c0a-a450fc4688c8 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.579801] env[68831]: DEBUG oslo_vmware.api [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2803053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.655411] env[68831]: DEBUG nova.compute.manager [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.657246] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803052, 'name': CreateVM_Task, 'duration_secs': 0.377945} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.658014] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.658914] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.658988] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.659326] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.659589] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-689b9723-3096-449d-8cad-f0b80664397f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.668602] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Waiting for the task: (returnval){ [ 1002.668602] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5204fad5-45bb-ff47-6819-3a9c42b62ed4" [ 1002.668602] env[68831]: _type = "Task" [ 1002.668602] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.684109] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5204fad5-45bb-ff47-6819-3a9c42b62ed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.692501] env[68831]: DEBUG nova.virt.hardware [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.692696] env[68831]: DEBUG nova.virt.hardware [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.692848] env[68831]: DEBUG nova.virt.hardware [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.693096] env[68831]: DEBUG nova.virt.hardware [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.693306] env[68831]: DEBUG nova.virt.hardware [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.693423] env[68831]: DEBUG nova.virt.hardware [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.693628] env[68831]: DEBUG nova.virt.hardware [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.693802] env[68831]: DEBUG nova.virt.hardware [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.693942] env[68831]: DEBUG nova.virt.hardware [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.694122] env[68831]: DEBUG nova.virt.hardware [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.694300] env[68831]: DEBUG nova.virt.hardware [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.695210] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86d0051-0772-479a-a803-72d8b8daf1ad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.704153] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881be362-b2e6-43ed-a9fe-0382c95e7367 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.739411] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803048, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.800323] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.883435] env[68831]: DEBUG oslo_concurrency.lockutils [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.885739] env[68831]: DEBUG oslo_concurrency.lockutils [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.822s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.885927] env[68831]: DEBUG nova.objects.instance [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68831) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1002.903599] env[68831]: DEBUG nova.compute.manager [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.914477] env[68831]: INFO nova.scheduler.client.report [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleted allocations for instance 1add3414-42a1-4ca0-8622-f931690d966e [ 1003.076680] env[68831]: DEBUG oslo_vmware.api [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2803053, 'name': PowerOffVM_Task, 'duration_secs': 0.261473} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.077263] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.077621] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.078360] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33f17ce3-3254-47e5-9dd7-c2fe56331d2f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.173429] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.173677] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.175032] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Deleting the datastore file [datastore2] 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.175032] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dfcebed-451c-4c3f-839f-b24c94d3e685 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.181132] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5204fad5-45bb-ff47-6819-3a9c42b62ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.016192} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.182546] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.182852] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.183407] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.183484] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.183697] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.184044] env[68831]: DEBUG oslo_vmware.api [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for the task: (returnval){ [ 1003.184044] env[68831]: value = "task-2803055" [ 1003.184044] env[68831]: _type = "Task" [ 1003.184044] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.184242] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0a9839e-6540-47ce-8b40-7e766a2d306c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.194372] env[68831]: DEBUG oslo_vmware.api [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2803055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.196101] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.196311] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.197030] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7608670-2bbb-4269-a7ce-3a08a98df6ae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.202844] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Waiting for the task: (returnval){ [ 1003.202844] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529a2095-4846-e6d3-c952-311e79632512" [ 1003.202844] env[68831]: _type = "Task" [ 1003.202844] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.211118] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529a2095-4846-e6d3-c952-311e79632512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.242720] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803048, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.301708] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.424542] env[68831]: DEBUG oslo_concurrency.lockutils [None req-74b5da98-72cd-441a-883c-c261d134b095 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "1add3414-42a1-4ca0-8622-f931690d966e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.187s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.428721] env[68831]: DEBUG nova.network.neutron [req-e61eee89-2ed2-460b-b513-967ba9faf1b4 req-83f31ef9-f1db-409e-a13c-474a710417ab service nova] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Updated VIF entry in instance network info cache for port 156ce31c-ea96-496c-9c0a-a450fc4688c8. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.432902] env[68831]: DEBUG nova.network.neutron [req-e61eee89-2ed2-460b-b513-967ba9faf1b4 req-83f31ef9-f1db-409e-a13c-474a710417ab service nova] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Updating instance_info_cache with network_info: [{"id": "156ce31c-ea96-496c-9c0a-a450fc4688c8", "address": "fa:16:3e:8d:30:64", "network": {"id": "6f68302f-88d9-4c49-a985-a2dfa349391e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1115365403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4476d172433b4c1eb304c75500aaa987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156ce31c-ea", "ovs_interfaceid": "156ce31c-ea96-496c-9c0a-a450fc4688c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.436575] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.603849] env[68831]: DEBUG nova.network.neutron [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Successfully updated port: eebbb70a-d4f8-4c46-a758-911b37c0d0bc {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.700110] env[68831]: DEBUG oslo_vmware.api [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Task: {'id': task-2803055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380064} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.700626] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.700815] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.700996] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.701188] env[68831]: INFO nova.compute.manager [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1003.701425] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.701709] env[68831]: DEBUG nova.compute.manager [-] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.701770] env[68831]: DEBUG nova.network.neutron [-] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.717012] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529a2095-4846-e6d3-c952-311e79632512, 'name': SearchDatastore_Task, 'duration_secs': 0.012221} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.717841] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db5f702-ec50-480a-80de-2e5d6a2c6c92 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.726999] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Waiting for the task: (returnval){ [ 1003.726999] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5263e94a-640f-2d7b-e780-70a2718df16a" [ 1003.726999] env[68831]: _type = "Task" [ 1003.726999] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.738232] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5263e94a-640f-2d7b-e780-70a2718df16a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.744183] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803048, 'name': CreateSnapshot_Task, 'duration_secs': 1.887562} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.746398] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1003.747174] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc26123-ef3b-4cfe-8e7c-a1e7a6b0fa9b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.819523] env[68831]: DEBUG oslo_vmware.api [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803049, 'name': PowerOnVM_Task, 'duration_secs': 1.834548} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.820174] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.820386] env[68831]: INFO nova.compute.manager [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Took 11.25 seconds to spawn the instance on the hypervisor. [ 1003.820794] env[68831]: DEBUG nova.compute.manager [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.821416] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52600ec8-01fa-4fc9-9e5a-4008fcb052ab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.900176] env[68831]: DEBUG oslo_concurrency.lockutils [None req-48aa5ef5-79a0-444b-b03a-7fb2143b005f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.902477] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.841s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.902477] env[68831]: DEBUG nova.objects.instance [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Lazy-loading 'resources' on Instance uuid 059a92f0-97b1-434c-950d-3aa3258b4074 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.938431] env[68831]: DEBUG oslo_concurrency.lockutils [req-e61eee89-2ed2-460b-b513-967ba9faf1b4 req-83f31ef9-f1db-409e-a13c-474a710417ab service nova] Releasing lock "refresh_cache-c7d086c6-9452-426a-b152-c0e87837044e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.938925] env[68831]: DEBUG nova.compute.manager [req-e61eee89-2ed2-460b-b513-967ba9faf1b4 req-83f31ef9-f1db-409e-a13c-474a710417ab service nova] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Received event network-vif-deleted-5f312568-d31c-43bc-8b15-6ee6b3e76660 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.107300] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "refresh_cache-0b80c578-37ff-41c7-82e0-a00b1de29a39" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.107479] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquired lock "refresh_cache-0b80c578-37ff-41c7-82e0-a00b1de29a39" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.107606] env[68831]: DEBUG nova.network.neutron [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.201871] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "8d015588-d232-4639-92fc-413da7fcf695" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.202193] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "8d015588-d232-4639-92fc-413da7fcf695" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.202417] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "8d015588-d232-4639-92fc-413da7fcf695-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.202600] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "8d015588-d232-4639-92fc-413da7fcf695-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.202769] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "8d015588-d232-4639-92fc-413da7fcf695-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.207412] env[68831]: INFO nova.compute.manager [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Terminating instance [ 1004.240032] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5263e94a-640f-2d7b-e780-70a2718df16a, 'name': SearchDatastore_Task, 'duration_secs': 0.017947} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.240032] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.240032] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] c7d086c6-9452-426a-b152-c0e87837044e/c7d086c6-9452-426a-b152-c0e87837044e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.240032] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c53822e-2b53-464f-b7df-3242b5c54d60 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.248249] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Waiting for the task: (returnval){ [ 1004.248249] env[68831]: value = "task-2803056" [ 1004.248249] env[68831]: _type = "Task" [ 1004.248249] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.269412] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1004.269412] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.269412] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5925ffdd-8bd0-448b-815f-92172b7752cb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.279594] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1004.279594] env[68831]: value = "task-2803057" [ 1004.279594] env[68831]: _type = "Task" [ 1004.279594] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.288998] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803057, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.340223] env[68831]: INFO nova.compute.manager [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Took 45.95 seconds to build instance. [ 1004.525506] env[68831]: DEBUG nova.network.neutron [-] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.652133] env[68831]: DEBUG nova.network.neutron [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.718511] env[68831]: DEBUG nova.compute.manager [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.718688] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.719805] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a40cb3-4720-4bd8-b1d3-5e9f50664c03 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.730801] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.730801] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e712d78c-a95e-45b3-8607-a9282cdc3045 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.748010] env[68831]: DEBUG oslo_vmware.api [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1004.748010] env[68831]: value = "task-2803058" [ 1004.748010] env[68831]: _type = "Task" [ 1004.748010] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.771751] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803056, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.777215] env[68831]: DEBUG oslo_vmware.api [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.793883] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803057, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.805946] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "4d7849e3-494a-470a-990a-09efc919e64e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.806465] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "4d7849e3-494a-470a-990a-09efc919e64e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.842096] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bfcb0381-10cc-4cd1-b525-df4cd0b04487 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "2cf96e39-7987-400b-bdd8-7632879d206e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.456s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.888579] env[68831]: DEBUG nova.network.neutron [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Updating instance_info_cache with network_info: [{"id": "eebbb70a-d4f8-4c46-a758-911b37c0d0bc", "address": "fa:16:3e:71:3f:80", "network": {"id": "00b9d057-a084-4c3d-9032-bb7e3971ea4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1772256020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "731a1ef0fa354cc79abc82e65997b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeebbb70a-d4", "ovs_interfaceid": "eebbb70a-d4f8-4c46-a758-911b37c0d0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.924030] env[68831]: DEBUG nova.compute.manager [req-1c15f389-e75f-4931-ae99-b62277ddb66b req-fb39efe2-5006-45fc-a0b4-e7bb06ac567d service nova] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Received event network-vif-plugged-eebbb70a-d4f8-4c46-a758-911b37c0d0bc {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.924030] env[68831]: DEBUG oslo_concurrency.lockutils [req-1c15f389-e75f-4931-ae99-b62277ddb66b req-fb39efe2-5006-45fc-a0b4-e7bb06ac567d service nova] Acquiring lock "0b80c578-37ff-41c7-82e0-a00b1de29a39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.924030] env[68831]: DEBUG oslo_concurrency.lockutils [req-1c15f389-e75f-4931-ae99-b62277ddb66b req-fb39efe2-5006-45fc-a0b4-e7bb06ac567d service nova] Lock "0b80c578-37ff-41c7-82e0-a00b1de29a39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.924030] env[68831]: DEBUG oslo_concurrency.lockutils [req-1c15f389-e75f-4931-ae99-b62277ddb66b req-fb39efe2-5006-45fc-a0b4-e7bb06ac567d service nova] Lock "0b80c578-37ff-41c7-82e0-a00b1de29a39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.924030] env[68831]: DEBUG nova.compute.manager [req-1c15f389-e75f-4931-ae99-b62277ddb66b req-fb39efe2-5006-45fc-a0b4-e7bb06ac567d service nova] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] No waiting events found dispatching network-vif-plugged-eebbb70a-d4f8-4c46-a758-911b37c0d0bc {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.924030] env[68831]: WARNING nova.compute.manager [req-1c15f389-e75f-4931-ae99-b62277ddb66b req-fb39efe2-5006-45fc-a0b4-e7bb06ac567d service nova] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Received unexpected event network-vif-plugged-eebbb70a-d4f8-4c46-a758-911b37c0d0bc for instance with vm_state building and task_state spawning. [ 1004.924030] env[68831]: DEBUG nova.compute.manager [req-1c15f389-e75f-4931-ae99-b62277ddb66b req-fb39efe2-5006-45fc-a0b4-e7bb06ac567d service nova] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Received event network-changed-eebbb70a-d4f8-4c46-a758-911b37c0d0bc {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.924517] env[68831]: DEBUG nova.compute.manager [req-1c15f389-e75f-4931-ae99-b62277ddb66b req-fb39efe2-5006-45fc-a0b4-e7bb06ac567d service nova] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Refreshing instance network info cache due to event network-changed-eebbb70a-d4f8-4c46-a758-911b37c0d0bc. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.924823] env[68831]: DEBUG oslo_concurrency.lockutils [req-1c15f389-e75f-4931-ae99-b62277ddb66b req-fb39efe2-5006-45fc-a0b4-e7bb06ac567d service nova] Acquiring lock "refresh_cache-0b80c578-37ff-41c7-82e0-a00b1de29a39" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.955596] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df62530-c5d9-43bf-a623-bc64927c1811 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.966471] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961010f0-4abe-4c4d-9808-4ffeff6efb62 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.001381] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405c9956-8a75-48a0-81b7-b3396b093234 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.011135] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e035faea-8dba-4520-b5c3-b2585e2e9095 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.025559] env[68831]: DEBUG nova.compute.provider_tree [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.032086] env[68831]: INFO nova.compute.manager [-] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Took 1.33 seconds to deallocate network for instance. [ 1005.258166] env[68831]: DEBUG oslo_vmware.api [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803058, 'name': PowerOffVM_Task, 'duration_secs': 0.244014} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.261186] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.261368] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.261615] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-463b8300-85dd-419c-976a-ebd85f34e366 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.268881] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569268} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.269148] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] c7d086c6-9452-426a-b152-c0e87837044e/c7d086c6-9452-426a-b152-c0e87837044e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.269432] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.269687] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46ec3bcf-61b3-4e8e-a8dc-552be4d6a4c8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.275640] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Waiting for the task: (returnval){ [ 1005.275640] env[68831]: value = "task-2803060" [ 1005.275640] env[68831]: _type = "Task" [ 1005.275640] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.283517] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.292125] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803057, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.309151] env[68831]: DEBUG nova.compute.manager [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.371377] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.371643] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.371826] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleting the datastore file [datastore2] 8d015588-d232-4639-92fc-413da7fcf695 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.372101] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca1c59dd-5ff8-4367-ab32-67857fef0aa7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.378427] env[68831]: DEBUG oslo_vmware.api [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1005.378427] env[68831]: value = "task-2803061" [ 1005.378427] env[68831]: _type = "Task" [ 1005.378427] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.387853] env[68831]: DEBUG oslo_vmware.api [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.392490] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Releasing lock "refresh_cache-0b80c578-37ff-41c7-82e0-a00b1de29a39" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.392805] env[68831]: DEBUG nova.compute.manager [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Instance network_info: |[{"id": "eebbb70a-d4f8-4c46-a758-911b37c0d0bc", "address": "fa:16:3e:71:3f:80", "network": {"id": "00b9d057-a084-4c3d-9032-bb7e3971ea4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1772256020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "731a1ef0fa354cc79abc82e65997b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeebbb70a-d4", "ovs_interfaceid": "eebbb70a-d4f8-4c46-a758-911b37c0d0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.393251] env[68831]: DEBUG oslo_concurrency.lockutils [req-1c15f389-e75f-4931-ae99-b62277ddb66b req-fb39efe2-5006-45fc-a0b4-e7bb06ac567d service nova] Acquired lock "refresh_cache-0b80c578-37ff-41c7-82e0-a00b1de29a39" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.393315] env[68831]: DEBUG nova.network.neutron [req-1c15f389-e75f-4931-ae99-b62277ddb66b req-fb39efe2-5006-45fc-a0b4-e7bb06ac567d service nova] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Refreshing network info cache for port eebbb70a-d4f8-4c46-a758-911b37c0d0bc {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.394780] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:3f:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eebbb70a-d4f8-4c46-a758-911b37c0d0bc', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.404343] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.407854] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.408465] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-556eda45-f7db-4961-ae9d-bc6e963f4b23 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.435195] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.435195] env[68831]: value = "task-2803062" [ 1005.435195] env[68831]: _type = "Task" [ 1005.435195] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.444347] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803062, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.466125] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "2cf96e39-7987-400b-bdd8-7632879d206e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.466441] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "2cf96e39-7987-400b-bdd8-7632879d206e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.466654] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "2cf96e39-7987-400b-bdd8-7632879d206e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.466855] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "2cf96e39-7987-400b-bdd8-7632879d206e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.467030] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "2cf96e39-7987-400b-bdd8-7632879d206e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.469425] env[68831]: INFO nova.compute.manager [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Terminating instance [ 1005.531479] env[68831]: DEBUG nova.scheduler.client.report [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.539617] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "cfc9f302-5554-4eca-bdcb-19fb860b77f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.539749] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "cfc9f302-5554-4eca-bdcb-19fb860b77f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.539920] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "cfc9f302-5554-4eca-bdcb-19fb860b77f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.540236] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "cfc9f302-5554-4eca-bdcb-19fb860b77f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.540423] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "cfc9f302-5554-4eca-bdcb-19fb860b77f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.544072] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.544072] env[68831]: INFO nova.compute.manager [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Terminating instance [ 1005.641578] env[68831]: DEBUG nova.network.neutron [req-1c15f389-e75f-4931-ae99-b62277ddb66b req-fb39efe2-5006-45fc-a0b4-e7bb06ac567d service nova] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Updated VIF entry in instance network info cache for port eebbb70a-d4f8-4c46-a758-911b37c0d0bc. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.641578] env[68831]: DEBUG nova.network.neutron [req-1c15f389-e75f-4931-ae99-b62277ddb66b req-fb39efe2-5006-45fc-a0b4-e7bb06ac567d service nova] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Updating instance_info_cache with network_info: [{"id": "eebbb70a-d4f8-4c46-a758-911b37c0d0bc", "address": "fa:16:3e:71:3f:80", "network": {"id": "00b9d057-a084-4c3d-9032-bb7e3971ea4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1772256020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "731a1ef0fa354cc79abc82e65997b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeebbb70a-d4", "ovs_interfaceid": "eebbb70a-d4f8-4c46-a758-911b37c0d0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.786893] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160028} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.790054] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.790893] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c04118-2d4d-4c97-8a82-aed63f1a0a7b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.798519] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803057, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.816106] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] c7d086c6-9452-426a-b152-c0e87837044e/c7d086c6-9452-426a-b152-c0e87837044e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.818626] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a536307-800f-44f4-8e1b-30f126255785 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.840953] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Waiting for the task: (returnval){ [ 1005.840953] env[68831]: value = "task-2803063" [ 1005.840953] env[68831]: _type = "Task" [ 1005.840953] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.849879] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.850964] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.887875] env[68831]: DEBUG oslo_vmware.api [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155268} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.888152] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.888304] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.888507] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.888690] env[68831]: INFO nova.compute.manager [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1005.888961] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.889177] env[68831]: DEBUG nova.compute.manager [-] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.889273] env[68831]: DEBUG nova.network.neutron [-] [instance: 8d015588-d232-4639-92fc-413da7fcf695] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.948475] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803062, 'name': CreateVM_Task, 'duration_secs': 0.41837} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.948756] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.949640] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.949832] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.950489] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.950918] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287f9311-7404-4b00-ac0a-3631b43a80e9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.955990] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1005.955990] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5222f933-16aa-2276-c8cc-85c1f7891097" [ 1005.955990] env[68831]: _type = "Task" [ 1005.955990] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.964340] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5222f933-16aa-2276-c8cc-85c1f7891097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.976360] env[68831]: DEBUG nova.compute.manager [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.976554] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.977486] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5366640d-0c91-4ff7-807d-54e8ad4e8f89 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.985271] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.985478] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a717db05-6171-4afd-8e7e-0cbb74e11be4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.994122] env[68831]: DEBUG oslo_vmware.api [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1005.994122] env[68831]: value = "task-2803064" [ 1005.994122] env[68831]: _type = "Task" [ 1005.994122] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.999704] env[68831]: DEBUG oslo_vmware.api [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.038044] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.045495] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.429s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.045495] env[68831]: DEBUG nova.objects.instance [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lazy-loading 'resources' on Instance uuid affc9178-6383-4805-9360-9206369d67ae {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.048068] env[68831]: DEBUG nova.compute.manager [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.048324] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.049302] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d790822f-f831-4b9d-99c2-8b2ddb27a350 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.058687] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.058943] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8be94983-9dbf-40e3-990e-8b15c44e01bb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.061334] env[68831]: INFO nova.scheduler.client.report [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Deleted allocations for instance 059a92f0-97b1-434c-950d-3aa3258b4074 [ 1006.066884] env[68831]: DEBUG oslo_vmware.api [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1006.066884] env[68831]: value = "task-2803065" [ 1006.066884] env[68831]: _type = "Task" [ 1006.066884] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.077767] env[68831]: DEBUG oslo_vmware.api [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.143653] env[68831]: DEBUG oslo_concurrency.lockutils [req-1c15f389-e75f-4931-ae99-b62277ddb66b req-fb39efe2-5006-45fc-a0b4-e7bb06ac567d service nova] Releasing lock "refresh_cache-0b80c578-37ff-41c7-82e0-a00b1de29a39" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.143653] env[68831]: DEBUG nova.compute.manager [req-1c15f389-e75f-4931-ae99-b62277ddb66b req-fb39efe2-5006-45fc-a0b4-e7bb06ac567d service nova] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Received event network-vif-deleted-99954878-04c5-4e13-b12c-7020b9e152e6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.297284] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803057, 'name': CloneVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.351661] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803063, 'name': ReconfigVM_Task, 'duration_secs': 0.35513} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.351809] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Reconfigured VM instance instance-00000051 to attach disk [datastore1] c7d086c6-9452-426a-b152-c0e87837044e/c7d086c6-9452-426a-b152-c0e87837044e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.352503] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50f442fa-c2e1-49ae-9bc4-25396aefd642 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.358759] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Waiting for the task: (returnval){ [ 1006.358759] env[68831]: value = "task-2803066" [ 1006.358759] env[68831]: _type = "Task" [ 1006.358759] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.367874] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803066, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.466729] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5222f933-16aa-2276-c8cc-85c1f7891097, 'name': SearchDatastore_Task, 'duration_secs': 0.045615} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.467175] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.467333] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.467625] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.467798] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.468014] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.468313] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e9292f9-cbd7-4afb-9b37-6b03d0726cee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.477770] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.477961] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.478710] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d76eabfc-b3b6-4c7e-8fcb-b96ec62b4f48 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.484117] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1006.484117] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524b03df-e28c-f4c7-4d2f-6023063095b3" [ 1006.484117] env[68831]: _type = "Task" [ 1006.484117] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.492147] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524b03df-e28c-f4c7-4d2f-6023063095b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.499672] env[68831]: DEBUG oslo_vmware.api [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803064, 'name': PowerOffVM_Task, 'duration_secs': 0.24293} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.499973] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.500126] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.500366] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80c31131-552a-41a6-9804-f88061a3a701 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.576558] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.576802] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.576980] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleting the datastore file [datastore2] 2cf96e39-7987-400b-bdd8-7632879d206e {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.577552] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cb5c706-e284-4978-9e07-52160d9a865f tempest-ServerShowV254Test-867744009 tempest-ServerShowV254Test-867744009-project-member] Lock "059a92f0-97b1-434c-950d-3aa3258b4074" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.850s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.578416] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10fd7e5b-02d0-4a4e-94b8-2555d818d1f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.585633] env[68831]: DEBUG oslo_vmware.api [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803065, 'name': PowerOffVM_Task, 'duration_secs': 0.196494} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.586545] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.586545] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.586916] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a84ff9b0-ed2f-4879-9a9d-9a8cf6725ccf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.590040] env[68831]: DEBUG oslo_vmware.api [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1006.590040] env[68831]: value = "task-2803068" [ 1006.590040] env[68831]: _type = "Task" [ 1006.590040] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.598394] env[68831]: DEBUG oslo_vmware.api [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.724958] env[68831]: DEBUG nova.network.neutron [-] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.799895] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803057, 'name': CloneVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.868847] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803066, 'name': Rename_Task, 'duration_secs': 0.154058} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.869254] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.872084] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d87d417a-a876-49f8-a976-48c435195119 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.879231] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Waiting for the task: (returnval){ [ 1006.879231] env[68831]: value = "task-2803070" [ 1006.879231] env[68831]: _type = "Task" [ 1006.879231] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.888677] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.948304] env[68831]: DEBUG nova.compute.manager [req-92dc5805-9702-49e9-b485-731c7dd313a6 req-2ae4bcc3-e6b3-46d8-b3f3-8c5b2ef50b04 service nova] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Received event network-vif-deleted-61ee1b49-14f4-44c9-98eb-5311de2615de {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.006085] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524b03df-e28c-f4c7-4d2f-6023063095b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01816} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.009276] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8216f3-a298-45fb-ade5-24cc6cbcb5e6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.013053] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25473dae-e7d3-4c34-8ef4-28bede2b5a1e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.023854] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a776e7f-cb7c-4593-9084-78bcd385a951 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.028738] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1007.028738] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f049e2-7582-2819-f769-6701fc23e360" [ 1007.028738] env[68831]: _type = "Task" [ 1007.028738] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.058971] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3959afb4-d8fc-4672-a736-eca0d5a974c2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.064863] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f049e2-7582-2819-f769-6701fc23e360, 'name': SearchDatastore_Task, 'duration_secs': 0.021233} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.065592] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.065966] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 0b80c578-37ff-41c7-82e0-a00b1de29a39/0b80c578-37ff-41c7-82e0-a00b1de29a39.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.066383] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33a73bda-bf66-40c6-9754-ef8117bf4162 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.072160] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e510150-e1fc-42a8-93f9-70bb651e9eab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.077949] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1007.077949] env[68831]: value = "task-2803071" [ 1007.077949] env[68831]: _type = "Task" [ 1007.077949] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.090866] env[68831]: DEBUG nova.compute.provider_tree [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.100057] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.106342] env[68831]: DEBUG oslo_vmware.api [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411802} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.106669] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.106993] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.107292] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.107499] env[68831]: INFO nova.compute.manager [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1007.108084] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.108331] env[68831]: DEBUG nova.compute.manager [-] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.108430] env[68831]: DEBUG nova.network.neutron [-] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.170381] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.170540] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.170675] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Deleting the datastore file [datastore1] cfc9f302-5554-4eca-bdcb-19fb860b77f7 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.171793] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-537085cb-6734-4cc0-9fd8-60ace577d088 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.177337] env[68831]: DEBUG oslo_vmware.api [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1007.177337] env[68831]: value = "task-2803072" [ 1007.177337] env[68831]: _type = "Task" [ 1007.177337] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.185883] env[68831]: DEBUG oslo_vmware.api [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.226909] env[68831]: INFO nova.compute.manager [-] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Took 1.34 seconds to deallocate network for instance. [ 1007.305615] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803057, 'name': CloneVM_Task, 'duration_secs': 2.902646} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.306080] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Created linked-clone VM from snapshot [ 1007.311454] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bdd1a9-33fe-4936-8f12-483f9a562258 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.316969] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Uploading image 76abe035-6e38-4a7c-ac17-1f4349cf8aa2 {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1007.357845] env[68831]: DEBUG oslo_vmware.rw_handles [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1007.357845] env[68831]: value = "vm-563273" [ 1007.357845] env[68831]: _type = "VirtualMachine" [ 1007.357845] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1007.357845] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a5176296-cbb8-43e1-a340-900bd9db98ad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.366358] env[68831]: DEBUG oslo_vmware.rw_handles [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lease: (returnval){ [ 1007.366358] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5284f6c4-4227-1d4a-5d6b-0f3458c19ee2" [ 1007.366358] env[68831]: _type = "HttpNfcLease" [ 1007.366358] env[68831]: } obtained for exporting VM: (result){ [ 1007.366358] env[68831]: value = "vm-563273" [ 1007.366358] env[68831]: _type = "VirtualMachine" [ 1007.366358] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1007.366804] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the lease: (returnval){ [ 1007.366804] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5284f6c4-4227-1d4a-5d6b-0f3458c19ee2" [ 1007.366804] env[68831]: _type = "HttpNfcLease" [ 1007.366804] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1007.375215] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.375215] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5284f6c4-4227-1d4a-5d6b-0f3458c19ee2" [ 1007.375215] env[68831]: _type = "HttpNfcLease" [ 1007.375215] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1007.392930] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.590067] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803071, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.594217] env[68831]: DEBUG nova.scheduler.client.report [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.689584] env[68831]: DEBUG oslo_vmware.api [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45579} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.689866] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.690060] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.690241] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.690421] env[68831]: INFO nova.compute.manager [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1007.690676] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.690876] env[68831]: DEBUG nova.compute.manager [-] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.690970] env[68831]: DEBUG nova.network.neutron [-] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.734513] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.875215] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.875215] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5284f6c4-4227-1d4a-5d6b-0f3458c19ee2" [ 1007.875215] env[68831]: _type = "HttpNfcLease" [ 1007.875215] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1007.875540] env[68831]: DEBUG oslo_vmware.rw_handles [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1007.875540] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5284f6c4-4227-1d4a-5d6b-0f3458c19ee2" [ 1007.875540] env[68831]: _type = "HttpNfcLease" [ 1007.875540] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1007.876651] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eab4322-71ac-4d3e-88dc-7d82f8cb9967 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.883785] env[68831]: DEBUG oslo_vmware.rw_handles [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b7bae-deb7-218b-4ee7-5ba0fa35206d/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1007.884157] env[68831]: DEBUG oslo_vmware.rw_handles [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b7bae-deb7-218b-4ee7-5ba0fa35206d/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1007.952934] env[68831]: DEBUG oslo_vmware.api [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803070, 'name': PowerOnVM_Task, 'duration_secs': 0.854355} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.954487] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.954710] env[68831]: INFO nova.compute.manager [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1007.954905] env[68831]: DEBUG nova.compute.manager [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.958019] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31ca903-bf14-450f-a17c-c79a159414e4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.974743] env[68831]: DEBUG nova.network.neutron [-] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.983216] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ddb32d90-931f-47ec-8f2a-a467e1bb3bfb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.089556] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53909} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.089665] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 0b80c578-37ff-41c7-82e0-a00b1de29a39/0b80c578-37ff-41c7-82e0-a00b1de29a39.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.089858] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.090429] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cad75f22-7b08-43f4-90ee-26ca01e1475c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.096792] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1008.096792] env[68831]: value = "task-2803074" [ 1008.096792] env[68831]: _type = "Task" [ 1008.096792] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.100666] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.103264] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.174s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.105385] env[68831]: INFO nova.compute.claims [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.112904] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.126683] env[68831]: INFO nova.scheduler.client.report [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Deleted allocations for instance affc9178-6383-4805-9360-9206369d67ae [ 1008.475783] env[68831]: INFO nova.compute.manager [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Took 36.02 seconds to build instance. [ 1008.476954] env[68831]: INFO nova.compute.manager [-] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Took 1.37 seconds to deallocate network for instance. [ 1008.615862] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063368} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.619203] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.619203] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4a5c5b-f75c-4ea6-85f2-abe9f4861f19 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.652295] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 0b80c578-37ff-41c7-82e0-a00b1de29a39/0b80c578-37ff-41c7-82e0-a00b1de29a39.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.652295] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8bc70f90-4435-4404-830e-61cda1b12e60 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "affc9178-6383-4805-9360-9206369d67ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.493s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.653854] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8da79e0-a402-40ad-87b1-c27c461ef325 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.670622] env[68831]: DEBUG nova.network.neutron [-] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.679121] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1008.679121] env[68831]: value = "task-2803075" [ 1008.679121] env[68831]: _type = "Task" [ 1008.679121] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.691551] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.980684] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8acaa788-2f78-4c7b-96f2-086a687d4e3a tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Lock "c7d086c6-9452-426a-b152-c0e87837044e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.545s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.983204] env[68831]: DEBUG nova.compute.manager [req-c220e0e6-9c0b-4021-a0ba-dfd2a1d7cd79 req-51e8bab2-a062-416d-912f-f885aada4bc4 service nova] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Received event network-vif-deleted-32ccefb5-4ea4-494f-9d70-fc11ce50cd5d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.983204] env[68831]: DEBUG nova.compute.manager [req-c220e0e6-9c0b-4021-a0ba-dfd2a1d7cd79 req-51e8bab2-a062-416d-912f-f885aada4bc4 service nova] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Received event network-vif-deleted-eaa3a5c0-e9db-4ffe-8ce6-9d297dcd112e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.984860] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.002140] env[68831]: DEBUG nova.compute.manager [req-025ed1eb-bd71-4e60-ae02-2e34bc46fab8 req-75d33662-75bb-426d-9acc-b900161f30f4 service nova] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Received event network-changed-156ce31c-ea96-496c-9c0a-a450fc4688c8 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.002776] env[68831]: DEBUG nova.compute.manager [req-025ed1eb-bd71-4e60-ae02-2e34bc46fab8 req-75d33662-75bb-426d-9acc-b900161f30f4 service nova] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Refreshing instance network info cache due to event network-changed-156ce31c-ea96-496c-9c0a-a450fc4688c8. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1009.003145] env[68831]: DEBUG oslo_concurrency.lockutils [req-025ed1eb-bd71-4e60-ae02-2e34bc46fab8 req-75d33662-75bb-426d-9acc-b900161f30f4 service nova] Acquiring lock "refresh_cache-c7d086c6-9452-426a-b152-c0e87837044e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.003398] env[68831]: DEBUG oslo_concurrency.lockutils [req-025ed1eb-bd71-4e60-ae02-2e34bc46fab8 req-75d33662-75bb-426d-9acc-b900161f30f4 service nova] Acquired lock "refresh_cache-c7d086c6-9452-426a-b152-c0e87837044e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.003677] env[68831]: DEBUG nova.network.neutron [req-025ed1eb-bd71-4e60-ae02-2e34bc46fab8 req-75d33662-75bb-426d-9acc-b900161f30f4 service nova] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Refreshing network info cache for port 156ce31c-ea96-496c-9c0a-a450fc4688c8 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.051922] env[68831]: DEBUG oslo_concurrency.lockutils [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "ef882f9b-aeb9-412b-bc0b-4ec321a28f38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.052420] env[68831]: DEBUG oslo_concurrency.lockutils [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "ef882f9b-aeb9-412b-bc0b-4ec321a28f38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.052743] env[68831]: DEBUG oslo_concurrency.lockutils [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "ef882f9b-aeb9-412b-bc0b-4ec321a28f38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.053055] env[68831]: DEBUG oslo_concurrency.lockutils [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "ef882f9b-aeb9-412b-bc0b-4ec321a28f38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.053351] env[68831]: DEBUG oslo_concurrency.lockutils [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "ef882f9b-aeb9-412b-bc0b-4ec321a28f38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.055952] env[68831]: INFO nova.compute.manager [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Terminating instance [ 1009.175448] env[68831]: INFO nova.compute.manager [-] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Took 1.48 seconds to deallocate network for instance. [ 1009.194209] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.534504] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ae4df4-ac93-4e0d-bdc7-dfffe2203626 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.544565] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee458ca-5c57-4d0f-987e-264c0f0587ef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.574670] env[68831]: DEBUG nova.compute.manager [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.574808] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.575859] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f1c7ce-a795-4f97-9712-37e29903e870 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.579146] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed2da54-b409-4574-80e6-08f76d7a5ba1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.590701] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1299b2-d11c-483a-96e2-d5d26975a2c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.594522] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.596146] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4116dfe-75e0-4c9b-b8df-8bbbf88e599a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.607770] env[68831]: DEBUG nova.compute.provider_tree [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.611781] env[68831]: DEBUG oslo_vmware.api [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 1009.611781] env[68831]: value = "task-2803076" [ 1009.611781] env[68831]: _type = "Task" [ 1009.611781] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.621241] env[68831]: DEBUG oslo_vmware.api [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2803076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.695303] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.695938] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803075, 'name': ReconfigVM_Task, 'duration_secs': 0.635078} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.696506] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 0b80c578-37ff-41c7-82e0-a00b1de29a39/0b80c578-37ff-41c7-82e0-a00b1de29a39.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.697662] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e33e3d7-f63e-4af9-a637-7bb4ce09de25 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.705744] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1009.705744] env[68831]: value = "task-2803077" [ 1009.705744] env[68831]: _type = "Task" [ 1009.705744] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.718338] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803077, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.784579] env[68831]: DEBUG nova.network.neutron [req-025ed1eb-bd71-4e60-ae02-2e34bc46fab8 req-75d33662-75bb-426d-9acc-b900161f30f4 service nova] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Updated VIF entry in instance network info cache for port 156ce31c-ea96-496c-9c0a-a450fc4688c8. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.785090] env[68831]: DEBUG nova.network.neutron [req-025ed1eb-bd71-4e60-ae02-2e34bc46fab8 req-75d33662-75bb-426d-9acc-b900161f30f4 service nova] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Updating instance_info_cache with network_info: [{"id": "156ce31c-ea96-496c-9c0a-a450fc4688c8", "address": "fa:16:3e:8d:30:64", "network": {"id": "6f68302f-88d9-4c49-a985-a2dfa349391e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1115365403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4476d172433b4c1eb304c75500aaa987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156ce31c-ea", "ovs_interfaceid": "156ce31c-ea96-496c-9c0a-a450fc4688c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.112725] env[68831]: DEBUG nova.scheduler.client.report [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.125655] env[68831]: DEBUG oslo_vmware.api [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2803076, 'name': PowerOffVM_Task, 'duration_secs': 0.299368} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.125937] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.126200] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.126459] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3875a767-1c00-4316-8a7c-f90764cc12b9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.216018] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803077, 'name': Rename_Task, 'duration_secs': 0.187975} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.216340] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.216560] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec4bed73-753b-46f2-b5ef-1f5e7227c67b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.223840] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1010.223840] env[68831]: value = "task-2803079" [ 1010.223840] env[68831]: _type = "Task" [ 1010.223840] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.231965] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.288661] env[68831]: DEBUG oslo_concurrency.lockutils [req-025ed1eb-bd71-4e60-ae02-2e34bc46fab8 req-75d33662-75bb-426d-9acc-b900161f30f4 service nova] Releasing lock "refresh_cache-c7d086c6-9452-426a-b152-c0e87837044e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.381437] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.381437] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.381680] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Deleting the datastore file [datastore2] ef882f9b-aeb9-412b-bc0b-4ec321a28f38 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.381970] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df2451f6-42ac-4be9-a54d-091569778378 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.389640] env[68831]: DEBUG oslo_vmware.api [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for the task: (returnval){ [ 1010.389640] env[68831]: value = "task-2803080" [ 1010.389640] env[68831]: _type = "Task" [ 1010.389640] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.399527] env[68831]: DEBUG oslo_vmware.api [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2803080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.622092] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.622641] env[68831]: DEBUG nova.compute.manager [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.626285] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.392s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.628227] env[68831]: INFO nova.compute.claims [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.733554] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803079, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.900082] env[68831]: DEBUG oslo_vmware.api [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Task: {'id': task-2803080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209226} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.900375] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.900575] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.900764] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.900938] env[68831]: INFO nova.compute.manager [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1010.901223] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.901425] env[68831]: DEBUG nova.compute.manager [-] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.901528] env[68831]: DEBUG nova.network.neutron [-] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.137177] env[68831]: DEBUG nova.compute.utils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.139812] env[68831]: DEBUG nova.compute.manager [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.139812] env[68831]: DEBUG nova.network.neutron [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.223064] env[68831]: DEBUG nova.policy [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ec37e533de4408b836a3e90a20408bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48c549caba704163bdaa8afa1a647fb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.233860] env[68831]: DEBUG oslo_vmware.api [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803079, 'name': PowerOnVM_Task, 'duration_secs': 0.542727} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.234412] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.234639] env[68831]: INFO nova.compute.manager [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1011.234824] env[68831]: DEBUG nova.compute.manager [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.235727] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c8a075-e58a-46e4-bc39-c074768e9c86 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.277284] env[68831]: DEBUG nova.compute.manager [req-1f6707b6-1e69-44e1-ab2d-4edacb346f51 req-4d9af5c9-6082-41b7-b0db-5b714ef2ea3b service nova] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Received event network-vif-deleted-53772386-d261-4d25-9ed1-1ad3acc04887 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.277494] env[68831]: INFO nova.compute.manager [req-1f6707b6-1e69-44e1-ab2d-4edacb346f51 req-4d9af5c9-6082-41b7-b0db-5b714ef2ea3b service nova] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Neutron deleted interface 53772386-d261-4d25-9ed1-1ad3acc04887; detaching it from the instance and deleting it from the info cache [ 1011.277670] env[68831]: DEBUG nova.network.neutron [req-1f6707b6-1e69-44e1-ab2d-4edacb346f51 req-4d9af5c9-6082-41b7-b0db-5b714ef2ea3b service nova] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.522257] env[68831]: DEBUG nova.network.neutron [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Successfully created port: fe7c134c-18cb-46af-96c4-7e27c9bdf9f7 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.642435] env[68831]: DEBUG nova.compute.manager [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.752174] env[68831]: INFO nova.compute.manager [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Took 37.34 seconds to build instance. [ 1011.757438] env[68831]: DEBUG nova.network.neutron [-] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.781023] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ccd5069-e33b-4e10-a2af-5290e1eb0187 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.794117] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b26b50b-3ebc-4bbe-8716-1a769f1939ab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.842136] env[68831]: DEBUG nova.compute.manager [req-1f6707b6-1e69-44e1-ab2d-4edacb346f51 req-4d9af5c9-6082-41b7-b0db-5b714ef2ea3b service nova] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Detach interface failed, port_id=53772386-d261-4d25-9ed1-1ad3acc04887, reason: Instance ef882f9b-aeb9-412b-bc0b-4ec321a28f38 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1012.095034] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e56cccf-2599-47ad-8f8e-4e5a45f8d122 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.102941] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfb1a70-c2ab-4cbd-966f-5ccdfda25f17 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.138619] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eca6c4-021a-440a-9dd1-3054795b4b88 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.146435] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9227bb-1124-44d6-9938-c3f7aa1698a3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.165550] env[68831]: DEBUG nova.compute.provider_tree [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.257233] env[68831]: DEBUG oslo_concurrency.lockutils [None req-69a58b34-a538-4bde-8e29-4d358dcd5a2f tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "0b80c578-37ff-41c7-82e0-a00b1de29a39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.855s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.260262] env[68831]: INFO nova.compute.manager [-] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Took 1.36 seconds to deallocate network for instance. [ 1012.316713] env[68831]: INFO nova.compute.manager [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Rescuing [ 1012.317010] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "refresh_cache-0b80c578-37ff-41c7-82e0-a00b1de29a39" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.317182] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquired lock "refresh_cache-0b80c578-37ff-41c7-82e0-a00b1de29a39" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.317418] env[68831]: DEBUG nova.network.neutron [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.658112] env[68831]: DEBUG nova.compute.manager [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.668809] env[68831]: DEBUG nova.scheduler.client.report [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.685774] env[68831]: DEBUG nova.virt.hardware [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.686040] env[68831]: DEBUG nova.virt.hardware [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.686207] env[68831]: DEBUG nova.virt.hardware [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.686394] env[68831]: DEBUG nova.virt.hardware [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.686537] env[68831]: DEBUG nova.virt.hardware [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.686682] env[68831]: DEBUG nova.virt.hardware [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.686885] env[68831]: DEBUG nova.virt.hardware [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.687141] env[68831]: DEBUG nova.virt.hardware [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.687217] env[68831]: DEBUG nova.virt.hardware [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.687430] env[68831]: DEBUG nova.virt.hardware [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.687636] env[68831]: DEBUG nova.virt.hardware [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.688777] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484b6646-3150-4f72-afac-17144781c9f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.697530] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b593ef-d33d-42f8-9b6b-fd0f536e7ddc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.768734] env[68831]: DEBUG oslo_concurrency.lockutils [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.174040] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.174936] env[68831]: DEBUG nova.compute.manager [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.179504] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.728s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.179908] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.182436] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.420s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.182702] env[68831]: DEBUG nova.objects.instance [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lazy-loading 'resources' on Instance uuid caf11f34-b9de-42a0-8d8a-326535eda7e1 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.217484] env[68831]: INFO nova.scheduler.client.report [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Deleted allocations for instance 0acce7bd-b0b0-430e-b913-8d3a73b9e783 [ 1013.223303] env[68831]: DEBUG nova.network.neutron [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Updating instance_info_cache with network_info: [{"id": "eebbb70a-d4f8-4c46-a758-911b37c0d0bc", "address": "fa:16:3e:71:3f:80", "network": {"id": "00b9d057-a084-4c3d-9032-bb7e3971ea4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1772256020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "731a1ef0fa354cc79abc82e65997b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeebbb70a-d4", "ovs_interfaceid": "eebbb70a-d4f8-4c46-a758-911b37c0d0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.349069] env[68831]: DEBUG nova.network.neutron [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Successfully updated port: fe7c134c-18cb-46af-96c4-7e27c9bdf9f7 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.410495] env[68831]: DEBUG nova.compute.manager [req-974eec88-d030-49a8-95cc-0b0162be575c req-36fa7c69-b7b4-4252-86dc-094fc54c8100 service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Received event network-vif-plugged-fe7c134c-18cb-46af-96c4-7e27c9bdf9f7 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.410495] env[68831]: DEBUG oslo_concurrency.lockutils [req-974eec88-d030-49a8-95cc-0b0162be575c req-36fa7c69-b7b4-4252-86dc-094fc54c8100 service nova] Acquiring lock "2d714d34-e397-4665-a505-c2d34a5d1ec8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.410495] env[68831]: DEBUG oslo_concurrency.lockutils [req-974eec88-d030-49a8-95cc-0b0162be575c req-36fa7c69-b7b4-4252-86dc-094fc54c8100 service nova] Lock "2d714d34-e397-4665-a505-c2d34a5d1ec8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.410495] env[68831]: DEBUG oslo_concurrency.lockutils [req-974eec88-d030-49a8-95cc-0b0162be575c req-36fa7c69-b7b4-4252-86dc-094fc54c8100 service nova] Lock "2d714d34-e397-4665-a505-c2d34a5d1ec8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.410495] env[68831]: DEBUG nova.compute.manager [req-974eec88-d030-49a8-95cc-0b0162be575c req-36fa7c69-b7b4-4252-86dc-094fc54c8100 service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] No waiting events found dispatching network-vif-plugged-fe7c134c-18cb-46af-96c4-7e27c9bdf9f7 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.410771] env[68831]: WARNING nova.compute.manager [req-974eec88-d030-49a8-95cc-0b0162be575c req-36fa7c69-b7b4-4252-86dc-094fc54c8100 service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Received unexpected event network-vif-plugged-fe7c134c-18cb-46af-96c4-7e27c9bdf9f7 for instance with vm_state building and task_state spawning. [ 1013.688132] env[68831]: DEBUG nova.compute.utils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.692719] env[68831]: DEBUG nova.compute.manager [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.692907] env[68831]: DEBUG nova.network.neutron [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.727753] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dcaaff9f-e189-4b78-bb1c-93679f43181c tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "0acce7bd-b0b0-430e-b913-8d3a73b9e783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.104s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.730310] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Releasing lock "refresh_cache-0b80c578-37ff-41c7-82e0-a00b1de29a39" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.758641] env[68831]: DEBUG nova.policy [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d5efde5bb674cc4b7866ffb83ecda1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4444789ec33c478a874e57aa0cc81c29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.852396] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.852554] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.852723] env[68831]: DEBUG nova.network.neutron [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.110511] env[68831]: DEBUG nova.network.neutron [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Successfully created port: f9914396-6958-47ab-abab-5644cf412a6d {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.116713] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16aa5a49-da0c-4fb7-96d1-3ed996f8f466 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.128601] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9433e7c-045e-4ffe-a92d-9b1f06f52f61 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.160906] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3753696a-26aa-4188-a369-180e9371e47b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.168398] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa59b85-6798-437c-bf49-7103914900c2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.184697] env[68831]: DEBUG nova.compute.provider_tree [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.192600] env[68831]: DEBUG nova.compute.manager [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.409996] env[68831]: DEBUG nova.network.neutron [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.578091] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.578091] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.633568] env[68831]: DEBUG nova.network.neutron [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Updating instance_info_cache with network_info: [{"id": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "address": "fa:16:3e:a8:61:d5", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7c134c-18", "ovs_interfaceid": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.685603] env[68831]: DEBUG nova.scheduler.client.report [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.083503] env[68831]: DEBUG nova.compute.manager [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.135045] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.135423] env[68831]: DEBUG nova.compute.manager [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Instance network_info: |[{"id": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "address": "fa:16:3e:a8:61:d5", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7c134c-18", "ovs_interfaceid": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.135849] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:61:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe7c134c-18cb-46af-96c4-7e27c9bdf9f7', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.143383] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.143968] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.144256] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87626d5f-fea1-4bf1-8bdc-d6f40fd507bd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.167699] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.167699] env[68831]: value = "task-2803081" [ 1015.167699] env[68831]: _type = "Task" [ 1015.167699] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.176217] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803081, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.190753] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.193267] env[68831]: DEBUG oslo_concurrency.lockutils [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.020s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.193525] env[68831]: DEBUG nova.objects.instance [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Lazy-loading 'resources' on Instance uuid 6249d6d9-888c-4440-98eb-956e4b0641b3 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.203056] env[68831]: DEBUG nova.compute.manager [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.217788] env[68831]: INFO nova.scheduler.client.report [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleted allocations for instance caf11f34-b9de-42a0-8d8a-326535eda7e1 [ 1015.235773] env[68831]: DEBUG nova.virt.hardware [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.236036] env[68831]: DEBUG nova.virt.hardware [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.236228] env[68831]: DEBUG nova.virt.hardware [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.236443] env[68831]: DEBUG nova.virt.hardware [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.236601] env[68831]: DEBUG nova.virt.hardware [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.236750] env[68831]: DEBUG nova.virt.hardware [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.236995] env[68831]: DEBUG nova.virt.hardware [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.237266] env[68831]: DEBUG nova.virt.hardware [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.237351] env[68831]: DEBUG nova.virt.hardware [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.237583] env[68831]: DEBUG nova.virt.hardware [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.237694] env[68831]: DEBUG nova.virt.hardware [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.238644] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc0ebc9-26d9-405c-9f56-cf4908417901 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.249248] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6edef46-4c81-420b-9d65-1312261f6501 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.266950] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.267564] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df7614b7-bef0-49f2-8455-ea1b4505d2f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.275720] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1015.275720] env[68831]: value = "task-2803082" [ 1015.275720] env[68831]: _type = "Task" [ 1015.275720] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.284955] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.446727] env[68831]: DEBUG nova.compute.manager [req-e58ffe5f-1d4c-4006-85e9-dcd9301b1871 req-d8d45744-b7aa-4d84-aab3-7d9a7ae99b3f service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Received event network-changed-fe7c134c-18cb-46af-96c4-7e27c9bdf9f7 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.447063] env[68831]: DEBUG nova.compute.manager [req-e58ffe5f-1d4c-4006-85e9-dcd9301b1871 req-d8d45744-b7aa-4d84-aab3-7d9a7ae99b3f service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Refreshing instance network info cache due to event network-changed-fe7c134c-18cb-46af-96c4-7e27c9bdf9f7. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1015.447390] env[68831]: DEBUG oslo_concurrency.lockutils [req-e58ffe5f-1d4c-4006-85e9-dcd9301b1871 req-d8d45744-b7aa-4d84-aab3-7d9a7ae99b3f service nova] Acquiring lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.447564] env[68831]: DEBUG oslo_concurrency.lockutils [req-e58ffe5f-1d4c-4006-85e9-dcd9301b1871 req-d8d45744-b7aa-4d84-aab3-7d9a7ae99b3f service nova] Acquired lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.447861] env[68831]: DEBUG nova.network.neutron [req-e58ffe5f-1d4c-4006-85e9-dcd9301b1871 req-d8d45744-b7aa-4d84-aab3-7d9a7ae99b3f service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Refreshing network info cache for port fe7c134c-18cb-46af-96c4-7e27c9bdf9f7 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.606154] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.678708] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803081, 'name': CreateVM_Task, 'duration_secs': 0.441753} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.678895] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.679599] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.679775] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.680132] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.680402] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c38214-3d40-4ac2-8028-372c8ff156e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.685387] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1015.685387] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b17ce8-4355-e4ba-dc71-b5a572baa0ce" [ 1015.685387] env[68831]: _type = "Task" [ 1015.685387] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.693396] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b17ce8-4355-e4ba-dc71-b5a572baa0ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.728457] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cc808c8-ea1f-45b6-8733-aa5bd31284ba tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "caf11f34-b9de-42a0-8d8a-326535eda7e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.070s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.792159] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803082, 'name': PowerOffVM_Task, 'duration_secs': 0.341094} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.792159] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.794026] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d48e1b5-b4be-4fca-969c-c530f496866e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.826481] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3fb75f-9071-4611-8a1f-e950ebbcd459 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.838145] env[68831]: DEBUG oslo_vmware.rw_handles [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b7bae-deb7-218b-4ee7-5ba0fa35206d/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1015.838991] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436302ae-18b8-4151-bc73-673e92ad43c1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.845838] env[68831]: DEBUG oslo_vmware.rw_handles [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b7bae-deb7-218b-4ee7-5ba0fa35206d/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1015.845972] env[68831]: ERROR oslo_vmware.rw_handles [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b7bae-deb7-218b-4ee7-5ba0fa35206d/disk-0.vmdk due to incomplete transfer. [ 1015.847707] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1b46f91c-1a1b-4e32-9acf-6d60095c990f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.854802] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.855071] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e91241c7-3417-418f-90fc-c725ed338773 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.859487] env[68831]: DEBUG oslo_vmware.rw_handles [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b7bae-deb7-218b-4ee7-5ba0fa35206d/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1015.859676] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Uploaded image 76abe035-6e38-4a7c-ac17-1f4349cf8aa2 to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1015.861972] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1015.862687] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5dd96fb6-5e5e-49c9-ba49-d5d397a181ed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.866471] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1015.866471] env[68831]: value = "task-2803083" [ 1015.866471] env[68831]: _type = "Task" [ 1015.866471] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.870686] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1015.870686] env[68831]: value = "task-2803084" [ 1015.870686] env[68831]: _type = "Task" [ 1015.870686] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.880982] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] VM already powered off {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1015.881249] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.881493] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.881641] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.881835] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.884886] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29fc0246-760b-41c9-b5f3-f8282bf8f577 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.889017] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803084, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.893917] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.894134] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.894855] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0a7481-76bc-4bea-9ed8-a8c4232f13ff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.899535] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1015.899535] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e5bbcb-77ed-134f-63cd-47ee9cfe37b2" [ 1015.899535] env[68831]: _type = "Task" [ 1015.899535] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.907108] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e5bbcb-77ed-134f-63cd-47ee9cfe37b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.916622] env[68831]: DEBUG nova.network.neutron [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Successfully updated port: f9914396-6958-47ab-abab-5644cf412a6d {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.163310] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53818be6-3c71-49b6-8788-f49a27e7ef0f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.174154] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8565a694-7781-4c48-b1d3-b1c11855bc5c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.221748] env[68831]: DEBUG nova.network.neutron [req-e58ffe5f-1d4c-4006-85e9-dcd9301b1871 req-d8d45744-b7aa-4d84-aab3-7d9a7ae99b3f service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Updated VIF entry in instance network info cache for port fe7c134c-18cb-46af-96c4-7e27c9bdf9f7. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.222118] env[68831]: DEBUG nova.network.neutron [req-e58ffe5f-1d4c-4006-85e9-dcd9301b1871 req-d8d45744-b7aa-4d84-aab3-7d9a7ae99b3f service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Updating instance_info_cache with network_info: [{"id": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "address": "fa:16:3e:a8:61:d5", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7c134c-18", "ovs_interfaceid": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.228358] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86324d1c-840c-4465-9602-1ab4bb06e1fe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.240147] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b17ce8-4355-e4ba-dc71-b5a572baa0ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013124} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.240546] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.240769] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.241011] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.241415] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.241598] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.242855] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4e7332-bbb0-4a48-8957-183a53ba9cf5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.246983] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cb73b7e-bb11-4f2b-928c-8a7915fb31c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.261204] env[68831]: DEBUG nova.compute.provider_tree [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.264990] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.265200] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.266153] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9b84d2f-324f-4201-b221-5d3ddd02a48a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.271404] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1016.271404] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527d8bc3-bd21-5e42-1374-f00e8a620281" [ 1016.271404] env[68831]: _type = "Task" [ 1016.271404] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.280365] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527d8bc3-bd21-5e42-1374-f00e8a620281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.380770] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803084, 'name': Destroy_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.409423] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e5bbcb-77ed-134f-63cd-47ee9cfe37b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008611} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.410251] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce30be3c-5c82-44da-a074-1b62c5556eda {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.418067] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1016.418067] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a8f4c2-4a1d-6ad5-4634-c11a0d4b79f5" [ 1016.418067] env[68831]: _type = "Task" [ 1016.418067] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.418919] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Acquiring lock "refresh_cache-e667e383-575b-4cc6-9a2d-0a9d792697fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.420020] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Acquired lock "refresh_cache-e667e383-575b-4cc6-9a2d-0a9d792697fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.420020] env[68831]: DEBUG nova.network.neutron [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.432080] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a8f4c2-4a1d-6ad5-4634-c11a0d4b79f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010941} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.433050] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.433351] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 0b80c578-37ff-41c7-82e0-a00b1de29a39/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk. {{(pid=68831) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1016.433624] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbdb723c-aac3-41e0-911a-03aa0b62ec1b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.441274] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1016.441274] env[68831]: value = "task-2803085" [ 1016.441274] env[68831]: _type = "Task" [ 1016.441274] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.451715] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.732902] env[68831]: DEBUG oslo_concurrency.lockutils [req-e58ffe5f-1d4c-4006-85e9-dcd9301b1871 req-d8d45744-b7aa-4d84-aab3-7d9a7ae99b3f service nova] Releasing lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.767544] env[68831]: DEBUG nova.scheduler.client.report [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.784083] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527d8bc3-bd21-5e42-1374-f00e8a620281, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.787394] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45239f55-5b59-4f9f-b6d0-6a677c4091bb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.796861] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1016.796861] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e44840-bec2-cea9-7b75-0c355f0f3308" [ 1016.796861] env[68831]: _type = "Task" [ 1016.796861] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.818234] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e44840-bec2-cea9-7b75-0c355f0f3308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.881557] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803084, 'name': Destroy_Task, 'duration_secs': 0.685612} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.881829] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Destroyed the VM [ 1016.882071] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1016.882326] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d4324096-ae6f-4d9d-8bba-922bea1d8bf8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.887620] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1016.887620] env[68831]: value = "task-2803086" [ 1016.887620] env[68831]: _type = "Task" [ 1016.887620] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.895771] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.948327] env[68831]: DEBUG nova.network.neutron [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.961056] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426863} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.961507] env[68831]: INFO nova.virt.vmwareapi.ds_util [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 0b80c578-37ff-41c7-82e0-a00b1de29a39/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk. [ 1016.962134] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e724728c-1a2d-4fd1-be00-f259349fb7e4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.987969] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 0b80c578-37ff-41c7-82e0-a00b1de29a39/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.988297] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08ada705-fc5d-4292-b5a5-4ab54835cafd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.009282] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1017.009282] env[68831]: value = "task-2803087" [ 1017.009282] env[68831]: _type = "Task" [ 1017.009282] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.019307] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.114680] env[68831]: DEBUG nova.network.neutron [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Updating instance_info_cache with network_info: [{"id": "f9914396-6958-47ab-abab-5644cf412a6d", "address": "fa:16:3e:a4:cf:a3", "network": {"id": "b6aeb783-1dae-447b-95da-429bd9885e3f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1096813660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4444789ec33c478a874e57aa0cc81c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9914396-69", "ovs_interfaceid": "f9914396-6958-47ab-abab-5644cf412a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.272865] env[68831]: DEBUG oslo_concurrency.lockutils [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.275773] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.579s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.276090] env[68831]: DEBUG nova.objects.instance [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lazy-loading 'resources' on Instance uuid 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.292443] env[68831]: INFO nova.scheduler.client.report [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Deleted allocations for instance 6249d6d9-888c-4440-98eb-956e4b0641b3 [ 1017.309055] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e44840-bec2-cea9-7b75-0c355f0f3308, 'name': SearchDatastore_Task, 'duration_secs': 0.020662} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.309055] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.309289] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 2d714d34-e397-4665-a505-c2d34a5d1ec8/2d714d34-e397-4665-a505-c2d34a5d1ec8.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.309566] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ba32d2d-d81a-4afb-8b30-360408a033a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.316614] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1017.316614] env[68831]: value = "task-2803088" [ 1017.316614] env[68831]: _type = "Task" [ 1017.316614] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.325344] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.397412] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803086, 'name': RemoveSnapshot_Task, 'duration_secs': 0.362835} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.397727] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1017.397996] env[68831]: DEBUG nova.compute.manager [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.398802] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edf9976-644b-4b4a-8a5e-5f731f2add1b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.413966] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.414342] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.474295] env[68831]: DEBUG nova.compute.manager [req-286daca1-456f-4b41-8132-ce624a281e21 req-a7fd5435-6375-4624-961f-7aff87f586d6 service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Received event network-vif-plugged-f9914396-6958-47ab-abab-5644cf412a6d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.474295] env[68831]: DEBUG oslo_concurrency.lockutils [req-286daca1-456f-4b41-8132-ce624a281e21 req-a7fd5435-6375-4624-961f-7aff87f586d6 service nova] Acquiring lock "e667e383-575b-4cc6-9a2d-0a9d792697fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.474478] env[68831]: DEBUG oslo_concurrency.lockutils [req-286daca1-456f-4b41-8132-ce624a281e21 req-a7fd5435-6375-4624-961f-7aff87f586d6 service nova] Lock "e667e383-575b-4cc6-9a2d-0a9d792697fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.475044] env[68831]: DEBUG oslo_concurrency.lockutils [req-286daca1-456f-4b41-8132-ce624a281e21 req-a7fd5435-6375-4624-961f-7aff87f586d6 service nova] Lock "e667e383-575b-4cc6-9a2d-0a9d792697fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.475044] env[68831]: DEBUG nova.compute.manager [req-286daca1-456f-4b41-8132-ce624a281e21 req-a7fd5435-6375-4624-961f-7aff87f586d6 service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] No waiting events found dispatching network-vif-plugged-f9914396-6958-47ab-abab-5644cf412a6d {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.475044] env[68831]: WARNING nova.compute.manager [req-286daca1-456f-4b41-8132-ce624a281e21 req-a7fd5435-6375-4624-961f-7aff87f586d6 service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Received unexpected event network-vif-plugged-f9914396-6958-47ab-abab-5644cf412a6d for instance with vm_state building and task_state spawning. [ 1017.475413] env[68831]: DEBUG nova.compute.manager [req-286daca1-456f-4b41-8132-ce624a281e21 req-a7fd5435-6375-4624-961f-7aff87f586d6 service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Received event network-changed-f9914396-6958-47ab-abab-5644cf412a6d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.475413] env[68831]: DEBUG nova.compute.manager [req-286daca1-456f-4b41-8132-ce624a281e21 req-a7fd5435-6375-4624-961f-7aff87f586d6 service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Refreshing instance network info cache due to event network-changed-f9914396-6958-47ab-abab-5644cf412a6d. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1017.475580] env[68831]: DEBUG oslo_concurrency.lockutils [req-286daca1-456f-4b41-8132-ce624a281e21 req-a7fd5435-6375-4624-961f-7aff87f586d6 service nova] Acquiring lock "refresh_cache-e667e383-575b-4cc6-9a2d-0a9d792697fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.520985] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803087, 'name': ReconfigVM_Task, 'duration_secs': 0.50583} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.521394] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 0b80c578-37ff-41c7-82e0-a00b1de29a39/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.522520] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2fea7e-68c5-4a78-91cc-c2007eefcbff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.552913] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e232bf-a76d-4411-b302-38ba1d1654dc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.570873] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1017.570873] env[68831]: value = "task-2803089" [ 1017.570873] env[68831]: _type = "Task" [ 1017.570873] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.581728] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.618110] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Releasing lock "refresh_cache-e667e383-575b-4cc6-9a2d-0a9d792697fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.618110] env[68831]: DEBUG nova.compute.manager [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Instance network_info: |[{"id": "f9914396-6958-47ab-abab-5644cf412a6d", "address": "fa:16:3e:a4:cf:a3", "network": {"id": "b6aeb783-1dae-447b-95da-429bd9885e3f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1096813660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4444789ec33c478a874e57aa0cc81c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9914396-69", "ovs_interfaceid": "f9914396-6958-47ab-abab-5644cf412a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.618372] env[68831]: DEBUG oslo_concurrency.lockutils [req-286daca1-456f-4b41-8132-ce624a281e21 req-a7fd5435-6375-4624-961f-7aff87f586d6 service nova] Acquired lock "refresh_cache-e667e383-575b-4cc6-9a2d-0a9d792697fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.618549] env[68831]: DEBUG nova.network.neutron [req-286daca1-456f-4b41-8132-ce624a281e21 req-a7fd5435-6375-4624-961f-7aff87f586d6 service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Refreshing network info cache for port f9914396-6958-47ab-abab-5644cf412a6d {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.620019] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:cf:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9914396-6958-47ab-abab-5644cf412a6d', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.628700] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Creating folder: Project (4444789ec33c478a874e57aa0cc81c29). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.632206] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1207cab3-2af4-44e4-a3b1-41640ea6898e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.647041] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Created folder: Project (4444789ec33c478a874e57aa0cc81c29) in parent group-v563050. [ 1017.647041] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Creating folder: Instances. Parent ref: group-v563276. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.647293] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abf21068-0f83-4de6-a918-f0eeba62afaf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.656674] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Created folder: Instances in parent group-v563276. [ 1017.657266] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.657266] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.657497] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f74d68e-a5ff-4c2d-bfc4-51a61fbe1a81 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.681265] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.681265] env[68831]: value = "task-2803092" [ 1017.681265] env[68831]: _type = "Task" [ 1017.681265] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.695944] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803092, 'name': CreateVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.805727] env[68831]: DEBUG oslo_concurrency.lockutils [None req-115dc0ba-7f0d-4358-a612-a679fc0674d7 tempest-ServerTagsTestJSON-1814619934 tempest-ServerTagsTestJSON-1814619934-project-member] Lock "6249d6d9-888c-4440-98eb-956e4b0641b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.791s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.832494] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452288} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.836373] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 2d714d34-e397-4665-a505-c2d34a5d1ec8/2d714d34-e397-4665-a505-c2d34a5d1ec8.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.836815] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.837216] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-571e0ac3-c5f4-4e45-a503-caf946dc9565 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.847336] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1017.847336] env[68831]: value = "task-2803093" [ 1017.847336] env[68831]: _type = "Task" [ 1017.847336] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.857919] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.915947] env[68831]: INFO nova.compute.manager [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Shelve offloading [ 1017.920523] env[68831]: DEBUG nova.compute.manager [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.938521] env[68831]: DEBUG nova.network.neutron [req-286daca1-456f-4b41-8132-ce624a281e21 req-a7fd5435-6375-4624-961f-7aff87f586d6 service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Updated VIF entry in instance network info cache for port f9914396-6958-47ab-abab-5644cf412a6d. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.939202] env[68831]: DEBUG nova.network.neutron [req-286daca1-456f-4b41-8132-ce624a281e21 req-a7fd5435-6375-4624-961f-7aff87f586d6 service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Updating instance_info_cache with network_info: [{"id": "f9914396-6958-47ab-abab-5644cf412a6d", "address": "fa:16:3e:a4:cf:a3", "network": {"id": "b6aeb783-1dae-447b-95da-429bd9885e3f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1096813660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4444789ec33c478a874e57aa0cc81c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9914396-69", "ovs_interfaceid": "f9914396-6958-47ab-abab-5644cf412a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.081031] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803089, 'name': ReconfigVM_Task, 'duration_secs': 0.203151} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.084214] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.084889] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9f368a5-665f-418b-bb9c-a9e39e8528b9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.096707] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1018.096707] env[68831]: value = "task-2803094" [ 1018.096707] env[68831]: _type = "Task" [ 1018.096707] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.111241] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803094, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.197082] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803092, 'name': CreateVM_Task, 'duration_secs': 0.377693} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.197161] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.197808] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.197975] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.198315] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.198571] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7bbdda6-101e-4062-bb83-a9f56910deed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.205438] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Waiting for the task: (returnval){ [ 1018.205438] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529f0d66-e98c-d7cf-f7f5-8371aab2cb29" [ 1018.205438] env[68831]: _type = "Task" [ 1018.205438] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.213417] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529f0d66-e98c-d7cf-f7f5-8371aab2cb29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.250936] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af16591b-77a8-4088-8e10-8b11ef030000 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.258478] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de1cb17-692b-409e-a173-3b4481a304d4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.296736] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d0af93-be84-4ba3-89a2-950a28e94994 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.304656] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18763063-a63d-4e0e-bb43-3dfda9e5c6eb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.323581] env[68831]: DEBUG nova.compute.provider_tree [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.359095] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065263} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.359095] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.359282] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41da07f4-040b-4c82-8f8d-7dcb865b8983 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.383612] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 2d714d34-e397-4665-a505-c2d34a5d1ec8/2d714d34-e397-4665-a505-c2d34a5d1ec8.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.384011] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1bf2f6d-ebc1-431a-ae64-d20cf5ea09ba {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.404543] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1018.404543] env[68831]: value = "task-2803095" [ 1018.404543] env[68831]: _type = "Task" [ 1018.404543] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.414186] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.425481] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.428250] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c267a03d-20be-4607-80ec-1813ad4c9b11 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.436578] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1018.436578] env[68831]: value = "task-2803096" [ 1018.436578] env[68831]: _type = "Task" [ 1018.436578] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.444845] env[68831]: DEBUG oslo_concurrency.lockutils [req-286daca1-456f-4b41-8132-ce624a281e21 req-a7fd5435-6375-4624-961f-7aff87f586d6 service nova] Releasing lock "refresh_cache-e667e383-575b-4cc6-9a2d-0a9d792697fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.445215] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.447700] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.611548] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.716183] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529f0d66-e98c-d7cf-f7f5-8371aab2cb29, 'name': SearchDatastore_Task, 'duration_secs': 0.009783} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.716470] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.716714] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.716959] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.717123] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.717309] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.717612] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f3e1595-4441-4afc-8e99-64a3357455c3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.726421] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.726619] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.727336] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c40c4203-5ba0-44a6-aa17-e0b73e977a2b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.732789] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Waiting for the task: (returnval){ [ 1018.732789] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52aa5a2f-dc80-177e-aa91-dd2e837df1f2" [ 1018.732789] env[68831]: _type = "Task" [ 1018.732789] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.740375] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52aa5a2f-dc80-177e-aa91-dd2e837df1f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.825725] env[68831]: DEBUG nova.scheduler.client.report [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.923203] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.951952] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] VM already powered off {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1018.951952] env[68831]: DEBUG nova.compute.manager [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.951952] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ab9cce-1887-4966-9ed0-56502becbe86 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.962247] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.962247] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.962247] env[68831]: DEBUG nova.network.neutron [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.113650] env[68831]: DEBUG oslo_vmware.api [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803094, 'name': PowerOnVM_Task, 'duration_secs': 0.730811} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.113933] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.116708] env[68831]: DEBUG nova.compute.manager [None req-b0f4eaa2-ae78-49b5-b176-67ef9ca412f0 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.117782] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33008ee-55c6-4bdc-8658-1789aabf2812 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.247244] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52aa5a2f-dc80-177e-aa91-dd2e837df1f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.248135] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5ff70d-e59f-4519-b167-b935e1544e26 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.257097] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Waiting for the task: (returnval){ [ 1019.257097] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5224d865-e4e0-e5fe-aa8f-72c204621225" [ 1019.257097] env[68831]: _type = "Task" [ 1019.257097] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.262171] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5224d865-e4e0-e5fe-aa8f-72c204621225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.331419] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.335200] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.587s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.336809] env[68831]: INFO nova.compute.claims [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.355680] env[68831]: INFO nova.scheduler.client.report [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Deleted allocations for instance 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a [ 1019.417771] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.695369] env[68831]: DEBUG nova.network.neutron [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Updating instance_info_cache with network_info: [{"id": "39572b43-2398-4d1c-b909-34423e050b8b", "address": "fa:16:3e:75:c4:b0", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39572b43-23", "ovs_interfaceid": "39572b43-2398-4d1c-b909-34423e050b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.765202] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5224d865-e4e0-e5fe-aa8f-72c204621225, 'name': SearchDatastore_Task, 'duration_secs': 0.012216} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.765527] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.765801] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] e667e383-575b-4cc6-9a2d-0a9d792697fa/e667e383-575b-4cc6-9a2d-0a9d792697fa.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.766073] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22ae711a-3712-4a05-934b-87fc7ce46835 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.772200] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Waiting for the task: (returnval){ [ 1019.772200] env[68831]: value = "task-2803097" [ 1019.772200] env[68831]: _type = "Task" [ 1019.772200] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.779942] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': task-2803097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.866153] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d2aeab5-2b72-4d10-ad95-cef11d04e113 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Lock "5e723aa8-38dc-4692-8d2f-ff6aa2aa573a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.309s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.917421] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.199034] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.283877] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': task-2803097, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.422973] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.622271] env[68831]: DEBUG nova.compute.manager [req-125fccd0-1f7a-4ddc-8b12-56d74f7dcb75 req-7caa24b8-ac5d-4df9-9407-34d3286c0cfc service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Received event network-vif-unplugged-39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.622539] env[68831]: DEBUG oslo_concurrency.lockutils [req-125fccd0-1f7a-4ddc-8b12-56d74f7dcb75 req-7caa24b8-ac5d-4df9-9407-34d3286c0cfc service nova] Acquiring lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.622692] env[68831]: DEBUG oslo_concurrency.lockutils [req-125fccd0-1f7a-4ddc-8b12-56d74f7dcb75 req-7caa24b8-ac5d-4df9-9407-34d3286c0cfc service nova] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.622900] env[68831]: DEBUG oslo_concurrency.lockutils [req-125fccd0-1f7a-4ddc-8b12-56d74f7dcb75 req-7caa24b8-ac5d-4df9-9407-34d3286c0cfc service nova] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.623395] env[68831]: DEBUG nova.compute.manager [req-125fccd0-1f7a-4ddc-8b12-56d74f7dcb75 req-7caa24b8-ac5d-4df9-9407-34d3286c0cfc service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] No waiting events found dispatching network-vif-unplugged-39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.624580] env[68831]: WARNING nova.compute.manager [req-125fccd0-1f7a-4ddc-8b12-56d74f7dcb75 req-7caa24b8-ac5d-4df9-9407-34d3286c0cfc service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Received unexpected event network-vif-unplugged-39572b43-2398-4d1c-b909-34423e050b8b for instance with vm_state shelved and task_state shelving_offloading. [ 1020.681108] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.682566] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae4a058-3ab9-41cd-9921-5ae4b3d8bae4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.689808] env[68831]: INFO nova.compute.manager [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Unrescuing [ 1020.690129] env[68831]: DEBUG oslo_concurrency.lockutils [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "refresh_cache-0b80c578-37ff-41c7-82e0-a00b1de29a39" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.690345] env[68831]: DEBUG oslo_concurrency.lockutils [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquired lock "refresh_cache-0b80c578-37ff-41c7-82e0-a00b1de29a39" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.690580] env[68831]: DEBUG nova.network.neutron [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.699437] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.699727] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8b5e46a-22b9-4493-8e81-8dc5e3300012 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.723993] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.724417] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.771646] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.772151] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.772151] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleting the datastore file [datastore1] 5be9111c-f58a-43eb-94c1-d0ac8d99159f {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.774746] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96f5173d-5882-425f-b7ad-3cbb9bc87876 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.790808] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': task-2803097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517927} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.792260] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] e667e383-575b-4cc6-9a2d-0a9d792697fa/e667e383-575b-4cc6-9a2d-0a9d792697fa.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.792500] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.792825] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1020.792825] env[68831]: value = "task-2803099" [ 1020.792825] env[68831]: _type = "Task" [ 1020.792825] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.793820] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46802d7b-8ef3-4d9e-8813-991a63493ca0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.811448] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.815554] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Waiting for the task: (returnval){ [ 1020.815554] env[68831]: value = "task-2803100" [ 1020.815554] env[68831]: _type = "Task" [ 1020.815554] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.829349] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': task-2803100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.857908] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80925099-f1ef-4853-8e7d-75460bb90202 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.865272] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3f9569-7dc1-4600-95ca-be0195da49e3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.898558] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ddc944-8d8d-4ef0-b13a-a18888724cf7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.905806] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6da6eae-dbf0-48ff-b39d-70b6b594633a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.922432] env[68831]: DEBUG nova.compute.provider_tree [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.926528] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803095, 'name': ReconfigVM_Task, 'duration_secs': 2.451701} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.927450] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 2d714d34-e397-4665-a505-c2d34a5d1ec8/2d714d34-e397-4665-a505-c2d34a5d1ec8.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.927747] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2faddd72-c605-4328-a942-ef83382c3251 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.934728] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1020.934728] env[68831]: value = "task-2803101" [ 1020.934728] env[68831]: _type = "Task" [ 1020.934728] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.943749] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803101, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.239560] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.239560] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.239744] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.240044] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.240325] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.240905] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.241731] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68831) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1021.241999] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.308103] env[68831]: DEBUG oslo_vmware.api [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137206} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.308103] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.308103] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.308103] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.333239] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': task-2803100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079875} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.333239] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.333239] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b202af-9d37-45d4-9a25-679b23bc7151 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.359142] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] e667e383-575b-4cc6-9a2d-0a9d792697fa/e667e383-575b-4cc6-9a2d-0a9d792697fa.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.360633] env[68831]: INFO nova.scheduler.client.report [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleted allocations for instance 5be9111c-f58a-43eb-94c1-d0ac8d99159f [ 1021.363266] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfa89330-2084-431f-abb3-a53703f0358e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.386169] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Waiting for the task: (returnval){ [ 1021.386169] env[68831]: value = "task-2803102" [ 1021.386169] env[68831]: _type = "Task" [ 1021.386169] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.397630] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': task-2803102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.431250] env[68831]: DEBUG nova.scheduler.client.report [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.449810] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803101, 'name': Rename_Task, 'duration_secs': 0.208326} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.452602] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.452602] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-217cfbac-809a-4e7f-a50c-5b50fc6b410c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.459238] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1021.459238] env[68831]: value = "task-2803103" [ 1021.459238] env[68831]: _type = "Task" [ 1021.459238] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.467980] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.531328] env[68831]: DEBUG nova.network.neutron [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Updating instance_info_cache with network_info: [{"id": "eebbb70a-d4f8-4c46-a758-911b37c0d0bc", "address": "fa:16:3e:71:3f:80", "network": {"id": "00b9d057-a084-4c3d-9032-bb7e3971ea4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1772256020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "731a1ef0fa354cc79abc82e65997b64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeebbb70a-d4", "ovs_interfaceid": "eebbb70a-d4f8-4c46-a758-911b37c0d0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.747469] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.880342] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.896374] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': task-2803102, 'name': ReconfigVM_Task, 'duration_secs': 0.369326} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.896648] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Reconfigured VM instance instance-00000054 to attach disk [datastore2] e667e383-575b-4cc6-9a2d-0a9d792697fa/e667e383-575b-4cc6-9a2d-0a9d792697fa.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.897307] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9a1dd84-8060-4dc2-a36f-7cc90abe8ff6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.904280] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Waiting for the task: (returnval){ [ 1021.904280] env[68831]: value = "task-2803104" [ 1021.904280] env[68831]: _type = "Task" [ 1021.904280] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.916440] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': task-2803104, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.935627] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.939176] env[68831]: DEBUG nova.compute.manager [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.939176] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.974s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.940294] env[68831]: INFO nova.compute.claims [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.968666] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.033042] env[68831]: DEBUG oslo_concurrency.lockutils [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Releasing lock "refresh_cache-0b80c578-37ff-41c7-82e0-a00b1de29a39" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.033821] env[68831]: DEBUG nova.objects.instance [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lazy-loading 'flavor' on Instance uuid 0b80c578-37ff-41c7-82e0-a00b1de29a39 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.414408] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': task-2803104, 'name': Rename_Task, 'duration_secs': 0.149676} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.415057] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.415057] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29407539-34d4-4f73-b6f2-61c2ccb1434a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.421740] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Waiting for the task: (returnval){ [ 1022.421740] env[68831]: value = "task-2803105" [ 1022.421740] env[68831]: _type = "Task" [ 1022.421740] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.429520] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': task-2803105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.449462] env[68831]: DEBUG nova.compute.utils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.449462] env[68831]: DEBUG nova.compute.manager [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.449462] env[68831]: DEBUG nova.network.neutron [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.469673] env[68831]: DEBUG oslo_vmware.api [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803103, 'name': PowerOnVM_Task, 'duration_secs': 0.929508} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.469944] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.470228] env[68831]: INFO nova.compute.manager [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1022.470351] env[68831]: DEBUG nova.compute.manager [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.471116] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9e7a5b-78fd-4815-9758-95ff207de596 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.510130] env[68831]: DEBUG nova.policy [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73481585fb4544bea2cbc8c7325d313e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '049be408a45d4efebd3a92a317c08ab8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.547541] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826adf25-7042-40a6-b399-d4af68e98994 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.576417] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.576803] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f8d9c9d-e138-44d2-b700-2d44aa5c0936 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.583841] env[68831]: DEBUG oslo_vmware.api [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1022.583841] env[68831]: value = "task-2803106" [ 1022.583841] env[68831]: _type = "Task" [ 1022.583841] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.592991] env[68831]: DEBUG oslo_vmware.api [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.901627] env[68831]: DEBUG nova.compute.manager [req-d77bdfaf-7780-49d5-9b9b-206fd556ab81 req-0b4169e0-8cd1-4e98-9abc-df3a135eb082 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Received event network-changed-39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.903181] env[68831]: DEBUG nova.compute.manager [req-d77bdfaf-7780-49d5-9b9b-206fd556ab81 req-0b4169e0-8cd1-4e98-9abc-df3a135eb082 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Refreshing instance network info cache due to event network-changed-39572b43-2398-4d1c-b909-34423e050b8b. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1022.903520] env[68831]: DEBUG oslo_concurrency.lockutils [req-d77bdfaf-7780-49d5-9b9b-206fd556ab81 req-0b4169e0-8cd1-4e98-9abc-df3a135eb082 service nova] Acquiring lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.903695] env[68831]: DEBUG oslo_concurrency.lockutils [req-d77bdfaf-7780-49d5-9b9b-206fd556ab81 req-0b4169e0-8cd1-4e98-9abc-df3a135eb082 service nova] Acquired lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.903915] env[68831]: DEBUG nova.network.neutron [req-d77bdfaf-7780-49d5-9b9b-206fd556ab81 req-0b4169e0-8cd1-4e98-9abc-df3a135eb082 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Refreshing network info cache for port 39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.932213] env[68831]: DEBUG oslo_vmware.api [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': task-2803105, 'name': PowerOnVM_Task, 'duration_secs': 0.474721} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.932407] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.932578] env[68831]: INFO nova.compute.manager [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1022.932756] env[68831]: DEBUG nova.compute.manager [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.933685] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd6e67-ad69-447c-92f6-1edd9310da3f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.951599] env[68831]: DEBUG nova.compute.manager [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.997022] env[68831]: INFO nova.compute.manager [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Took 37.08 seconds to build instance. [ 1023.039206] env[68831]: DEBUG nova.network.neutron [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Successfully created port: 5a9df990-61c9-48c8-ba92-e9e4bb490b34 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.097149] env[68831]: DEBUG oslo_vmware.api [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803106, 'name': PowerOffVM_Task, 'duration_secs': 0.289474} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.097440] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.104344] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1023.104576] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55ef043d-e340-48f8-aeb8-d6fa3c36f2e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.129306] env[68831]: DEBUG oslo_vmware.api [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1023.129306] env[68831]: value = "task-2803107" [ 1023.129306] env[68831]: _type = "Task" [ 1023.129306] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.138340] env[68831]: DEBUG oslo_vmware.api [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.423643] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723c0af6-c0e3-4e4f-bf00-47c49b7911dd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.432167] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40f3217-679b-49c6-9e99-c62e58fe5125 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.481793] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89229e82-27cf-4b05-90b3-d409b89b7faa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.484669] env[68831]: INFO nova.compute.manager [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Took 37.27 seconds to build instance. [ 1023.490948] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d67b0d8-0232-4323-9de5-f2319d544187 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.506463] env[68831]: DEBUG oslo_concurrency.lockutils [None req-483fd8bb-9055-4b34-9f78-3d281413686b tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "2d714d34-e397-4665-a505-c2d34a5d1ec8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.606s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.507289] env[68831]: DEBUG nova.compute.provider_tree [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.639596] env[68831]: DEBUG oslo_vmware.api [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803107, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.886172] env[68831]: DEBUG nova.network.neutron [req-d77bdfaf-7780-49d5-9b9b-206fd556ab81 req-0b4169e0-8cd1-4e98-9abc-df3a135eb082 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Updated VIF entry in instance network info cache for port 39572b43-2398-4d1c-b909-34423e050b8b. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.886616] env[68831]: DEBUG nova.network.neutron [req-d77bdfaf-7780-49d5-9b9b-206fd556ab81 req-0b4169e0-8cd1-4e98-9abc-df3a135eb082 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Updating instance_info_cache with network_info: [{"id": "39572b43-2398-4d1c-b909-34423e050b8b", "address": "fa:16:3e:75:c4:b0", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap39572b43-23", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.981417] env[68831]: DEBUG nova.compute.manager [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.989018] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85a214ec-51aa-4103-8f17-0c2ed8428210 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Lock "e667e383-575b-4cc6-9a2d-0a9d792697fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.292s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.011084] env[68831]: DEBUG nova.scheduler.client.report [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.019121] env[68831]: DEBUG nova.virt.hardware [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.019426] env[68831]: DEBUG nova.virt.hardware [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.019592] env[68831]: DEBUG nova.virt.hardware [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.019774] env[68831]: DEBUG nova.virt.hardware [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.019921] env[68831]: DEBUG nova.virt.hardware [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.020085] env[68831]: DEBUG nova.virt.hardware [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.020299] env[68831]: DEBUG nova.virt.hardware [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.020466] env[68831]: DEBUG nova.virt.hardware [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.021430] env[68831]: DEBUG nova.virt.hardware [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.021779] env[68831]: DEBUG nova.virt.hardware [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.022014] env[68831]: DEBUG nova.virt.hardware [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.023455] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49daf2bf-f848-4241-8ca3-104b2e111378 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.035772] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0a1aac-47fe-4fc4-9657-593e197fe3ba {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.142155] env[68831]: DEBUG oslo_vmware.api [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803107, 'name': ReconfigVM_Task, 'duration_secs': 0.543227} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.142718] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1024.143060] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.143496] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d19a1b55-56cd-44d9-a753-608d4d2b5dee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.153302] env[68831]: DEBUG oslo_vmware.api [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1024.153302] env[68831]: value = "task-2803108" [ 1024.153302] env[68831]: _type = "Task" [ 1024.153302] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.164693] env[68831]: DEBUG oslo_vmware.api [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.251968] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.390056] env[68831]: DEBUG oslo_concurrency.lockutils [req-d77bdfaf-7780-49d5-9b9b-206fd556ab81 req-0b4169e0-8cd1-4e98-9abc-df3a135eb082 service nova] Releasing lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.425379] env[68831]: DEBUG nova.compute.manager [req-f1a9ea59-347b-4f4d-ab0c-a89143af344c req-ac91011b-dec2-4fd6-b0e4-2ebfbaf5c443 service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Received event network-changed-f9914396-6958-47ab-abab-5644cf412a6d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.427150] env[68831]: DEBUG nova.compute.manager [req-f1a9ea59-347b-4f4d-ab0c-a89143af344c req-ac91011b-dec2-4fd6-b0e4-2ebfbaf5c443 service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Refreshing instance network info cache due to event network-changed-f9914396-6958-47ab-abab-5644cf412a6d. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1024.427150] env[68831]: DEBUG oslo_concurrency.lockutils [req-f1a9ea59-347b-4f4d-ab0c-a89143af344c req-ac91011b-dec2-4fd6-b0e4-2ebfbaf5c443 service nova] Acquiring lock "refresh_cache-e667e383-575b-4cc6-9a2d-0a9d792697fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.427150] env[68831]: DEBUG oslo_concurrency.lockutils [req-f1a9ea59-347b-4f4d-ab0c-a89143af344c req-ac91011b-dec2-4fd6-b0e4-2ebfbaf5c443 service nova] Acquired lock "refresh_cache-e667e383-575b-4cc6-9a2d-0a9d792697fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.427150] env[68831]: DEBUG nova.network.neutron [req-f1a9ea59-347b-4f4d-ab0c-a89143af344c req-ac91011b-dec2-4fd6-b0e4-2ebfbaf5c443 service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Refreshing network info cache for port f9914396-6958-47ab-abab-5644cf412a6d {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.519149] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.519844] env[68831]: DEBUG nova.compute.manager [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.526323] env[68831]: DEBUG oslo_concurrency.lockutils [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.175s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.526513] env[68831]: DEBUG oslo_concurrency.lockutils [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.531239] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.092s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.531239] env[68831]: INFO nova.compute.claims [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.574366] env[68831]: INFO nova.scheduler.client.report [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleted allocations for instance 4aa059f6-deaf-4892-9b31-f62bfe955174 [ 1024.662412] env[68831]: DEBUG oslo_vmware.api [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.928431] env[68831]: DEBUG nova.compute.manager [req-721e527e-0e36-4b52-9cf7-dc4f42b3ca99 req-a8276635-8313-4d1e-a3c1-e895c6526503 service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Received event network-changed-fe7c134c-18cb-46af-96c4-7e27c9bdf9f7 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.928671] env[68831]: DEBUG nova.compute.manager [req-721e527e-0e36-4b52-9cf7-dc4f42b3ca99 req-a8276635-8313-4d1e-a3c1-e895c6526503 service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Refreshing instance network info cache due to event network-changed-fe7c134c-18cb-46af-96c4-7e27c9bdf9f7. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1024.928946] env[68831]: DEBUG oslo_concurrency.lockutils [req-721e527e-0e36-4b52-9cf7-dc4f42b3ca99 req-a8276635-8313-4d1e-a3c1-e895c6526503 service nova] Acquiring lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.929163] env[68831]: DEBUG oslo_concurrency.lockutils [req-721e527e-0e36-4b52-9cf7-dc4f42b3ca99 req-a8276635-8313-4d1e-a3c1-e895c6526503 service nova] Acquired lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.930640] env[68831]: DEBUG nova.network.neutron [req-721e527e-0e36-4b52-9cf7-dc4f42b3ca99 req-a8276635-8313-4d1e-a3c1-e895c6526503 service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Refreshing network info cache for port fe7c134c-18cb-46af-96c4-7e27c9bdf9f7 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.027960] env[68831]: DEBUG nova.compute.utils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.031378] env[68831]: DEBUG nova.compute.manager [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.031378] env[68831]: DEBUG nova.network.neutron [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.086090] env[68831]: DEBUG oslo_concurrency.lockutils [None req-536c6912-6fa3-4583-a652-b07347e271a6 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "4aa059f6-deaf-4892-9b31-f62bfe955174" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.897s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.137068] env[68831]: DEBUG nova.policy [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19419e7eed744032a2fb31e08c331b87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dceda3c2732040879e9f5715f2b91654', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.163164] env[68831]: DEBUG oslo_vmware.api [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803108, 'name': PowerOnVM_Task, 'duration_secs': 0.684654} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.163576] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.164041] env[68831]: DEBUG nova.compute.manager [None req-14f5f6f1-aa47-4344-bf11-10ecd133cc2b tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.164999] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502c5bfd-ffb2-43e4-afb2-3cb9d2ed3d15 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.225856] env[68831]: DEBUG nova.network.neutron [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Successfully updated port: 5a9df990-61c9-48c8-ba92-e9e4bb490b34 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.418330] env[68831]: DEBUG nova.network.neutron [req-f1a9ea59-347b-4f4d-ab0c-a89143af344c req-ac91011b-dec2-4fd6-b0e4-2ebfbaf5c443 service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Updated VIF entry in instance network info cache for port f9914396-6958-47ab-abab-5644cf412a6d. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.418755] env[68831]: DEBUG nova.network.neutron [req-f1a9ea59-347b-4f4d-ab0c-a89143af344c req-ac91011b-dec2-4fd6-b0e4-2ebfbaf5c443 service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Updating instance_info_cache with network_info: [{"id": "f9914396-6958-47ab-abab-5644cf412a6d", "address": "fa:16:3e:a4:cf:a3", "network": {"id": "b6aeb783-1dae-447b-95da-429bd9885e3f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1096813660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4444789ec33c478a874e57aa0cc81c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9914396-69", "ovs_interfaceid": "f9914396-6958-47ab-abab-5644cf412a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.537148] env[68831]: DEBUG nova.compute.manager [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.730958] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "refresh_cache-6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.730958] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "refresh_cache-6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.730958] env[68831]: DEBUG nova.network.neutron [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.921057] env[68831]: DEBUG oslo_concurrency.lockutils [req-f1a9ea59-347b-4f4d-ab0c-a89143af344c req-ac91011b-dec2-4fd6-b0e4-2ebfbaf5c443 service nova] Releasing lock "refresh_cache-e667e383-575b-4cc6-9a2d-0a9d792697fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.975900] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666fc9a0-0e2f-41c0-91dd-7d18d63c09f3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.983704] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c69463-df85-40c0-887d-58d49bb4aa2d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.016693] env[68831]: DEBUG nova.network.neutron [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Successfully created port: 68437a7f-866a-41c3-90a7-b4f00f196d9d {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.021512] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da14344d-1944-4ebc-b738-d45ca0e96a05 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.031592] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbae8d4d-a88b-45ab-89a4-a18aa3f78f95 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.052323] env[68831]: DEBUG nova.compute.provider_tree [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.107564] env[68831]: DEBUG nova.network.neutron [req-721e527e-0e36-4b52-9cf7-dc4f42b3ca99 req-a8276635-8313-4d1e-a3c1-e895c6526503 service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Updated VIF entry in instance network info cache for port fe7c134c-18cb-46af-96c4-7e27c9bdf9f7. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.107923] env[68831]: DEBUG nova.network.neutron [req-721e527e-0e36-4b52-9cf7-dc4f42b3ca99 req-a8276635-8313-4d1e-a3c1-e895c6526503 service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Updating instance_info_cache with network_info: [{"id": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "address": "fa:16:3e:a8:61:d5", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7c134c-18", "ovs_interfaceid": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.298321] env[68831]: DEBUG nova.network.neutron [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.502963] env[68831]: DEBUG nova.network.neutron [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating instance_info_cache with network_info: [{"id": "5a9df990-61c9-48c8-ba92-e9e4bb490b34", "address": "fa:16:3e:60:b5:fc", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9df990-61", "ovs_interfaceid": "5a9df990-61c9-48c8-ba92-e9e4bb490b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.553941] env[68831]: DEBUG nova.scheduler.client.report [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.557763] env[68831]: DEBUG nova.compute.manager [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.586408] env[68831]: DEBUG nova.virt.hardware [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.586650] env[68831]: DEBUG nova.virt.hardware [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.586809] env[68831]: DEBUG nova.virt.hardware [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.586991] env[68831]: DEBUG nova.virt.hardware [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.587171] env[68831]: DEBUG nova.virt.hardware [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.587325] env[68831]: DEBUG nova.virt.hardware [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.587533] env[68831]: DEBUG nova.virt.hardware [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.587701] env[68831]: DEBUG nova.virt.hardware [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.587922] env[68831]: DEBUG nova.virt.hardware [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.588078] env[68831]: DEBUG nova.virt.hardware [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.588258] env[68831]: DEBUG nova.virt.hardware [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.589121] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f60f2f-c348-4cda-9ea8-920b4782ebec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.597451] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfafdb73-4ca6-4561-bc78-55494b73ad50 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.611297] env[68831]: DEBUG oslo_concurrency.lockutils [req-721e527e-0e36-4b52-9cf7-dc4f42b3ca99 req-a8276635-8313-4d1e-a3c1-e895c6526503 service nova] Releasing lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.959951] env[68831]: DEBUG nova.compute.manager [req-84e225e9-4413-4dd5-8963-c1c2a563d363 req-5349e784-f0b7-4774-8bbf-0b6623a45da4 service nova] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Received event network-vif-plugged-5a9df990-61c9-48c8-ba92-e9e4bb490b34 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.960239] env[68831]: DEBUG oslo_concurrency.lockutils [req-84e225e9-4413-4dd5-8963-c1c2a563d363 req-5349e784-f0b7-4774-8bbf-0b6623a45da4 service nova] Acquiring lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.960395] env[68831]: DEBUG oslo_concurrency.lockutils [req-84e225e9-4413-4dd5-8963-c1c2a563d363 req-5349e784-f0b7-4774-8bbf-0b6623a45da4 service nova] Lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.960804] env[68831]: DEBUG oslo_concurrency.lockutils [req-84e225e9-4413-4dd5-8963-c1c2a563d363 req-5349e784-f0b7-4774-8bbf-0b6623a45da4 service nova] Lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.960804] env[68831]: DEBUG nova.compute.manager [req-84e225e9-4413-4dd5-8963-c1c2a563d363 req-5349e784-f0b7-4774-8bbf-0b6623a45da4 service nova] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] No waiting events found dispatching network-vif-plugged-5a9df990-61c9-48c8-ba92-e9e4bb490b34 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.960903] env[68831]: WARNING nova.compute.manager [req-84e225e9-4413-4dd5-8963-c1c2a563d363 req-5349e784-f0b7-4774-8bbf-0b6623a45da4 service nova] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Received unexpected event network-vif-plugged-5a9df990-61c9-48c8-ba92-e9e4bb490b34 for instance with vm_state building and task_state spawning. [ 1026.961080] env[68831]: DEBUG nova.compute.manager [req-84e225e9-4413-4dd5-8963-c1c2a563d363 req-5349e784-f0b7-4774-8bbf-0b6623a45da4 service nova] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Received event network-changed-5a9df990-61c9-48c8-ba92-e9e4bb490b34 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.961237] env[68831]: DEBUG nova.compute.manager [req-84e225e9-4413-4dd5-8963-c1c2a563d363 req-5349e784-f0b7-4774-8bbf-0b6623a45da4 service nova] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Refreshing instance network info cache due to event network-changed-5a9df990-61c9-48c8-ba92-e9e4bb490b34. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1026.961405] env[68831]: DEBUG oslo_concurrency.lockutils [req-84e225e9-4413-4dd5-8963-c1c2a563d363 req-5349e784-f0b7-4774-8bbf-0b6623a45da4 service nova] Acquiring lock "refresh_cache-6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.005322] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "refresh_cache-6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.005710] env[68831]: DEBUG nova.compute.manager [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Instance network_info: |[{"id": "5a9df990-61c9-48c8-ba92-e9e4bb490b34", "address": "fa:16:3e:60:b5:fc", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9df990-61", "ovs_interfaceid": "5a9df990-61c9-48c8-ba92-e9e4bb490b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.006018] env[68831]: DEBUG oslo_concurrency.lockutils [req-84e225e9-4413-4dd5-8963-c1c2a563d363 req-5349e784-f0b7-4774-8bbf-0b6623a45da4 service nova] Acquired lock "refresh_cache-6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.006209] env[68831]: DEBUG nova.network.neutron [req-84e225e9-4413-4dd5-8963-c1c2a563d363 req-5349e784-f0b7-4774-8bbf-0b6623a45da4 service nova] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Refreshing network info cache for port 5a9df990-61c9-48c8-ba92-e9e4bb490b34 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.007564] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:b5:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a9df990-61c9-48c8-ba92-e9e4bb490b34', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.015558] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.015998] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.016783] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4337d1c4-4f7c-4f9c-b7ef-ec9051d94e5b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.032936] env[68831]: DEBUG oslo_concurrency.lockutils [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "0b80c578-37ff-41c7-82e0-a00b1de29a39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.033214] env[68831]: DEBUG oslo_concurrency.lockutils [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "0b80c578-37ff-41c7-82e0-a00b1de29a39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.033455] env[68831]: DEBUG oslo_concurrency.lockutils [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "0b80c578-37ff-41c7-82e0-a00b1de29a39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.033662] env[68831]: DEBUG oslo_concurrency.lockutils [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "0b80c578-37ff-41c7-82e0-a00b1de29a39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.033857] env[68831]: DEBUG oslo_concurrency.lockutils [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "0b80c578-37ff-41c7-82e0-a00b1de29a39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.036738] env[68831]: INFO nova.compute.manager [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Terminating instance [ 1027.041073] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.041073] env[68831]: value = "task-2803109" [ 1027.041073] env[68831]: _type = "Task" [ 1027.041073] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.052871] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803109, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.061391] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.061991] env[68831]: DEBUG nova.compute.manager [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.064647] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.522s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.064955] env[68831]: DEBUG nova.objects.instance [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lazy-loading 'resources' on Instance uuid 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.540463] env[68831]: DEBUG nova.compute.manager [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.540567] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.541597] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbe5645-dfee-41a5-a1db-2cd2eee376a0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.552628] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803109, 'name': CreateVM_Task, 'duration_secs': 0.338683} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.554662] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.554958] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.555654] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.555803] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.556131] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.556427] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6048ccc-b200-4c73-b3cc-091ba59da0ce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.558221] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a19bdfe-ed92-4720-a84c-327ecd4346dd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.563023] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1027.563023] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52536bb1-89a6-4881-3426-56011ca4d527" [ 1027.563023] env[68831]: _type = "Task" [ 1027.563023] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.576062] env[68831]: DEBUG nova.compute.utils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.577631] env[68831]: DEBUG oslo_vmware.api [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1027.577631] env[68831]: value = "task-2803110" [ 1027.577631] env[68831]: _type = "Task" [ 1027.577631] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.579162] env[68831]: DEBUG nova.compute.manager [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.579162] env[68831]: DEBUG nova.network.neutron [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.591567] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52536bb1-89a6-4881-3426-56011ca4d527, 'name': SearchDatastore_Task, 'duration_secs': 0.013272} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.592849] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.593113] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.593355] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.593503] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.593683] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.594281] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74095d60-be66-457b-be6b-39515e154277 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.600083] env[68831]: DEBUG oslo_vmware.api [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.607038] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.607038] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.607782] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-156f8b95-2f7e-4029-ae7d-0ac33e038af0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.612782] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1027.612782] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c6856a-3a93-7c97-75da-0348e06f3911" [ 1027.612782] env[68831]: _type = "Task" [ 1027.612782] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.620953] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c6856a-3a93-7c97-75da-0348e06f3911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.665402] env[68831]: DEBUG nova.policy [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af0b56088dd5402f9f1d5e139e265e31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f25fa5e9c06f4580a65290faba77ef93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.822025] env[68831]: DEBUG nova.compute.manager [req-3d442da9-d779-4565-ba06-5ba2ee778d91 req-852cd001-4c1b-4349-9cdd-88722e9476c1 service nova] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Received event network-vif-plugged-68437a7f-866a-41c3-90a7-b4f00f196d9d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.822382] env[68831]: DEBUG oslo_concurrency.lockutils [req-3d442da9-d779-4565-ba06-5ba2ee778d91 req-852cd001-4c1b-4349-9cdd-88722e9476c1 service nova] Acquiring lock "c1453f23-0639-4d5a-9ac6-d834b2864f59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.823897] env[68831]: DEBUG oslo_concurrency.lockutils [req-3d442da9-d779-4565-ba06-5ba2ee778d91 req-852cd001-4c1b-4349-9cdd-88722e9476c1 service nova] Lock "c1453f23-0639-4d5a-9ac6-d834b2864f59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.824311] env[68831]: DEBUG oslo_concurrency.lockutils [req-3d442da9-d779-4565-ba06-5ba2ee778d91 req-852cd001-4c1b-4349-9cdd-88722e9476c1 service nova] Lock "c1453f23-0639-4d5a-9ac6-d834b2864f59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.824658] env[68831]: DEBUG nova.compute.manager [req-3d442da9-d779-4565-ba06-5ba2ee778d91 req-852cd001-4c1b-4349-9cdd-88722e9476c1 service nova] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] No waiting events found dispatching network-vif-plugged-68437a7f-866a-41c3-90a7-b4f00f196d9d {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.825308] env[68831]: WARNING nova.compute.manager [req-3d442da9-d779-4565-ba06-5ba2ee778d91 req-852cd001-4c1b-4349-9cdd-88722e9476c1 service nova] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Received unexpected event network-vif-plugged-68437a7f-866a-41c3-90a7-b4f00f196d9d for instance with vm_state building and task_state spawning. [ 1027.986239] env[68831]: DEBUG nova.network.neutron [req-84e225e9-4413-4dd5-8963-c1c2a563d363 req-5349e784-f0b7-4774-8bbf-0b6623a45da4 service nova] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updated VIF entry in instance network info cache for port 5a9df990-61c9-48c8-ba92-e9e4bb490b34. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.986644] env[68831]: DEBUG nova.network.neutron [req-84e225e9-4413-4dd5-8963-c1c2a563d363 req-5349e784-f0b7-4774-8bbf-0b6623a45da4 service nova] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating instance_info_cache with network_info: [{"id": "5a9df990-61c9-48c8-ba92-e9e4bb490b34", "address": "fa:16:3e:60:b5:fc", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9df990-61", "ovs_interfaceid": "5a9df990-61c9-48c8-ba92-e9e4bb490b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.009323] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cf1a75-0ad2-43ce-9ece-58876fb1df5d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.017254] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9e7a59-52e9-4077-b474-e30e94cf8e52 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.049487] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f38947-3ed6-40d7-b797-76b4e371acdf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.054452] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0d0819-6315-41f6-83f4-0e4308c93232 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.067459] env[68831]: DEBUG nova.compute.provider_tree [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.079602] env[68831]: DEBUG nova.compute.manager [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.098856] env[68831]: DEBUG oslo_vmware.api [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803110, 'name': PowerOffVM_Task, 'duration_secs': 0.19921} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.099275] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.099541] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.099899] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8d3409f-7d8d-4062-8832-dbcfd6b5fc3a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.122855] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c6856a-3a93-7c97-75da-0348e06f3911, 'name': SearchDatastore_Task, 'duration_secs': 0.008265} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.123683] env[68831]: DEBUG nova.network.neutron [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Successfully created port: 212c2f9d-caa6-42db-b917-9fb8c1c0ed2a {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.126089] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-893ec216-dff1-4847-9912-a1e8fdfd73cb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.132308] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1028.132308] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526814d6-b8d0-b23b-f0a9-249f0a5bfed3" [ 1028.132308] env[68831]: _type = "Task" [ 1028.132308] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.141487] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526814d6-b8d0-b23b-f0a9-249f0a5bfed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.247168] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.247433] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.253210] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Deleting the datastore file [datastore1] 0b80c578-37ff-41c7-82e0-a00b1de29a39 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.253210] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb0d7e05-21e6-433f-8982-2eec91a92e75 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.255519] env[68831]: DEBUG oslo_vmware.api [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1028.255519] env[68831]: value = "task-2803112" [ 1028.255519] env[68831]: _type = "Task" [ 1028.255519] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.265642] env[68831]: DEBUG oslo_vmware.api [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.388845] env[68831]: DEBUG nova.network.neutron [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Successfully updated port: 68437a7f-866a-41c3-90a7-b4f00f196d9d {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.490780] env[68831]: DEBUG oslo_concurrency.lockutils [req-84e225e9-4413-4dd5-8963-c1c2a563d363 req-5349e784-f0b7-4774-8bbf-0b6623a45da4 service nova] Releasing lock "refresh_cache-6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.575563] env[68831]: DEBUG nova.scheduler.client.report [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.644337] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526814d6-b8d0-b23b-f0a9-249f0a5bfed3, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.644606] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.644868] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07/6eb77d85-fb04-45f0-ab59-2b2b1fa64e07.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.645160] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-477c4d16-0cf2-4905-8cae-acbb8347c5e6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.651788] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1028.651788] env[68831]: value = "task-2803113" [ 1028.651788] env[68831]: _type = "Task" [ 1028.651788] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.660679] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.767733] env[68831]: DEBUG oslo_vmware.api [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277994} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.768043] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.768250] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.768472] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.768671] env[68831]: INFO nova.compute.manager [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1028.768945] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.769178] env[68831]: DEBUG nova.compute.manager [-] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.769269] env[68831]: DEBUG nova.network.neutron [-] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.891533] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "refresh_cache-c1453f23-0639-4d5a-9ac6-d834b2864f59" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.891715] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "refresh_cache-c1453f23-0639-4d5a-9ac6-d834b2864f59" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.891912] env[68831]: DEBUG nova.network.neutron [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.082213] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.086468] env[68831]: DEBUG nova.compute.manager [req-fc4d86af-8e42-48bc-84e4-98934fe5899b req-5b733363-1183-42b5-a571-0dc322a5f20b service nova] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Received event network-changed-68437a7f-866a-41c3-90a7-b4f00f196d9d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.086790] env[68831]: DEBUG nova.compute.manager [req-fc4d86af-8e42-48bc-84e4-98934fe5899b req-5b733363-1183-42b5-a571-0dc322a5f20b service nova] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Refreshing instance network info cache due to event network-changed-68437a7f-866a-41c3-90a7-b4f00f196d9d. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1029.086927] env[68831]: DEBUG oslo_concurrency.lockutils [req-fc4d86af-8e42-48bc-84e4-98934fe5899b req-5b733363-1183-42b5-a571-0dc322a5f20b service nova] Acquiring lock "refresh_cache-c1453f23-0639-4d5a-9ac6-d834b2864f59" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.087525] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.237s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.090607] env[68831]: INFO nova.compute.claims [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.093723] env[68831]: DEBUG nova.compute.manager [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.140220] env[68831]: DEBUG nova.virt.hardware [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.140559] env[68831]: DEBUG nova.virt.hardware [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.140725] env[68831]: DEBUG nova.virt.hardware [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.140912] env[68831]: DEBUG nova.virt.hardware [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.141571] env[68831]: DEBUG nova.virt.hardware [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.141764] env[68831]: DEBUG nova.virt.hardware [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.141998] env[68831]: DEBUG nova.virt.hardware [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.142177] env[68831]: DEBUG nova.virt.hardware [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.142353] env[68831]: DEBUG nova.virt.hardware [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.142520] env[68831]: DEBUG nova.virt.hardware [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.142694] env[68831]: DEBUG nova.virt.hardware [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.143666] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f4420d-e19d-4f00-b6d1-27f41436d03f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.157221] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f81318c-aeef-4514-9e98-7bbde506161d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.162200] env[68831]: INFO nova.scheduler.client.report [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Deleted allocations for instance 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa [ 1029.176072] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455861} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.184731] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07/6eb77d85-fb04-45f0-ab59-2b2b1fa64e07.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.185018] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.186448] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb2e3cc0-ee81-44bb-9964-0f2d1619b58c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.193916] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1029.193916] env[68831]: value = "task-2803114" [ 1029.193916] env[68831]: _type = "Task" [ 1029.193916] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.204524] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.423539] env[68831]: DEBUG nova.network.neutron [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.536940] env[68831]: DEBUG nova.network.neutron [-] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.618544] env[68831]: DEBUG nova.network.neutron [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Updating instance_info_cache with network_info: [{"id": "68437a7f-866a-41c3-90a7-b4f00f196d9d", "address": "fa:16:3e:30:44:48", "network": {"id": "a257c703-12e8-44b9-a7c4-6d5bc973c63e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-628798146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceda3c2732040879e9f5715f2b91654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68437a7f-86", "ovs_interfaceid": "68437a7f-866a-41c3-90a7-b4f00f196d9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.683660] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dfc0772-af2c-4a99-bb11-c511971ffb92 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Lock "9fe86c8a-3b99-4503-82d9-db99ae5ec2fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.647s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.707246] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067975} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.707520] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.708345] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a27001-a73c-4a53-a9e0-0e565c63fd3d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.734683] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07/6eb77d85-fb04-45f0-ab59-2b2b1fa64e07.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.735057] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c252db0-ceb2-4ef1-8630-467b40197d6b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.757711] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1029.757711] env[68831]: value = "task-2803115" [ 1029.757711] env[68831]: _type = "Task" [ 1029.757711] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.768265] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.861708] env[68831]: DEBUG nova.network.neutron [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Successfully updated port: 212c2f9d-caa6-42db-b917-9fb8c1c0ed2a {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.044114] env[68831]: INFO nova.compute.manager [-] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Took 1.27 seconds to deallocate network for instance. [ 1030.121012] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "refresh_cache-c1453f23-0639-4d5a-9ac6-d834b2864f59" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.121435] env[68831]: DEBUG nova.compute.manager [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Instance network_info: |[{"id": "68437a7f-866a-41c3-90a7-b4f00f196d9d", "address": "fa:16:3e:30:44:48", "network": {"id": "a257c703-12e8-44b9-a7c4-6d5bc973c63e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-628798146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceda3c2732040879e9f5715f2b91654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68437a7f-86", "ovs_interfaceid": "68437a7f-866a-41c3-90a7-b4f00f196d9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.121761] env[68831]: DEBUG oslo_concurrency.lockutils [req-fc4d86af-8e42-48bc-84e4-98934fe5899b req-5b733363-1183-42b5-a571-0dc322a5f20b service nova] Acquired lock "refresh_cache-c1453f23-0639-4d5a-9ac6-d834b2864f59" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.121942] env[68831]: DEBUG nova.network.neutron [req-fc4d86af-8e42-48bc-84e4-98934fe5899b req-5b733363-1183-42b5-a571-0dc322a5f20b service nova] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Refreshing network info cache for port 68437a7f-866a-41c3-90a7-b4f00f196d9d {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.123440] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:44:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68437a7f-866a-41c3-90a7-b4f00f196d9d', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.131995] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.136923] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.137447] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-734b1950-d483-445d-9f60-6be86b6e784e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.163937] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.163937] env[68831]: value = "task-2803116" [ 1030.163937] env[68831]: _type = "Task" [ 1030.163937] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.172834] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803116, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.272222] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.364584] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Acquiring lock "refresh_cache-22a0893b-980e-49e2-94cf-3629a9bc39e0" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.364760] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Acquired lock "refresh_cache-22a0893b-980e-49e2-94cf-3629a9bc39e0" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.364913] env[68831]: DEBUG nova.network.neutron [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.551416] env[68831]: DEBUG oslo_concurrency.lockutils [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.556597] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b832794-226b-489f-90f7-59fbb6e4837f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.562501] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544b98a9-126e-4a8a-b398-388cf3e16e33 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.597162] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f623e56d-f1eb-49ec-9ba3-a9606e3b6b4c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.605621] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c69ef2-8273-4c51-b1f2-ea28fbf231a3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.623201] env[68831]: DEBUG nova.compute.provider_tree [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.676300] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803116, 'name': CreateVM_Task, 'duration_secs': 0.358966} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.676300] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.676300] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.676300] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.676300] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.676559] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b6dd60-2008-4138-b228-3428d7a16a7d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.684453] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1030.684453] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520158eb-c211-c7d9-2d50-182a76da46be" [ 1030.684453] env[68831]: _type = "Task" [ 1030.684453] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.693927] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520158eb-c211-c7d9-2d50-182a76da46be, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.694498] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.694856] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.695326] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.695645] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.695949] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.696336] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3ca3acc-e777-4703-8931-1db1ccce81ea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.705768] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.706210] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.707600] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eed54d3-650f-4e93-83c6-91b54e300a32 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.715318] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1030.715318] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525dd1b7-4bd4-8a82-405d-552e9a69aec6" [ 1030.715318] env[68831]: _type = "Task" [ 1030.715318] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.730283] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525dd1b7-4bd4-8a82-405d-552e9a69aec6, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.730283] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ac837f-90ec-46fe-9d75-aaf9807cd7d1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.736219] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1030.736219] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52101c72-8550-a450-867a-2bb5780fc199" [ 1030.736219] env[68831]: _type = "Task" [ 1030.736219] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.749760] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52101c72-8550-a450-867a-2bb5780fc199, 'name': SearchDatastore_Task, 'duration_secs': 0.008717} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.749926] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.750321] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] c1453f23-0639-4d5a-9ac6-d834b2864f59/c1453f23-0639-4d5a-9ac6-d834b2864f59.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.751240] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d5806ed-4620-4c2c-816d-c9c396977957 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.757405] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1030.757405] env[68831]: value = "task-2803117" [ 1030.757405] env[68831]: _type = "Task" [ 1030.757405] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.771933] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.779620] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803115, 'name': ReconfigVM_Task, 'duration_secs': 0.603931} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.779982] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07/6eb77d85-fb04-45f0-ab59-2b2b1fa64e07.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.780597] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-022f3d8d-4ef5-45fc-8107-2d08e1077ba6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.787080] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1030.787080] env[68831]: value = "task-2803118" [ 1030.787080] env[68831]: _type = "Task" [ 1030.787080] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.794337] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803118, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.904945] env[68831]: DEBUG nova.network.neutron [req-fc4d86af-8e42-48bc-84e4-98934fe5899b req-5b733363-1183-42b5-a571-0dc322a5f20b service nova] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Updated VIF entry in instance network info cache for port 68437a7f-866a-41c3-90a7-b4f00f196d9d. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.905320] env[68831]: DEBUG nova.network.neutron [req-fc4d86af-8e42-48bc-84e4-98934fe5899b req-5b733363-1183-42b5-a571-0dc322a5f20b service nova] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Updating instance_info_cache with network_info: [{"id": "68437a7f-866a-41c3-90a7-b4f00f196d9d", "address": "fa:16:3e:30:44:48", "network": {"id": "a257c703-12e8-44b9-a7c4-6d5bc973c63e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-628798146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceda3c2732040879e9f5715f2b91654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68437a7f-86", "ovs_interfaceid": "68437a7f-866a-41c3-90a7-b4f00f196d9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.913313] env[68831]: DEBUG nova.network.neutron [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.064789] env[68831]: DEBUG nova.network.neutron [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Updating instance_info_cache with network_info: [{"id": "212c2f9d-caa6-42db-b917-9fb8c1c0ed2a", "address": "fa:16:3e:e2:13:7d", "network": {"id": "afae65a1-5d7b-4923-afb3-ae6f5644fac3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-883298401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25fa5e9c06f4580a65290faba77ef93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap212c2f9d-ca", "ovs_interfaceid": "212c2f9d-caa6-42db-b917-9fb8c1c0ed2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.118212] env[68831]: DEBUG nova.compute.manager [req-c4f98c2b-ec79-4d6b-8541-a92b7a0f6dab req-d842a0ec-a982-4655-95e3-3a30f61ef15b service nova] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Received event network-vif-deleted-eebbb70a-d4f8-4c46-a758-911b37c0d0bc {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.118769] env[68831]: DEBUG nova.compute.manager [req-c4f98c2b-ec79-4d6b-8541-a92b7a0f6dab req-d842a0ec-a982-4655-95e3-3a30f61ef15b service nova] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Received event network-vif-plugged-212c2f9d-caa6-42db-b917-9fb8c1c0ed2a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.119122] env[68831]: DEBUG oslo_concurrency.lockutils [req-c4f98c2b-ec79-4d6b-8541-a92b7a0f6dab req-d842a0ec-a982-4655-95e3-3a30f61ef15b service nova] Acquiring lock "22a0893b-980e-49e2-94cf-3629a9bc39e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.119664] env[68831]: DEBUG oslo_concurrency.lockutils [req-c4f98c2b-ec79-4d6b-8541-a92b7a0f6dab req-d842a0ec-a982-4655-95e3-3a30f61ef15b service nova] Lock "22a0893b-980e-49e2-94cf-3629a9bc39e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.119928] env[68831]: DEBUG oslo_concurrency.lockutils [req-c4f98c2b-ec79-4d6b-8541-a92b7a0f6dab req-d842a0ec-a982-4655-95e3-3a30f61ef15b service nova] Lock "22a0893b-980e-49e2-94cf-3629a9bc39e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.120292] env[68831]: DEBUG nova.compute.manager [req-c4f98c2b-ec79-4d6b-8541-a92b7a0f6dab req-d842a0ec-a982-4655-95e3-3a30f61ef15b service nova] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] No waiting events found dispatching network-vif-plugged-212c2f9d-caa6-42db-b917-9fb8c1c0ed2a {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.120784] env[68831]: WARNING nova.compute.manager [req-c4f98c2b-ec79-4d6b-8541-a92b7a0f6dab req-d842a0ec-a982-4655-95e3-3a30f61ef15b service nova] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Received unexpected event network-vif-plugged-212c2f9d-caa6-42db-b917-9fb8c1c0ed2a for instance with vm_state building and task_state spawning. [ 1031.121368] env[68831]: DEBUG nova.compute.manager [req-c4f98c2b-ec79-4d6b-8541-a92b7a0f6dab req-d842a0ec-a982-4655-95e3-3a30f61ef15b service nova] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Received event network-changed-212c2f9d-caa6-42db-b917-9fb8c1c0ed2a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.121368] env[68831]: DEBUG nova.compute.manager [req-c4f98c2b-ec79-4d6b-8541-a92b7a0f6dab req-d842a0ec-a982-4655-95e3-3a30f61ef15b service nova] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Refreshing instance network info cache due to event network-changed-212c2f9d-caa6-42db-b917-9fb8c1c0ed2a. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1031.121552] env[68831]: DEBUG oslo_concurrency.lockutils [req-c4f98c2b-ec79-4d6b-8541-a92b7a0f6dab req-d842a0ec-a982-4655-95e3-3a30f61ef15b service nova] Acquiring lock "refresh_cache-22a0893b-980e-49e2-94cf-3629a9bc39e0" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.126851] env[68831]: DEBUG nova.scheduler.client.report [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.266947] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487408} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.267247] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] c1453f23-0639-4d5a-9ac6-d834b2864f59/c1453f23-0639-4d5a-9ac6-d834b2864f59.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.267465] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.267800] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f55391a8-5191-4edf-9ea1-3ea7e01d8cdf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.274766] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1031.274766] env[68831]: value = "task-2803119" [ 1031.274766] env[68831]: _type = "Task" [ 1031.274766] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.285412] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.295587] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803118, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.414295] env[68831]: DEBUG oslo_concurrency.lockutils [req-fc4d86af-8e42-48bc-84e4-98934fe5899b req-5b733363-1183-42b5-a571-0dc322a5f20b service nova] Releasing lock "refresh_cache-c1453f23-0639-4d5a-9ac6-d834b2864f59" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.569716] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Releasing lock "refresh_cache-22a0893b-980e-49e2-94cf-3629a9bc39e0" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.570118] env[68831]: DEBUG nova.compute.manager [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Instance network_info: |[{"id": "212c2f9d-caa6-42db-b917-9fb8c1c0ed2a", "address": "fa:16:3e:e2:13:7d", "network": {"id": "afae65a1-5d7b-4923-afb3-ae6f5644fac3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-883298401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25fa5e9c06f4580a65290faba77ef93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap212c2f9d-ca", "ovs_interfaceid": "212c2f9d-caa6-42db-b917-9fb8c1c0ed2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.570434] env[68831]: DEBUG oslo_concurrency.lockutils [req-c4f98c2b-ec79-4d6b-8541-a92b7a0f6dab req-d842a0ec-a982-4655-95e3-3a30f61ef15b service nova] Acquired lock "refresh_cache-22a0893b-980e-49e2-94cf-3629a9bc39e0" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.570616] env[68831]: DEBUG nova.network.neutron [req-c4f98c2b-ec79-4d6b-8541-a92b7a0f6dab req-d842a0ec-a982-4655-95e3-3a30f61ef15b service nova] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Refreshing network info cache for port 212c2f9d-caa6-42db-b917-9fb8c1c0ed2a {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.571919] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:13:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '212c2f9d-caa6-42db-b917-9fb8c1c0ed2a', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.587388] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Creating folder: Project (f25fa5e9c06f4580a65290faba77ef93). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.594269] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09065f42-86b8-4272-b86a-7922e816f024 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.607174] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Created folder: Project (f25fa5e9c06f4580a65290faba77ef93) in parent group-v563050. [ 1031.607174] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Creating folder: Instances. Parent ref: group-v563281. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.607174] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d54bd8f-2d83-478e-8c9f-12edcd199eed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.617019] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Created folder: Instances in parent group-v563281. [ 1031.617019] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.617019] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.617019] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7760e421-f8be-4cd7-92f9-47aefdc7d95a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.635601] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.636574] env[68831]: DEBUG nova.compute.manager [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.640862] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.906s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.641445] env[68831]: DEBUG nova.objects.instance [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lazy-loading 'resources' on Instance uuid 8d015588-d232-4639-92fc-413da7fcf695 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.650046] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.650046] env[68831]: value = "task-2803122" [ 1031.650046] env[68831]: _type = "Task" [ 1031.650046] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.663219] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803122, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.784774] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070201} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.785272] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.786134] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371abaf8-bcf6-4504-8fbb-580793828553 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.819591] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] c1453f23-0639-4d5a-9ac6-d834b2864f59/c1453f23-0639-4d5a-9ac6-d834b2864f59.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.827832] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0aa444f-5b4d-4081-8acd-42aa68d7fe96 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.846904] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803118, 'name': Rename_Task, 'duration_secs': 0.758098} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.847872] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.847987] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fac2946-114c-4bdd-9b02-3cd5b1967c56 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.852287] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1031.852287] env[68831]: value = "task-2803123" [ 1031.852287] env[68831]: _type = "Task" [ 1031.852287] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.856498] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1031.856498] env[68831]: value = "task-2803124" [ 1031.856498] env[68831]: _type = "Task" [ 1031.856498] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.863502] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.867890] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.001965] env[68831]: DEBUG nova.network.neutron [req-c4f98c2b-ec79-4d6b-8541-a92b7a0f6dab req-d842a0ec-a982-4655-95e3-3a30f61ef15b service nova] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Updated VIF entry in instance network info cache for port 212c2f9d-caa6-42db-b917-9fb8c1c0ed2a. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.002410] env[68831]: DEBUG nova.network.neutron [req-c4f98c2b-ec79-4d6b-8541-a92b7a0f6dab req-d842a0ec-a982-4655-95e3-3a30f61ef15b service nova] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Updating instance_info_cache with network_info: [{"id": "212c2f9d-caa6-42db-b917-9fb8c1c0ed2a", "address": "fa:16:3e:e2:13:7d", "network": {"id": "afae65a1-5d7b-4923-afb3-ae6f5644fac3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-883298401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25fa5e9c06f4580a65290faba77ef93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap212c2f9d-ca", "ovs_interfaceid": "212c2f9d-caa6-42db-b917-9fb8c1c0ed2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.142058] env[68831]: DEBUG nova.objects.instance [None req-64bb3c35-d1dc-4c57-ad7d-a0bf5e50a1e3 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Lazy-loading 'flavor' on Instance uuid a9163236-c65e-48c8-b068-73898e0e173e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.152776] env[68831]: DEBUG nova.compute.utils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.159548] env[68831]: DEBUG nova.compute.manager [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.159548] env[68831]: DEBUG nova.network.neutron [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.179138] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803122, 'name': CreateVM_Task, 'duration_secs': 0.515604} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.179138] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.179803] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.180097] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.180327] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.180841] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4dcb89-c401-46d0-95ba-097532ca4520 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.186606] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Waiting for the task: (returnval){ [ 1032.186606] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a95f84-5e62-ef53-7d45-288d425ba7a5" [ 1032.186606] env[68831]: _type = "Task" [ 1032.186606] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.198641] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a95f84-5e62-ef53-7d45-288d425ba7a5, 'name': SearchDatastore_Task} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.202018] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.202018] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.202018] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.202018] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.202018] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.202018] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f18d767-60ea-484a-a142-7f19de88fd12 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.210743] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.210925] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.214101] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f85e2fa-b50f-4763-a74c-591720921608 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.219010] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Waiting for the task: (returnval){ [ 1032.219010] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524d0e89-ef04-e5b5-c5df-6e11f1b81e2b" [ 1032.219010] env[68831]: _type = "Task" [ 1032.219010] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.232952] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524d0e89-ef04-e5b5-c5df-6e11f1b81e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.236303] env[68831]: DEBUG nova.policy [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3472e023cad9473aa82d83e0d7cf649c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9443b2c2676349adbde8ff7b5b39ced2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.369890] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803123, 'name': ReconfigVM_Task, 'duration_secs': 0.343496} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.369890] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Reconfigured VM instance instance-00000056 to attach disk [datastore1] c1453f23-0639-4d5a-9ac6-d834b2864f59/c1453f23-0639-4d5a-9ac6-d834b2864f59.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.371036] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da36f280-d5de-45b9-9451-becb53f8aa7f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.376470] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803124, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.382975] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1032.382975] env[68831]: value = "task-2803125" [ 1032.382975] env[68831]: _type = "Task" [ 1032.382975] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.392054] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803125, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.506441] env[68831]: DEBUG oslo_concurrency.lockutils [req-c4f98c2b-ec79-4d6b-8541-a92b7a0f6dab req-d842a0ec-a982-4655-95e3-3a30f61ef15b service nova] Releasing lock "refresh_cache-22a0893b-980e-49e2-94cf-3629a9bc39e0" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.650962] env[68831]: DEBUG oslo_concurrency.lockutils [None req-64bb3c35-d1dc-4c57-ad7d-a0bf5e50a1e3 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquiring lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.651539] env[68831]: DEBUG oslo_concurrency.lockutils [None req-64bb3c35-d1dc-4c57-ad7d-a0bf5e50a1e3 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquired lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.664548] env[68831]: DEBUG nova.compute.manager [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.682388] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ea81bf-2279-4eee-bef4-a9ce92190e0d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.694607] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e13d26-1b72-44e1-8aa4-c411562565f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.728022] env[68831]: DEBUG nova.network.neutron [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Successfully created port: a5df5d98-239c-4878-91e9-2326a2c19211 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.734137] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b096da-e2f1-42b4-90de-aa304c6d777a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.742627] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524d0e89-ef04-e5b5-c5df-6e11f1b81e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.023321} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.745812] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ad08ff-a263-48c2-8085-ee729479548d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.749460] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa72d02-a62c-487c-820a-7a6e1af04d94 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.763904] env[68831]: DEBUG nova.compute.provider_tree [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.766165] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Waiting for the task: (returnval){ [ 1032.766165] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527680b4-e31a-2b7b-7a2e-0e5f25e19f97" [ 1032.766165] env[68831]: _type = "Task" [ 1032.766165] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.776980] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527680b4-e31a-2b7b-7a2e-0e5f25e19f97, 'name': SearchDatastore_Task, 'duration_secs': 0.008644} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.777495] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.777756] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 22a0893b-980e-49e2-94cf-3629a9bc39e0/22a0893b-980e-49e2-94cf-3629a9bc39e0.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.778020] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad041106-869e-41d5-a191-19f8620c735a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.784962] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Waiting for the task: (returnval){ [ 1032.784962] env[68831]: value = "task-2803126" [ 1032.784962] env[68831]: _type = "Task" [ 1032.784962] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.794984] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': task-2803126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.873414] env[68831]: DEBUG oslo_vmware.api [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803124, 'name': PowerOnVM_Task, 'duration_secs': 0.808852} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.873414] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.873414] env[68831]: INFO nova.compute.manager [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1032.873414] env[68831]: DEBUG nova.compute.manager [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.874533] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322bbb89-a92b-4897-94fb-84471098ca79 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.891458] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803125, 'name': Rename_Task, 'duration_secs': 0.14014} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.891666] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.893425] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09856227-b6fd-4acc-adbe-b361dfc81885 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.899361] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1032.899361] env[68831]: value = "task-2803127" [ 1032.899361] env[68831]: _type = "Task" [ 1032.899361] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.908522] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.272406] env[68831]: DEBUG nova.scheduler.client.report [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.297188] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': task-2803126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479981} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.297188] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 22a0893b-980e-49e2-94cf-3629a9bc39e0/22a0893b-980e-49e2-94cf-3629a9bc39e0.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.299611] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.299611] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11f276cc-3688-41de-a62a-8b41fbd71ad2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.304481] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Waiting for the task: (returnval){ [ 1033.304481] env[68831]: value = "task-2803128" [ 1033.304481] env[68831]: _type = "Task" [ 1033.304481] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.319358] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': task-2803128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.392699] env[68831]: INFO nova.compute.manager [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Took 33.66 seconds to build instance. [ 1033.406808] env[68831]: DEBUG nova.network.neutron [None req-64bb3c35-d1dc-4c57-ad7d-a0bf5e50a1e3 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.412302] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.452775] env[68831]: DEBUG nova.compute.manager [req-284d650b-4028-40ad-8c94-7324618dc927 req-6c14b4c3-5fde-4c6b-8e85-2f53b1df7133 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Received event network-changed-d98ce563-fc87-4762-bb84-a8dc8c6a6f48 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1033.452980] env[68831]: DEBUG nova.compute.manager [req-284d650b-4028-40ad-8c94-7324618dc927 req-6c14b4c3-5fde-4c6b-8e85-2f53b1df7133 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Refreshing instance network info cache due to event network-changed-d98ce563-fc87-4762-bb84-a8dc8c6a6f48. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1033.453206] env[68831]: DEBUG oslo_concurrency.lockutils [req-284d650b-4028-40ad-8c94-7324618dc927 req-6c14b4c3-5fde-4c6b-8e85-2f53b1df7133 service nova] Acquiring lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.680134] env[68831]: DEBUG nova.compute.manager [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.702525] env[68831]: DEBUG nova.virt.hardware [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.703311] env[68831]: DEBUG nova.virt.hardware [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.703586] env[68831]: DEBUG nova.virt.hardware [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.703805] env[68831]: DEBUG nova.virt.hardware [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.704257] env[68831]: DEBUG nova.virt.hardware [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.704396] env[68831]: DEBUG nova.virt.hardware [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.704617] env[68831]: DEBUG nova.virt.hardware [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.705142] env[68831]: DEBUG nova.virt.hardware [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.705264] env[68831]: DEBUG nova.virt.hardware [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.705520] env[68831]: DEBUG nova.virt.hardware [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.705690] env[68831]: DEBUG nova.virt.hardware [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.706845] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fd9402-8edb-48bd-ace9-627a871ac47d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.717395] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72fb669-bb54-443f-b2df-4a266bdeaa16 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.777156] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.780608] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.795s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.780608] env[68831]: DEBUG nova.objects.instance [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lazy-loading 'resources' on Instance uuid 2cf96e39-7987-400b-bdd8-7632879d206e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.815367] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': task-2803128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113543} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.816487] env[68831]: INFO nova.scheduler.client.report [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleted allocations for instance 8d015588-d232-4639-92fc-413da7fcf695 [ 1033.820621] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.825027] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2e660b-71f9-4f47-9d18-b27c32730f77 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.851961] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 22a0893b-980e-49e2-94cf-3629a9bc39e0/22a0893b-980e-49e2-94cf-3629a9bc39e0.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.852381] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a086b474-29a7-4c95-b8a2-2d3df3e05cad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.874045] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Waiting for the task: (returnval){ [ 1033.874045] env[68831]: value = "task-2803129" [ 1033.874045] env[68831]: _type = "Task" [ 1033.874045] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.887824] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': task-2803129, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.894788] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6264b458-3126-401e-a15a-9196173b43e8 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.177s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.910510] env[68831]: DEBUG oslo_vmware.api [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803127, 'name': PowerOnVM_Task, 'duration_secs': 0.734921} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.910977] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.911227] env[68831]: INFO nova.compute.manager [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1033.911406] env[68831]: DEBUG nova.compute.manager [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.912414] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8287bb9-fca8-4e5b-97f6-0e4470498403 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.209830] env[68831]: DEBUG nova.network.neutron [None req-64bb3c35-d1dc-4c57-ad7d-a0bf5e50a1e3 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Updating instance_info_cache with network_info: [{"id": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "address": "fa:16:3e:75:a9:49", "network": {"id": "1c496e0b-6aec-4883-b94e-6b9f0816b7c5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-63331072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f9fa6383c04313a1e3b0cfb8d72de3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98ce563-fc", "ovs_interfaceid": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.324872] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86811844-d9c1-4bdd-90bb-cdeb21f30b08 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "8d015588-d232-4639-92fc-413da7fcf695" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.122s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.340258] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "05611151-ab8a-4435-9225-60d1671b7d2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.340592] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.392704] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': task-2803129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.443385] env[68831]: INFO nova.compute.manager [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Took 32.51 seconds to build instance. [ 1034.693185] env[68831]: DEBUG nova.network.neutron [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Successfully updated port: a5df5d98-239c-4878-91e9-2326a2c19211 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.716998] env[68831]: DEBUG oslo_concurrency.lockutils [None req-64bb3c35-d1dc-4c57-ad7d-a0bf5e50a1e3 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Releasing lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.720748] env[68831]: DEBUG nova.compute.manager [None req-64bb3c35-d1dc-4c57-ad7d-a0bf5e50a1e3 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Inject network info {{(pid=68831) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1034.720748] env[68831]: DEBUG nova.compute.manager [None req-64bb3c35-d1dc-4c57-ad7d-a0bf5e50a1e3 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] network_info to inject: |[{"id": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "address": "fa:16:3e:75:a9:49", "network": {"id": "1c496e0b-6aec-4883-b94e-6b9f0816b7c5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-63331072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f9fa6383c04313a1e3b0cfb8d72de3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98ce563-fc", "ovs_interfaceid": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1034.722849] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-64bb3c35-d1dc-4c57-ad7d-a0bf5e50a1e3 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Reconfiguring VM instance to set the machine id {{(pid=68831) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1034.726992] env[68831]: DEBUG oslo_concurrency.lockutils [req-284d650b-4028-40ad-8c94-7324618dc927 req-6c14b4c3-5fde-4c6b-8e85-2f53b1df7133 service nova] Acquired lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.727568] env[68831]: DEBUG nova.network.neutron [req-284d650b-4028-40ad-8c94-7324618dc927 req-6c14b4c3-5fde-4c6b-8e85-2f53b1df7133 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Refreshing network info cache for port d98ce563-fc87-4762-bb84-a8dc8c6a6f48 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.728906] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f9b68b-576a-4b93-83f2-044a80718e49 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.743107] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceacc468-b205-4012-b6d5-90d93fb3f6a0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.758201] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c847bca-c5b8-4509-8d4b-3237786ff687 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.762446] env[68831]: DEBUG oslo_vmware.api [None req-64bb3c35-d1dc-4c57-ad7d-a0bf5e50a1e3 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Waiting for the task: (returnval){ [ 1034.762446] env[68831]: value = "task-2803130" [ 1034.762446] env[68831]: _type = "Task" [ 1034.762446] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.791407] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ead01c4-9f77-42c6-ba27-5c054b061d44 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.797939] env[68831]: DEBUG oslo_vmware.api [None req-64bb3c35-d1dc-4c57-ad7d-a0bf5e50a1e3 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2803130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.802640] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a616ce5-dca9-4969-b288-08599dfc83cd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.816665] env[68831]: DEBUG nova.compute.provider_tree [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.837720] env[68831]: DEBUG nova.objects.instance [None req-1289906b-34d8-46aa-9bc7-1d6425478c9c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Lazy-loading 'flavor' on Instance uuid a9163236-c65e-48c8-b068-73898e0e173e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.845251] env[68831]: DEBUG nova.compute.manager [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.884902] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': task-2803129, 'name': ReconfigVM_Task, 'duration_secs': 0.859156} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.885211] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 22a0893b-980e-49e2-94cf-3629a9bc39e0/22a0893b-980e-49e2-94cf-3629a9bc39e0.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.885869] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1e02f48-a369-4f36-a90e-e4f9ddad1d10 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.893030] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Waiting for the task: (returnval){ [ 1034.893030] env[68831]: value = "task-2803131" [ 1034.893030] env[68831]: _type = "Task" [ 1034.893030] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.902382] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': task-2803131, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.945143] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e7652098-e6a5-42d0-bee0-39de9a490df5 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "c1453f23-0639-4d5a-9ac6-d834b2864f59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.020s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.202049] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "refresh_cache-4d7849e3-494a-470a-990a-09efc919e64e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.202265] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired lock "refresh_cache-4d7849e3-494a-470a-990a-09efc919e64e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.202532] env[68831]: DEBUG nova.network.neutron [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.271166] env[68831]: DEBUG oslo_vmware.api [None req-64bb3c35-d1dc-4c57-ad7d-a0bf5e50a1e3 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2803130, 'name': ReconfigVM_Task, 'duration_secs': 0.1603} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.271452] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-64bb3c35-d1dc-4c57-ad7d-a0bf5e50a1e3 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Reconfigured VM instance to set the machine id {{(pid=68831) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1035.319461] env[68831]: DEBUG nova.scheduler.client.report [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.345763] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1289906b-34d8-46aa-9bc7-1d6425478c9c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquiring lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.375963] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.406828] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': task-2803131, 'name': Rename_Task, 'duration_secs': 0.157731} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.409548] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.409548] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51dc0060-cc0f-4a1e-b0fb-0d7641bc7115 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.414786] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Waiting for the task: (returnval){ [ 1035.414786] env[68831]: value = "task-2803132" [ 1035.414786] env[68831]: _type = "Task" [ 1035.414786] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.424964] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': task-2803132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.486035] env[68831]: DEBUG nova.compute.manager [req-8884b317-6197-45d1-bc27-1a7bf26b33ac req-c7c688f3-5c19-45bf-a61e-59327446a148 service nova] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Received event network-vif-plugged-a5df5d98-239c-4878-91e9-2326a2c19211 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.486389] env[68831]: DEBUG oslo_concurrency.lockutils [req-8884b317-6197-45d1-bc27-1a7bf26b33ac req-c7c688f3-5c19-45bf-a61e-59327446a148 service nova] Acquiring lock "4d7849e3-494a-470a-990a-09efc919e64e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.486636] env[68831]: DEBUG oslo_concurrency.lockutils [req-8884b317-6197-45d1-bc27-1a7bf26b33ac req-c7c688f3-5c19-45bf-a61e-59327446a148 service nova] Lock "4d7849e3-494a-470a-990a-09efc919e64e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.486784] env[68831]: DEBUG oslo_concurrency.lockutils [req-8884b317-6197-45d1-bc27-1a7bf26b33ac req-c7c688f3-5c19-45bf-a61e-59327446a148 service nova] Lock "4d7849e3-494a-470a-990a-09efc919e64e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.486972] env[68831]: DEBUG nova.compute.manager [req-8884b317-6197-45d1-bc27-1a7bf26b33ac req-c7c688f3-5c19-45bf-a61e-59327446a148 service nova] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] No waiting events found dispatching network-vif-plugged-a5df5d98-239c-4878-91e9-2326a2c19211 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.487375] env[68831]: WARNING nova.compute.manager [req-8884b317-6197-45d1-bc27-1a7bf26b33ac req-c7c688f3-5c19-45bf-a61e-59327446a148 service nova] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Received unexpected event network-vif-plugged-a5df5d98-239c-4878-91e9-2326a2c19211 for instance with vm_state building and task_state spawning. [ 1035.487555] env[68831]: DEBUG nova.compute.manager [req-8884b317-6197-45d1-bc27-1a7bf26b33ac req-c7c688f3-5c19-45bf-a61e-59327446a148 service nova] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Received event network-changed-a5df5d98-239c-4878-91e9-2326a2c19211 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.487721] env[68831]: DEBUG nova.compute.manager [req-8884b317-6197-45d1-bc27-1a7bf26b33ac req-c7c688f3-5c19-45bf-a61e-59327446a148 service nova] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Refreshing instance network info cache due to event network-changed-a5df5d98-239c-4878-91e9-2326a2c19211. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1035.487894] env[68831]: DEBUG oslo_concurrency.lockutils [req-8884b317-6197-45d1-bc27-1a7bf26b33ac req-c7c688f3-5c19-45bf-a61e-59327446a148 service nova] Acquiring lock "refresh_cache-4d7849e3-494a-470a-990a-09efc919e64e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.546048] env[68831]: DEBUG nova.network.neutron [req-284d650b-4028-40ad-8c94-7324618dc927 req-6c14b4c3-5fde-4c6b-8e85-2f53b1df7133 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Updated VIF entry in instance network info cache for port d98ce563-fc87-4762-bb84-a8dc8c6a6f48. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.546429] env[68831]: DEBUG nova.network.neutron [req-284d650b-4028-40ad-8c94-7324618dc927 req-6c14b4c3-5fde-4c6b-8e85-2f53b1df7133 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Updating instance_info_cache with network_info: [{"id": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "address": "fa:16:3e:75:a9:49", "network": {"id": "1c496e0b-6aec-4883-b94e-6b9f0816b7c5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-63331072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f9fa6383c04313a1e3b0cfb8d72de3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98ce563-fc", "ovs_interfaceid": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.756411] env[68831]: DEBUG nova.network.neutron [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.825109] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.827924] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.133s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.827924] env[68831]: DEBUG nova.objects.instance [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lazy-loading 'resources' on Instance uuid cfc9f302-5554-4eca-bdcb-19fb860b77f7 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.845413] env[68831]: INFO nova.scheduler.client.report [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleted allocations for instance 2cf96e39-7987-400b-bdd8-7632879d206e [ 1035.895483] env[68831]: DEBUG nova.compute.manager [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Stashing vm_state: active {{(pid=68831) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1035.929615] env[68831]: DEBUG oslo_vmware.api [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': task-2803132, 'name': PowerOnVM_Task, 'duration_secs': 0.456419} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.929938] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.930168] env[68831]: INFO nova.compute.manager [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1035.930350] env[68831]: DEBUG nova.compute.manager [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.931447] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dacb8a-a0de-4cc8-bb6f-926d7dcb8ba8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.943059] env[68831]: DEBUG nova.network.neutron [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Updating instance_info_cache with network_info: [{"id": "a5df5d98-239c-4878-91e9-2326a2c19211", "address": "fa:16:3e:09:49:e2", "network": {"id": "8dc0259c-6f94-413e-9c32-eb1a0276e97e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-849667077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9443b2c2676349adbde8ff7b5b39ced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5df5d98-23", "ovs_interfaceid": "a5df5d98-239c-4878-91e9-2326a2c19211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.017035] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "84beba26-6f10-474c-86c9-7ee250d3a47e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.018107] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "84beba26-6f10-474c-86c9-7ee250d3a47e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.049479] env[68831]: DEBUG oslo_concurrency.lockutils [req-284d650b-4028-40ad-8c94-7324618dc927 req-6c14b4c3-5fde-4c6b-8e85-2f53b1df7133 service nova] Releasing lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.049842] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1289906b-34d8-46aa-9bc7-1d6425478c9c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquired lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.355579] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9d582199-9fcb-4b4e-a1ad-975e1e430718 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "2cf96e39-7987-400b-bdd8-7632879d206e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.888s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.427948] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.450504] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lock "refresh_cache-4d7849e3-494a-470a-990a-09efc919e64e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.451119] env[68831]: DEBUG nova.compute.manager [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Instance network_info: |[{"id": "a5df5d98-239c-4878-91e9-2326a2c19211", "address": "fa:16:3e:09:49:e2", "network": {"id": "8dc0259c-6f94-413e-9c32-eb1a0276e97e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-849667077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9443b2c2676349adbde8ff7b5b39ced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5df5d98-23", "ovs_interfaceid": "a5df5d98-239c-4878-91e9-2326a2c19211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.454167] env[68831]: DEBUG oslo_concurrency.lockutils [req-8884b317-6197-45d1-bc27-1a7bf26b33ac req-c7c688f3-5c19-45bf-a61e-59327446a148 service nova] Acquired lock "refresh_cache-4d7849e3-494a-470a-990a-09efc919e64e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.455411] env[68831]: DEBUG nova.network.neutron [req-8884b317-6197-45d1-bc27-1a7bf26b33ac req-c7c688f3-5c19-45bf-a61e-59327446a148 service nova] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Refreshing network info cache for port a5df5d98-239c-4878-91e9-2326a2c19211 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.459013] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:49:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5df5d98-239c-4878-91e9-2326a2c19211', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.466493] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.467598] env[68831]: INFO nova.compute.manager [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Took 33.06 seconds to build instance. [ 1036.473441] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.474151] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da8e8b65-4cec-4cce-89da-11481c39ef50 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.500896] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.500896] env[68831]: value = "task-2803133" [ 1036.500896] env[68831]: _type = "Task" [ 1036.500896] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.509918] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803133, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.510809] env[68831]: DEBUG nova.network.neutron [None req-1289906b-34d8-46aa-9bc7-1d6425478c9c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.521569] env[68831]: DEBUG nova.compute.manager [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.751739] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86d278f-2124-44d7-9498-beb1a9c17350 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.759668] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df63019-4b6d-4fd7-a9b1-9e8cbe44e734 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.789246] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e77e33-f61e-4907-9292-e103c764fce4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.796751] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33135557-afbe-4b50-9d20-90d74a789587 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.811776] env[68831]: DEBUG nova.compute.provider_tree [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.975082] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0e448f0c-ce4d-427e-9fda-3cdbd639be03 tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Lock "22a0893b-980e-49e2-94cf-3629a9bc39e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.574s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.010721] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803133, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.042265] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.212927] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "488e4e48-4b80-46f4-9f73-0304a5f344a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.213289] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "488e4e48-4b80-46f4-9f73-0304a5f344a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.314985] env[68831]: DEBUG nova.scheduler.client.report [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.322870] env[68831]: DEBUG nova.network.neutron [req-8884b317-6197-45d1-bc27-1a7bf26b33ac req-c7c688f3-5c19-45bf-a61e-59327446a148 service nova] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Updated VIF entry in instance network info cache for port a5df5d98-239c-4878-91e9-2326a2c19211. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.323232] env[68831]: DEBUG nova.network.neutron [req-8884b317-6197-45d1-bc27-1a7bf26b33ac req-c7c688f3-5c19-45bf-a61e-59327446a148 service nova] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Updating instance_info_cache with network_info: [{"id": "a5df5d98-239c-4878-91e9-2326a2c19211", "address": "fa:16:3e:09:49:e2", "network": {"id": "8dc0259c-6f94-413e-9c32-eb1a0276e97e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-849667077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9443b2c2676349adbde8ff7b5b39ced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5df5d98-23", "ovs_interfaceid": "a5df5d98-239c-4878-91e9-2326a2c19211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.363651] env[68831]: DEBUG nova.network.neutron [None req-1289906b-34d8-46aa-9bc7-1d6425478c9c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Updating instance_info_cache with network_info: [{"id": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "address": "fa:16:3e:75:a9:49", "network": {"id": "1c496e0b-6aec-4883-b94e-6b9f0816b7c5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-63331072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f9fa6383c04313a1e3b0cfb8d72de3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98ce563-fc", "ovs_interfaceid": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.511807] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803133, 'name': CreateVM_Task, 'duration_secs': 0.748291} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.511807] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.512492] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.512676] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.512989] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.513258] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-548546ac-6480-4f96-a854-dffcf6aeef14 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.518050] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1037.518050] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f77a0d-7f76-3a05-441e-c17b22a7714f" [ 1037.518050] env[68831]: _type = "Task" [ 1037.518050] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.524648] env[68831]: DEBUG nova.compute.manager [req-08a51a19-dcb7-4d4e-9393-b63622c45b1b req-eca5d8c8-c831-45d6-9b79-0f96baa5891b service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Received event network-changed-d98ce563-fc87-4762-bb84-a8dc8c6a6f48 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.524847] env[68831]: DEBUG nova.compute.manager [req-08a51a19-dcb7-4d4e-9393-b63622c45b1b req-eca5d8c8-c831-45d6-9b79-0f96baa5891b service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Refreshing instance network info cache due to event network-changed-d98ce563-fc87-4762-bb84-a8dc8c6a6f48. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1037.525179] env[68831]: DEBUG oslo_concurrency.lockutils [req-08a51a19-dcb7-4d4e-9393-b63622c45b1b req-eca5d8c8-c831-45d6-9b79-0f96baa5891b service nova] Acquiring lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.529868] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f77a0d-7f76-3a05-441e-c17b22a7714f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.716423] env[68831]: DEBUG nova.compute.manager [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.820780] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.824335] env[68831]: DEBUG oslo_concurrency.lockutils [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.055s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.824609] env[68831]: DEBUG nova.objects.instance [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lazy-loading 'resources' on Instance uuid ef882f9b-aeb9-412b-bc0b-4ec321a28f38 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.832036] env[68831]: DEBUG oslo_concurrency.lockutils [req-8884b317-6197-45d1-bc27-1a7bf26b33ac req-c7c688f3-5c19-45bf-a61e-59327446a148 service nova] Releasing lock "refresh_cache-4d7849e3-494a-470a-990a-09efc919e64e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.851217] env[68831]: INFO nova.scheduler.client.report [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Deleted allocations for instance cfc9f302-5554-4eca-bdcb-19fb860b77f7 [ 1037.866711] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1289906b-34d8-46aa-9bc7-1d6425478c9c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Releasing lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.866990] env[68831]: DEBUG nova.compute.manager [None req-1289906b-34d8-46aa-9bc7-1d6425478c9c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Inject network info {{(pid=68831) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1037.867269] env[68831]: DEBUG nova.compute.manager [None req-1289906b-34d8-46aa-9bc7-1d6425478c9c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] network_info to inject: |[{"id": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "address": "fa:16:3e:75:a9:49", "network": {"id": "1c496e0b-6aec-4883-b94e-6b9f0816b7c5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-63331072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f9fa6383c04313a1e3b0cfb8d72de3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98ce563-fc", "ovs_interfaceid": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1037.872477] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1289906b-34d8-46aa-9bc7-1d6425478c9c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Reconfiguring VM instance to set the machine id {{(pid=68831) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1037.872852] env[68831]: DEBUG oslo_concurrency.lockutils [req-08a51a19-dcb7-4d4e-9393-b63622c45b1b req-eca5d8c8-c831-45d6-9b79-0f96baa5891b service nova] Acquired lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.873051] env[68831]: DEBUG nova.network.neutron [req-08a51a19-dcb7-4d4e-9393-b63622c45b1b req-eca5d8c8-c831-45d6-9b79-0f96baa5891b service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Refreshing network info cache for port d98ce563-fc87-4762-bb84-a8dc8c6a6f48 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.874469] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f6c073f-a881-4ef7-856c-1ddfa6150ccc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.891774] env[68831]: DEBUG oslo_vmware.api [None req-1289906b-34d8-46aa-9bc7-1d6425478c9c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Waiting for the task: (returnval){ [ 1037.891774] env[68831]: value = "task-2803134" [ 1037.891774] env[68831]: _type = "Task" [ 1037.891774] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.902102] env[68831]: DEBUG oslo_vmware.api [None req-1289906b-34d8-46aa-9bc7-1d6425478c9c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2803134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.031182] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f77a0d-7f76-3a05-441e-c17b22a7714f, 'name': SearchDatastore_Task, 'duration_secs': 0.024643} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.031569] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.031884] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.032231] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.032448] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.032654] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.033055] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0abd49c7-695c-478b-801f-6bc470150766 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.047128] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.047128] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.047568] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd3154d7-044f-4aaa-852f-1d0308a7f2fe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.054523] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1038.054523] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525f5c44-39d3-276f-255f-b56888ff69b3" [ 1038.054523] env[68831]: _type = "Task" [ 1038.054523] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.064775] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525f5c44-39d3-276f-255f-b56888ff69b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.238257] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.359615] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a8215c88-577f-4422-8985-69dd95279b77 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "cfc9f302-5554-4eca-bdcb-19fb860b77f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.820s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.405290] env[68831]: DEBUG oslo_vmware.api [None req-1289906b-34d8-46aa-9bc7-1d6425478c9c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2803134, 'name': ReconfigVM_Task, 'duration_secs': 0.263491} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.405658] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1289906b-34d8-46aa-9bc7-1d6425478c9c tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Reconfigured VM instance to set the machine id {{(pid=68831) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1038.574331] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525f5c44-39d3-276f-255f-b56888ff69b3, 'name': SearchDatastore_Task, 'duration_secs': 0.018401} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.580863] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55282708-4d5b-464d-9eac-d6217c50024d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.588359] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1038.588359] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525bc093-b19b-583a-03d2-ea23878f3467" [ 1038.588359] env[68831]: _type = "Task" [ 1038.588359] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.596738] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525bc093-b19b-583a-03d2-ea23878f3467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.615406] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Acquiring lock "22a0893b-980e-49e2-94cf-3629a9bc39e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.615744] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Lock "22a0893b-980e-49e2-94cf-3629a9bc39e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.615954] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Acquiring lock "22a0893b-980e-49e2-94cf-3629a9bc39e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.616277] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Lock "22a0893b-980e-49e2-94cf-3629a9bc39e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.616491] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Lock "22a0893b-980e-49e2-94cf-3629a9bc39e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.621155] env[68831]: INFO nova.compute.manager [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Terminating instance [ 1038.690964] env[68831]: DEBUG nova.network.neutron [req-08a51a19-dcb7-4d4e-9393-b63622c45b1b req-eca5d8c8-c831-45d6-9b79-0f96baa5891b service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Updated VIF entry in instance network info cache for port d98ce563-fc87-4762-bb84-a8dc8c6a6f48. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.691393] env[68831]: DEBUG nova.network.neutron [req-08a51a19-dcb7-4d4e-9393-b63622c45b1b req-eca5d8c8-c831-45d6-9b79-0f96baa5891b service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Updating instance_info_cache with network_info: [{"id": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "address": "fa:16:3e:75:a9:49", "network": {"id": "1c496e0b-6aec-4883-b94e-6b9f0816b7c5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-63331072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f9fa6383c04313a1e3b0cfb8d72de3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98ce563-fc", "ovs_interfaceid": "d98ce563-fc87-4762-bb84-a8dc8c6a6f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.795112] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7d8fda-cf71-4f13-9661-ea38ba35ec50 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.803260] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc051f4c-a742-43f6-af55-b43acd400b56 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.834750] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquiring lock "a9163236-c65e-48c8-b068-73898e0e173e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.835082] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Lock "a9163236-c65e-48c8-b068-73898e0e173e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.835319] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquiring lock "a9163236-c65e-48c8-b068-73898e0e173e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.835434] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Lock "a9163236-c65e-48c8-b068-73898e0e173e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.835625] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Lock "a9163236-c65e-48c8-b068-73898e0e173e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.838096] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e22cc8-5ffa-4593-a984-78068bdd773a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.841155] env[68831]: INFO nova.compute.manager [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Terminating instance [ 1038.847764] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3fbb1a-49e4-490f-89ad-0c0afe3954dc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.862579] env[68831]: DEBUG nova.compute.provider_tree [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.098619] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525bc093-b19b-583a-03d2-ea23878f3467, 'name': SearchDatastore_Task, 'duration_secs': 0.010673} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.099322] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.099322] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 4d7849e3-494a-470a-990a-09efc919e64e/4d7849e3-494a-470a-990a-09efc919e64e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.100189] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a0a8223-c760-428e-bb40-d17797e444fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.109263] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1039.109263] env[68831]: value = "task-2803135" [ 1039.109263] env[68831]: _type = "Task" [ 1039.109263] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.120425] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.125309] env[68831]: DEBUG nova.compute.manager [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.125591] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.126516] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8809738-33cb-403b-b1ce-b17e405505a0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.133675] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.133942] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d9dfe6a-2965-4d2e-ae9a-039d396858b1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.139660] env[68831]: DEBUG oslo_vmware.api [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Waiting for the task: (returnval){ [ 1039.139660] env[68831]: value = "task-2803136" [ 1039.139660] env[68831]: _type = "Task" [ 1039.139660] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.147951] env[68831]: DEBUG oslo_vmware.api [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': task-2803136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.194903] env[68831]: DEBUG oslo_concurrency.lockutils [req-08a51a19-dcb7-4d4e-9393-b63622c45b1b req-eca5d8c8-c831-45d6-9b79-0f96baa5891b service nova] Releasing lock "refresh_cache-a9163236-c65e-48c8-b068-73898e0e173e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.346127] env[68831]: DEBUG nova.compute.manager [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.346387] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.347326] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42986351-f791-4d97-b0d1-677e7c6a6508 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.356732] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.357101] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7a949c7-e749-4b3c-adff-f7f192b8ff49 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.367205] env[68831]: DEBUG nova.scheduler.client.report [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.371264] env[68831]: DEBUG oslo_vmware.api [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Waiting for the task: (returnval){ [ 1039.371264] env[68831]: value = "task-2803137" [ 1039.371264] env[68831]: _type = "Task" [ 1039.371264] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.383391] env[68831]: DEBUG oslo_vmware.api [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2803137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.530022] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.530376] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.620616] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803135, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.649746] env[68831]: DEBUG oslo_vmware.api [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': task-2803136, 'name': PowerOffVM_Task, 'duration_secs': 0.224867} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.650046] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.650222] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.650489] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51693296-147f-440c-8c60-98dc4c77193c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.712842] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.713083] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.713274] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Deleting the datastore file [datastore1] 22a0893b-980e-49e2-94cf-3629a9bc39e0 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.713534] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad791b64-91a7-424c-ad45-a1c867b118e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.719942] env[68831]: DEBUG oslo_vmware.api [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Waiting for the task: (returnval){ [ 1039.719942] env[68831]: value = "task-2803139" [ 1039.719942] env[68831]: _type = "Task" [ 1039.719942] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.729534] env[68831]: DEBUG oslo_vmware.api [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': task-2803139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.873600] env[68831]: DEBUG oslo_concurrency.lockutils [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.878926] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.273s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.880498] env[68831]: INFO nova.compute.claims [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.888495] env[68831]: DEBUG oslo_vmware.api [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2803137, 'name': PowerOffVM_Task, 'duration_secs': 0.198092} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.888754] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.889007] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.889189] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3400de8-020d-4030-8abd-abdeb0d1e671 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.900832] env[68831]: INFO nova.scheduler.client.report [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Deleted allocations for instance ef882f9b-aeb9-412b-bc0b-4ec321a28f38 [ 1039.954324] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.954562] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.954863] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Deleting the datastore file [datastore2] a9163236-c65e-48c8-b068-73898e0e173e {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.955117] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7aa85b0-b169-4781-9924-f3ee05539bd4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.962522] env[68831]: DEBUG oslo_vmware.api [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Waiting for the task: (returnval){ [ 1039.962522] env[68831]: value = "task-2803141" [ 1039.962522] env[68831]: _type = "Task" [ 1039.962522] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.970824] env[68831]: DEBUG oslo_vmware.api [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2803141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.034265] env[68831]: INFO nova.compute.manager [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Detaching volume 0142276d-46f8-41f9-9a64-e2a0941ce9d6 [ 1040.076710] env[68831]: INFO nova.virt.block_device [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Attempting to driver detach volume 0142276d-46f8-41f9-9a64-e2a0941ce9d6 from mountpoint /dev/sdb [ 1040.077106] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1040.077371] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563186', 'volume_id': '0142276d-46f8-41f9-9a64-e2a0941ce9d6', 'name': 'volume-0142276d-46f8-41f9-9a64-e2a0941ce9d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9eb1eeb3-aad7-4187-93f1-8ed435ce8e08', 'attached_at': '', 'detached_at': '', 'volume_id': '0142276d-46f8-41f9-9a64-e2a0941ce9d6', 'serial': '0142276d-46f8-41f9-9a64-e2a0941ce9d6'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1040.079022] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e15f25-c308-4700-af85-af6046589b1f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.103493] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ddf70e-d151-4784-b915-e826ae3167f7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.110532] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8114ea4c-ae75-4eb2-b735-003ce56b0931 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.137750] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf58d30-2a1e-498f-bb69-6940b24e7803 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.140415] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568936} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.140668] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 4d7849e3-494a-470a-990a-09efc919e64e/4d7849e3-494a-470a-990a-09efc919e64e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.140917] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.141505] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d44d78b-3333-4b8b-84bd-9e9e02a8c6ac {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.154122] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] The volume has not been displaced from its original location: [datastore1] volume-0142276d-46f8-41f9-9a64-e2a0941ce9d6/volume-0142276d-46f8-41f9-9a64-e2a0941ce9d6.vmdk. No consolidation needed. {{(pid=68831) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1040.159477] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.160212] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-527e4045-9ed5-4c50-ba03-5eb3d1f86f01 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.175161] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1040.175161] env[68831]: value = "task-2803142" [ 1040.175161] env[68831]: _type = "Task" [ 1040.175161] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.180582] env[68831]: DEBUG oslo_vmware.api [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1040.180582] env[68831]: value = "task-2803143" [ 1040.180582] env[68831]: _type = "Task" [ 1040.180582] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.183647] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.191072] env[68831]: DEBUG oslo_vmware.api [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.230578] env[68831]: DEBUG oslo_vmware.api [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Task: {'id': task-2803139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374411} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.230835] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.231034] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.231222] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.231396] env[68831]: INFO nova.compute.manager [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1040.231648] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.231837] env[68831]: DEBUG nova.compute.manager [-] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.231932] env[68831]: DEBUG nova.network.neutron [-] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.410191] env[68831]: DEBUG oslo_concurrency.lockutils [None req-21a21272-f751-462d-b9c4-6f2c85215e23 tempest-ListServerFiltersTestJSON-1001658136 tempest-ListServerFiltersTestJSON-1001658136-project-member] Lock "ef882f9b-aeb9-412b-bc0b-4ec321a28f38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.357s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.479071] env[68831]: DEBUG oslo_vmware.api [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Task: {'id': task-2803141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233385} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.479071] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.479071] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.479071] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.479071] env[68831]: INFO nova.compute.manager [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1040.479606] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.480306] env[68831]: DEBUG nova.compute.manager [-] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.481094] env[68831]: DEBUG nova.network.neutron [-] [instance: a9163236-c65e-48c8-b068-73898e0e173e] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.580199] env[68831]: DEBUG nova.compute.manager [req-63223976-2620-477b-9520-ddc3ddef9e3c req-b0800d25-6cc2-4218-9a3a-09efef3044e1 service nova] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Received event network-vif-deleted-212c2f9d-caa6-42db-b917-9fb8c1c0ed2a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.580199] env[68831]: INFO nova.compute.manager [req-63223976-2620-477b-9520-ddc3ddef9e3c req-b0800d25-6cc2-4218-9a3a-09efef3044e1 service nova] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Neutron deleted interface 212c2f9d-caa6-42db-b917-9fb8c1c0ed2a; detaching it from the instance and deleting it from the info cache [ 1040.580199] env[68831]: DEBUG nova.network.neutron [req-63223976-2620-477b-9520-ddc3ddef9e3c req-b0800d25-6cc2-4218-9a3a-09efef3044e1 service nova] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.689827] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075644} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.689827] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.689827] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c9b020-cf28-433b-8f4d-a931a289d20b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.697605] env[68831]: DEBUG oslo_vmware.api [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803143, 'name': ReconfigVM_Task, 'duration_secs': 0.444408} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.708667] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1040.726345] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 4d7849e3-494a-470a-990a-09efc919e64e/4d7849e3-494a-470a-990a-09efc919e64e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.727211] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0593cfd8-72a5-4409-a1c0-addba487f5d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.745639] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a77bd9db-c526-4e31-80e7-be18b2256c9c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.770650] env[68831]: DEBUG oslo_vmware.api [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1040.770650] env[68831]: value = "task-2803144" [ 1040.770650] env[68831]: _type = "Task" [ 1040.770650] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.772251] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1040.772251] env[68831]: value = "task-2803145" [ 1040.772251] env[68831]: _type = "Task" [ 1040.772251] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.787520] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803145, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.787520] env[68831]: DEBUG oslo_vmware.api [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.066648] env[68831]: DEBUG nova.network.neutron [-] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.085112] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf9d7617-3c67-4539-bc6b-b175a741f448 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.098653] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4b0ee5-be89-4d3b-9d15-a5a11f0a1209 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.142933] env[68831]: DEBUG nova.compute.manager [req-63223976-2620-477b-9520-ddc3ddef9e3c req-b0800d25-6cc2-4218-9a3a-09efef3044e1 service nova] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Detach interface failed, port_id=212c2f9d-caa6-42db-b917-9fb8c1c0ed2a, reason: Instance 22a0893b-980e-49e2-94cf-3629a9bc39e0 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1041.283810] env[68831]: DEBUG oslo_vmware.api [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803144, 'name': ReconfigVM_Task, 'duration_secs': 0.218224} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.284687] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563186', 'volume_id': '0142276d-46f8-41f9-9a64-e2a0941ce9d6', 'name': 'volume-0142276d-46f8-41f9-9a64-e2a0941ce9d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9eb1eeb3-aad7-4187-93f1-8ed435ce8e08', 'attached_at': '', 'detached_at': '', 'volume_id': '0142276d-46f8-41f9-9a64-e2a0941ce9d6', 'serial': '0142276d-46f8-41f9-9a64-e2a0941ce9d6'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1041.289380] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803145, 'name': ReconfigVM_Task, 'duration_secs': 0.358366} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.291596] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 4d7849e3-494a-470a-990a-09efc919e64e/4d7849e3-494a-470a-990a-09efc919e64e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.292373] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bc4f96e-a094-477d-89de-d28d51caa433 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.298964] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1041.298964] env[68831]: value = "task-2803146" [ 1041.298964] env[68831]: _type = "Task" [ 1041.298964] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.309893] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803146, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.344432] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fec2c0c-a4fb-49e8-9755-47f065084c8b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.352243] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3ca318-8768-46be-a873-aa6ba7dd8d00 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.123297] env[68831]: DEBUG nova.network.neutron [-] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.127049] env[68831]: INFO nova.compute.manager [-] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Took 1.89 seconds to deallocate network for instance. [ 1042.127049] env[68831]: DEBUG nova.objects.instance [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lazy-loading 'flavor' on Instance uuid 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.132557] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6715c6ce-d219-413d-9477-ccbed9a6909f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.143943] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803146, 'name': Rename_Task, 'duration_secs': 0.13498} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.145366] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.145655] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d531854-2b3f-4343-ab92-43a5b912446d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.148124] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8d5d1f-e919-4330-83c2-ba8b6a1e3bc7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.163445] env[68831]: DEBUG nova.compute.provider_tree [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.166307] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1042.166307] env[68831]: value = "task-2803147" [ 1042.166307] env[68831]: _type = "Task" [ 1042.166307] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.175374] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803147, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.610824] env[68831]: DEBUG nova.compute.manager [req-d31f8b2b-65d0-43c1-8442-a164adc1011c req-6e8034ca-cee0-47ae-a254-0339e0089bb0 service nova] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Received event network-vif-deleted-d98ce563-fc87-4762-bb84-a8dc8c6a6f48 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.637529] env[68831]: INFO nova.compute.manager [-] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Took 2.16 seconds to deallocate network for instance. [ 1042.640783] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.668344] env[68831]: DEBUG nova.scheduler.client.report [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.681590] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.146903] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.147341] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53207b5b-6eed-4e4b-b0bf-48fea00e7283 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.617s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.176800] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.298s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.177342] env[68831]: DEBUG nova.compute.manager [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.183360] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.735s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.184639] env[68831]: INFO nova.compute.claims [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.187439] env[68831]: DEBUG oslo_vmware.api [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803147, 'name': PowerOnVM_Task, 'duration_secs': 0.733156} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.188166] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.189334] env[68831]: INFO nova.compute.manager [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1043.189334] env[68831]: DEBUG nova.compute.manager [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.189480] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3ac128-32cf-439f-b039-f2ca72157426 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.691267] env[68831]: DEBUG nova.compute.utils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.693034] env[68831]: DEBUG nova.compute.manager [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.693215] env[68831]: DEBUG nova.network.neutron [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.705586] env[68831]: INFO nova.compute.manager [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Took 37.89 seconds to build instance. [ 1043.733684] env[68831]: DEBUG nova.policy [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7993528f65cd490b899ec60d5221c054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '725c8697cfb04846b6bc581e30c2dc45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.822109] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.822465] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.822694] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.822971] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.823187] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.827930] env[68831]: INFO nova.compute.manager [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Terminating instance [ 1044.035203] env[68831]: DEBUG nova.network.neutron [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Successfully created port: 2c653f75-93a1-4859-89d2-280188ceea49 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.198964] env[68831]: DEBUG nova.compute.manager [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.207933] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1c8d71d6-81c9-4ba9-97c3-68f0089531bf tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "4d7849e3-494a-470a-990a-09efc919e64e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.402s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.331942] env[68831]: DEBUG nova.compute.manager [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.331942] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.333258] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8476bf42-a42c-4ef8-a9da-087a5a30901e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.342992] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.343241] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c202ee35-c763-4056-8ee4-da344a251fc4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.351270] env[68831]: DEBUG oslo_vmware.api [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1044.351270] env[68831]: value = "task-2803148" [ 1044.351270] env[68831]: _type = "Task" [ 1044.351270] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.362814] env[68831]: DEBUG oslo_vmware.api [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.542734] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9cc4ed-c362-4b44-bf5d-b9747893a72d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.550224] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5714000a-80e9-48a4-a231-2859886155fb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.580652] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75ee06e-2b75-470d-b8fe-a55f95b6b04c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.588120] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375bcfe2-d461-447f-a8c4-69f9551a239b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.601375] env[68831]: DEBUG nova.compute.provider_tree [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.803189] env[68831]: DEBUG nova.compute.manager [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.804158] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab27dc99-5eac-4cad-ad84-48309dea62b8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.860888] env[68831]: DEBUG oslo_vmware.api [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803148, 'name': PowerOffVM_Task, 'duration_secs': 0.187681} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.861150] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.861314] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.861544] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9916060f-2d42-44b4-9a3b-d9eb1cbfd6f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.104750] env[68831]: DEBUG nova.scheduler.client.report [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.179010] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e68fae22-c692-4d89-8351-57b76d8b1581 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "interface-c8e11680-f1fc-4237-a8d2-2d1706080b0e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.179454] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e68fae22-c692-4d89-8351-57b76d8b1581 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-c8e11680-f1fc-4237-a8d2-2d1706080b0e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.179658] env[68831]: DEBUG nova.objects.instance [None req-e68fae22-c692-4d89-8351-57b76d8b1581 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'flavor' on Instance uuid c8e11680-f1fc-4237-a8d2-2d1706080b0e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.208763] env[68831]: DEBUG nova.compute.manager [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.234637] env[68831]: DEBUG nova.virt.hardware [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.234905] env[68831]: DEBUG nova.virt.hardware [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.235080] env[68831]: DEBUG nova.virt.hardware [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.235268] env[68831]: DEBUG nova.virt.hardware [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.235416] env[68831]: DEBUG nova.virt.hardware [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.235562] env[68831]: DEBUG nova.virt.hardware [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.235795] env[68831]: DEBUG nova.virt.hardware [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.235968] env[68831]: DEBUG nova.virt.hardware [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.236158] env[68831]: DEBUG nova.virt.hardware [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.236324] env[68831]: DEBUG nova.virt.hardware [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.236495] env[68831]: DEBUG nova.virt.hardware [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.237407] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c7727e-6b15-422f-a1f7-6d885ee9e0a0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.245532] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c981fd-02af-4e47-b960-3870a6c680bd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.315647] env[68831]: INFO nova.compute.manager [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] instance snapshotting [ 1045.318206] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e310db3-542d-45d0-9c85-be593ee2ef28 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.337067] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cd1513-70d8-4575-a294-7110c4b16a50 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.515042] env[68831]: DEBUG nova.compute.manager [req-1c8a561a-f6a8-4929-9311-5fda44266492 req-a449cc49-21c5-46ff-8e67-6e44884905d8 service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Received event network-vif-plugged-2c653f75-93a1-4859-89d2-280188ceea49 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.515300] env[68831]: DEBUG oslo_concurrency.lockutils [req-1c8a561a-f6a8-4929-9311-5fda44266492 req-a449cc49-21c5-46ff-8e67-6e44884905d8 service nova] Acquiring lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.515384] env[68831]: DEBUG oslo_concurrency.lockutils [req-1c8a561a-f6a8-4929-9311-5fda44266492 req-a449cc49-21c5-46ff-8e67-6e44884905d8 service nova] Lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.515559] env[68831]: DEBUG oslo_concurrency.lockutils [req-1c8a561a-f6a8-4929-9311-5fda44266492 req-a449cc49-21c5-46ff-8e67-6e44884905d8 service nova] Lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.515816] env[68831]: DEBUG nova.compute.manager [req-1c8a561a-f6a8-4929-9311-5fda44266492 req-a449cc49-21c5-46ff-8e67-6e44884905d8 service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] No waiting events found dispatching network-vif-plugged-2c653f75-93a1-4859-89d2-280188ceea49 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.515997] env[68831]: WARNING nova.compute.manager [req-1c8a561a-f6a8-4929-9311-5fda44266492 req-a449cc49-21c5-46ff-8e67-6e44884905d8 service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Received unexpected event network-vif-plugged-2c653f75-93a1-4859-89d2-280188ceea49 for instance with vm_state building and task_state spawning. [ 1045.570199] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.570493] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.570712] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Deleting the datastore file [datastore2] 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.571046] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea6d3cf3-2ed2-4170-b1eb-a090cedd7913 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.578806] env[68831]: DEBUG oslo_vmware.api [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1045.578806] env[68831]: value = "task-2803150" [ 1045.578806] env[68831]: _type = "Task" [ 1045.578806] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.588842] env[68831]: DEBUG oslo_vmware.api [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.610448] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.611099] env[68831]: DEBUG nova.compute.manager [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.614509] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.867s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.615134] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.619193] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68831) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1045.619548] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.739s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.619776] env[68831]: DEBUG nova.objects.instance [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lazy-loading 'resources' on Instance uuid 5be9111c-f58a-43eb-94c1-d0ac8d99159f {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.622100] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9973d290-9696-45d2-adb0-92fc4f23323b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.631131] env[68831]: DEBUG nova.objects.instance [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lazy-loading 'numa_topology' on Instance uuid 5be9111c-f58a-43eb-94c1-d0ac8d99159f {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.638751] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c6e4d0-1f57-4583-84b7-0eabb1705266 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.655433] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dd8b47-ad40-4e90-8c2b-28f8e00dde9d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.659230] env[68831]: DEBUG nova.network.neutron [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Successfully updated port: 2c653f75-93a1-4859-89d2-280188ceea49 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.665691] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c6c89e-0505-4c20-a553-71912922011a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.699047] env[68831]: DEBUG nova.objects.instance [None req-e68fae22-c692-4d89-8351-57b76d8b1581 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'pci_requests' on Instance uuid c8e11680-f1fc-4237-a8d2-2d1706080b0e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.700030] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177743MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68831) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1045.700134] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.847538] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1045.847853] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b38e4238-d1e5-4865-9b70-9e5402bed524 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.855275] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1045.855275] env[68831]: value = "task-2803151" [ 1045.855275] env[68831]: _type = "Task" [ 1045.855275] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.862976] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803151, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.089265] env[68831]: DEBUG oslo_vmware.api [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143831} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.089520] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.089702] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.089881] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.090073] env[68831]: INFO nova.compute.manager [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1046.090323] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.090516] env[68831]: DEBUG nova.compute.manager [-] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.090612] env[68831]: DEBUG nova.network.neutron [-] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.123197] env[68831]: DEBUG nova.compute.utils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.124791] env[68831]: DEBUG nova.compute.manager [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.124982] env[68831]: DEBUG nova.network.neutron [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.133730] env[68831]: DEBUG nova.objects.base [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Object Instance<5be9111c-f58a-43eb-94c1-d0ac8d99159f> lazy-loaded attributes: resources,numa_topology {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.162411] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.162519] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.162658] env[68831]: DEBUG nova.network.neutron [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.206017] env[68831]: DEBUG nova.objects.base [None req-e68fae22-c692-4d89-8351-57b76d8b1581 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.206017] env[68831]: DEBUG nova.network.neutron [None req-e68fae22-c692-4d89-8351-57b76d8b1581 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.211108] env[68831]: DEBUG nova.policy [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9b03e5749834673a79744fd5d5fa4de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e822cf838f73443ba868253bf65d20ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.367555] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803151, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.510020] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8922ecc6-d1ba-47cb-ac2e-d511a3757ec2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.516367] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6a639e-ec79-46e4-8785-1126f1ad6a81 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.548480] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbd3c57-cdf0-48e9-bec6-28d8159e418c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.555905] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffba007-d0e6-4e4f-abc6-becdd842da49 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.569040] env[68831]: DEBUG nova.compute.provider_tree [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.630366] env[68831]: DEBUG nova.compute.manager [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.651446] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e68fae22-c692-4d89-8351-57b76d8b1581 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-c8e11680-f1fc-4237-a8d2-2d1706080b0e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.472s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.738142] env[68831]: DEBUG nova.network.neutron [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.866236] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803151, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.075020] env[68831]: DEBUG nova.scheduler.client.report [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.079722] env[68831]: DEBUG nova.network.neutron [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance_info_cache with network_info: [{"id": "2c653f75-93a1-4859-89d2-280188ceea49", "address": "fa:16:3e:1b:27:d6", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c653f75-93", "ovs_interfaceid": "2c653f75-93a1-4859-89d2-280188ceea49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.180343] env[68831]: DEBUG nova.network.neutron [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Successfully created port: 0b420cef-83cd-4597-bd12-876af94883c3 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.371021] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803151, 'name': CreateSnapshot_Task, 'duration_secs': 1.264672} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.371021] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1047.371021] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c64587-270a-4fa1-bd69-76f67bc1dc38 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.580020] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.581161] env[68831]: DEBUG oslo_concurrency.lockutils [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.030s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.581909] env[68831]: DEBUG nova.objects.instance [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lazy-loading 'resources' on Instance uuid 0b80c578-37ff-41c7-82e0-a00b1de29a39 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.583816] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.583816] env[68831]: DEBUG nova.compute.manager [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Instance network_info: |[{"id": "2c653f75-93a1-4859-89d2-280188ceea49", "address": "fa:16:3e:1b:27:d6", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c653f75-93", "ovs_interfaceid": "2c653f75-93a1-4859-89d2-280188ceea49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.587019] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:27:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c653f75-93a1-4859-89d2-280188ceea49', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.594085] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.598803] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.600138] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c139e20a-9576-44b3-9191-e3b835bffd04 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.626827] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.626827] env[68831]: value = "task-2803152" [ 1047.626827] env[68831]: _type = "Task" [ 1047.626827] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.639640] env[68831]: DEBUG nova.compute.manager [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.648848] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803152, 'name': CreateVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.678884] env[68831]: DEBUG nova.virt.hardware [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.679165] env[68831]: DEBUG nova.virt.hardware [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.679326] env[68831]: DEBUG nova.virt.hardware [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.679508] env[68831]: DEBUG nova.virt.hardware [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.679655] env[68831]: DEBUG nova.virt.hardware [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.679802] env[68831]: DEBUG nova.virt.hardware [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.680350] env[68831]: DEBUG nova.virt.hardware [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.680350] env[68831]: DEBUG nova.virt.hardware [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.680350] env[68831]: DEBUG nova.virt.hardware [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.680507] env[68831]: DEBUG nova.virt.hardware [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.680658] env[68831]: DEBUG nova.virt.hardware [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.681930] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4b9bcf-7373-4f67-a5de-4e6aac4160b7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.695278] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16797e8d-ea66-4d69-b09a-e544adc0f644 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.837058] env[68831]: DEBUG nova.compute.manager [req-d75b6dad-daca-4b45-81db-58c043717a86 req-c8e7ae84-f60d-46b1-8671-bc14fa4be4b3 service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Received event network-changed-2c653f75-93a1-4859-89d2-280188ceea49 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.837240] env[68831]: DEBUG nova.compute.manager [req-d75b6dad-daca-4b45-81db-58c043717a86 req-c8e7ae84-f60d-46b1-8671-bc14fa4be4b3 service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Refreshing instance network info cache due to event network-changed-2c653f75-93a1-4859-89d2-280188ceea49. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.837487] env[68831]: DEBUG oslo_concurrency.lockutils [req-d75b6dad-daca-4b45-81db-58c043717a86 req-c8e7ae84-f60d-46b1-8671-bc14fa4be4b3 service nova] Acquiring lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.837598] env[68831]: DEBUG oslo_concurrency.lockutils [req-d75b6dad-daca-4b45-81db-58c043717a86 req-c8e7ae84-f60d-46b1-8671-bc14fa4be4b3 service nova] Acquired lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.837761] env[68831]: DEBUG nova.network.neutron [req-d75b6dad-daca-4b45-81db-58c043717a86 req-c8e7ae84-f60d-46b1-8671-bc14fa4be4b3 service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Refreshing network info cache for port 2c653f75-93a1-4859-89d2-280188ceea49 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.876028] env[68831]: DEBUG nova.network.neutron [-] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.889873] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1047.894045] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f10859fd-81c0-4c2e-a0ed-6caedd18b4fe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.902668] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1047.902668] env[68831]: value = "task-2803153" [ 1047.902668] env[68831]: _type = "Task" [ 1047.902668] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.913913] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803153, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.991455] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b91252-ca2d-4556-8ecc-2e821137561c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.999684] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608956ac-c2aa-4c36-a470-3f8f718a63ab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.032747] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f4277f-7be9-45a0-8979-75d9fc6a896c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.040264] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90f5458-1783-4ab5-83b7-44b3790fa7fb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.054035] env[68831]: DEBUG nova.compute.provider_tree [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.088978] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9759beda-5cd0-4273-852d-fda5249d44e5 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 48.487s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.089899] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 23.838s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.090103] env[68831]: INFO nova.compute.manager [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Unshelving [ 1048.137483] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803152, 'name': CreateVM_Task, 'duration_secs': 0.385487} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.137762] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.138342] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.138510] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.138829] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.139098] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc766ee-0996-48de-a9ea-d733a2f95e0b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.144217] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1048.144217] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521339e6-2a86-f309-9c53-a753fcf6f35d" [ 1048.144217] env[68831]: _type = "Task" [ 1048.144217] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.151897] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521339e6-2a86-f309-9c53-a753fcf6f35d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.380545] env[68831]: DEBUG oslo_concurrency.lockutils [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "interface-c8e11680-f1fc-4237-a8d2-2d1706080b0e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.380991] env[68831]: DEBUG oslo_concurrency.lockutils [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-c8e11680-f1fc-4237-a8d2-2d1706080b0e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.381532] env[68831]: DEBUG nova.objects.instance [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'flavor' on Instance uuid c8e11680-f1fc-4237-a8d2-2d1706080b0e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.383872] env[68831]: INFO nova.compute.manager [-] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Took 2.29 seconds to deallocate network for instance. [ 1048.415898] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803153, 'name': CloneVM_Task} progress is 93%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.542674] env[68831]: DEBUG nova.network.neutron [req-d75b6dad-daca-4b45-81db-58c043717a86 req-c8e7ae84-f60d-46b1-8671-bc14fa4be4b3 service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updated VIF entry in instance network info cache for port 2c653f75-93a1-4859-89d2-280188ceea49. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.543074] env[68831]: DEBUG nova.network.neutron [req-d75b6dad-daca-4b45-81db-58c043717a86 req-c8e7ae84-f60d-46b1-8671-bc14fa4be4b3 service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance_info_cache with network_info: [{"id": "2c653f75-93a1-4859-89d2-280188ceea49", "address": "fa:16:3e:1b:27:d6", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c653f75-93", "ovs_interfaceid": "2c653f75-93a1-4859-89d2-280188ceea49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.557122] env[68831]: DEBUG nova.scheduler.client.report [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.656477] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521339e6-2a86-f309-9c53-a753fcf6f35d, 'name': SearchDatastore_Task, 'duration_secs': 0.008781} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.656844] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.657284] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.657618] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.657866] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.658352] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.658581] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-124d7d2d-99dd-49aa-9ebf-5c5f085b9560 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.668292] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.668483] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.669468] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c232315-251b-4ded-a04e-deba06807da6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.674471] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1048.674471] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a37fef-1f7a-bc54-79ab-5bc45908989b" [ 1048.674471] env[68831]: _type = "Task" [ 1048.674471] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.683741] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a37fef-1f7a-bc54-79ab-5bc45908989b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.775330] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Acquiring lock "c7d086c6-9452-426a-b152-c0e87837044e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.776526] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Lock "c7d086c6-9452-426a-b152-c0e87837044e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.776526] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Acquiring lock "c7d086c6-9452-426a-b152-c0e87837044e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.776526] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Lock "c7d086c6-9452-426a-b152-c0e87837044e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.776707] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Lock "c7d086c6-9452-426a-b152-c0e87837044e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.778889] env[68831]: INFO nova.compute.manager [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Terminating instance [ 1048.807481] env[68831]: DEBUG nova.network.neutron [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Successfully updated port: 0b420cef-83cd-4597-bd12-876af94883c3 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.891427] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.913027] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803153, 'name': CloneVM_Task} progress is 93%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.949059] env[68831]: DEBUG nova.objects.instance [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'pci_requests' on Instance uuid c8e11680-f1fc-4237-a8d2-2d1706080b0e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.045621] env[68831]: DEBUG oslo_concurrency.lockutils [req-d75b6dad-daca-4b45-81db-58c043717a86 req-c8e7ae84-f60d-46b1-8671-bc14fa4be4b3 service nova] Releasing lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.045920] env[68831]: DEBUG nova.compute.manager [req-d75b6dad-daca-4b45-81db-58c043717a86 req-c8e7ae84-f60d-46b1-8671-bc14fa4be4b3 service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Received event network-vif-deleted-9774c82f-1f15-42dd-821b-0d7e0f8697e8 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.046204] env[68831]: INFO nova.compute.manager [req-d75b6dad-daca-4b45-81db-58c043717a86 req-c8e7ae84-f60d-46b1-8671-bc14fa4be4b3 service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Neutron deleted interface 9774c82f-1f15-42dd-821b-0d7e0f8697e8; detaching it from the instance and deleting it from the info cache [ 1049.046425] env[68831]: DEBUG nova.network.neutron [req-d75b6dad-daca-4b45-81db-58c043717a86 req-c8e7ae84-f60d-46b1-8671-bc14fa4be4b3 service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.062777] env[68831]: DEBUG oslo_concurrency.lockutils [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.482s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.066617] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.690s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.068246] env[68831]: INFO nova.compute.claims [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.092300] env[68831]: INFO nova.scheduler.client.report [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Deleted allocations for instance 0b80c578-37ff-41c7-82e0-a00b1de29a39 [ 1049.099228] env[68831]: DEBUG nova.compute.utils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.186044] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a37fef-1f7a-bc54-79ab-5bc45908989b, 'name': SearchDatastore_Task, 'duration_secs': 0.009312} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.186044] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9078b576-4f53-4c17-98ca-15b3903952a3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.190476] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1049.190476] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526520d4-368e-dca3-f7e0-efe62546633b" [ 1049.190476] env[68831]: _type = "Task" [ 1049.190476] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.198148] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526520d4-368e-dca3-f7e0-efe62546633b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.282924] env[68831]: DEBUG nova.compute.manager [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.283296] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.284659] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ec15be-a272-4ef4-a36e-686271a67958 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.295408] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.295751] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39ca5eef-8890-44f7-8a4d-68bea10f7f27 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.302492] env[68831]: DEBUG oslo_vmware.api [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Waiting for the task: (returnval){ [ 1049.302492] env[68831]: value = "task-2803154" [ 1049.302492] env[68831]: _type = "Task" [ 1049.302492] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.314363] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "refresh_cache-42bc5a10-c697-4cf2-b2af-2d725661d0fc" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.314477] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "refresh_cache-42bc5a10-c697-4cf2-b2af-2d725661d0fc" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.314642] env[68831]: DEBUG nova.network.neutron [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.316021] env[68831]: DEBUG oslo_vmware.api [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.415544] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803153, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.452071] env[68831]: DEBUG nova.objects.base [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.452071] env[68831]: DEBUG nova.network.neutron [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.502092] env[68831]: DEBUG nova.policy [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05353b1ca13e48ccb4423a806a911f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e09e70ea0fcc4af6b1b75c71f620f986', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.549325] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2936637-da86-403c-8c07-67daa73bea98 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.558546] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0894416-3308-4590-8f13-169ecf9f02b1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.597645] env[68831]: DEBUG nova.compute.manager [req-d75b6dad-daca-4b45-81db-58c043717a86 req-c8e7ae84-f60d-46b1-8671-bc14fa4be4b3 service nova] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Detach interface failed, port_id=9774c82f-1f15-42dd-821b-0d7e0f8697e8, reason: Instance 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1049.600185] env[68831]: DEBUG oslo_concurrency.lockutils [None req-890f2bca-9df0-409e-93ec-de72c62c3c97 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "0b80c578-37ff-41c7-82e0-a00b1de29a39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.567s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.604400] env[68831]: INFO nova.virt.block_device [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Booting with volume 9edc9630-a6eb-47ec-802c-d1a13d05b9b9 at /dev/sdb [ 1049.644724] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd332e9e-4e4e-499b-83d9-0c960bcab724 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.659854] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07dd4fd-c562-494a-b151-8ade6eb4cd31 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.699229] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4666fc16-661d-44da-8912-cfb685018082 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.706837] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526520d4-368e-dca3-f7e0-efe62546633b, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.707980] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.708294] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 63f5f38f-aecc-41d3-abb2-c8ae50ae8172/63f5f38f-aecc-41d3-abb2-c8ae50ae8172.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.708592] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-340f0a4c-0ff2-4683-a54a-609a1db58690 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.713054] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d82645a-a2a5-4aa8-9fec-956297873518 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.731191] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1049.731191] env[68831]: value = "task-2803155" [ 1049.731191] env[68831]: _type = "Task" [ 1049.731191] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.757092] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8448165d-08c6-4142-a68b-121b5b8acb7c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.760036] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.765973] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dcb2ae-e040-4145-95dd-3730a23683f2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.786189] env[68831]: DEBUG nova.virt.block_device [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Updating existing volume attachment record: 08ae245d-46c2-4349-95c8-d24c9ea257c7 {{(pid=68831) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1049.793826] env[68831]: DEBUG nova.network.neutron [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Successfully created port: 34bb3162-2347-4fcf-84eb-6699f6650750 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.812338] env[68831]: DEBUG oslo_vmware.api [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803154, 'name': PowerOffVM_Task, 'duration_secs': 0.225207} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.812667] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.812874] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.813263] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-337258cf-4cf8-4709-a5f0-7a683485d48a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.867320] env[68831]: DEBUG nova.network.neutron [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.888990] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.889254] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.889440] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Deleting the datastore file [datastore1] c7d086c6-9452-426a-b152-c0e87837044e {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.889706] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2248ea1-fe19-44ae-8f66-d1cff55a4a5f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.899775] env[68831]: DEBUG oslo_vmware.api [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Waiting for the task: (returnval){ [ 1049.899775] env[68831]: value = "task-2803157" [ 1049.899775] env[68831]: _type = "Task" [ 1049.899775] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.910889] env[68831]: DEBUG oslo_vmware.api [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.916015] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803153, 'name': CloneVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.115097] env[68831]: DEBUG nova.network.neutron [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Updating instance_info_cache with network_info: [{"id": "0b420cef-83cd-4597-bd12-876af94883c3", "address": "fa:16:3e:66:9e:93", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b420cef-83", "ovs_interfaceid": "0b420cef-83cd-4597-bd12-876af94883c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.154490] env[68831]: INFO nova.compute.manager [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Rebuilding instance [ 1050.216058] env[68831]: DEBUG nova.compute.manager [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.217450] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a38726-d0e5-4a48-84a7-5e2f22e0a260 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.243499] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472004} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.243499] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 63f5f38f-aecc-41d3-abb2-c8ae50ae8172/63f5f38f-aecc-41d3-abb2-c8ae50ae8172.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.243499] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.243499] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c72fe3b8-f8c8-43c5-b317-16ffe5e19a35 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.251231] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1050.251231] env[68831]: value = "task-2803161" [ 1050.251231] env[68831]: _type = "Task" [ 1050.251231] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.260103] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.290354] env[68831]: DEBUG nova.compute.manager [req-a0895314-11c5-435c-909a-8148076bb587 req-623b8912-fc88-4e52-88ef-55c648a14a96 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Received event network-vif-plugged-0b420cef-83cd-4597-bd12-876af94883c3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.290354] env[68831]: DEBUG oslo_concurrency.lockutils [req-a0895314-11c5-435c-909a-8148076bb587 req-623b8912-fc88-4e52-88ef-55c648a14a96 service nova] Acquiring lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.290441] env[68831]: DEBUG oslo_concurrency.lockutils [req-a0895314-11c5-435c-909a-8148076bb587 req-623b8912-fc88-4e52-88ef-55c648a14a96 service nova] Lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.290579] env[68831]: DEBUG oslo_concurrency.lockutils [req-a0895314-11c5-435c-909a-8148076bb587 req-623b8912-fc88-4e52-88ef-55c648a14a96 service nova] Lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.290751] env[68831]: DEBUG nova.compute.manager [req-a0895314-11c5-435c-909a-8148076bb587 req-623b8912-fc88-4e52-88ef-55c648a14a96 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] No waiting events found dispatching network-vif-plugged-0b420cef-83cd-4597-bd12-876af94883c3 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.290938] env[68831]: WARNING nova.compute.manager [req-a0895314-11c5-435c-909a-8148076bb587 req-623b8912-fc88-4e52-88ef-55c648a14a96 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Received unexpected event network-vif-plugged-0b420cef-83cd-4597-bd12-876af94883c3 for instance with vm_state building and task_state spawning. [ 1050.291172] env[68831]: DEBUG nova.compute.manager [req-a0895314-11c5-435c-909a-8148076bb587 req-623b8912-fc88-4e52-88ef-55c648a14a96 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Received event network-changed-0b420cef-83cd-4597-bd12-876af94883c3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.291283] env[68831]: DEBUG nova.compute.manager [req-a0895314-11c5-435c-909a-8148076bb587 req-623b8912-fc88-4e52-88ef-55c648a14a96 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Refreshing instance network info cache due to event network-changed-0b420cef-83cd-4597-bd12-876af94883c3. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1050.291449] env[68831]: DEBUG oslo_concurrency.lockutils [req-a0895314-11c5-435c-909a-8148076bb587 req-623b8912-fc88-4e52-88ef-55c648a14a96 service nova] Acquiring lock "refresh_cache-42bc5a10-c697-4cf2-b2af-2d725661d0fc" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.413142] env[68831]: DEBUG oslo_vmware.api [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Task: {'id': task-2803157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316851} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.413935] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.414061] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.414218] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.414366] env[68831]: INFO nova.compute.manager [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1050.414605] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.414890] env[68831]: DEBUG nova.compute.manager [-] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.415025] env[68831]: DEBUG nova.network.neutron [-] [instance: c7d086c6-9452-426a-b152-c0e87837044e] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.421723] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803153, 'name': CloneVM_Task, 'duration_secs': 2.0524} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.423192] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Created linked-clone VM from snapshot [ 1050.426757] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7466ae48-667b-4e62-8b95-69b72d851e61 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.431988] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Uploading image 94e1f520-dd98-4f02-87b2-2aea552ccb2a {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1050.442715] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1050.442991] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1ccee939-a4e4-42bc-af49-6505801b85b2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.450027] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1050.450027] env[68831]: value = "task-2803162" [ 1050.450027] env[68831]: _type = "Task" [ 1050.450027] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.459484] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803162, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.506751] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3924b3e-097b-4d9d-91ab-5dcc267e26ee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.513943] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c90618a-eade-4423-a6a1-a197337b78f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.545494] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3795ebbf-b52c-49a7-b02e-bd16381b842c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.553458] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993e8de2-6c9e-4009-befb-4f4e7d48fec6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.566930] env[68831]: DEBUG nova.compute.provider_tree [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.617830] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "refresh_cache-42bc5a10-c697-4cf2-b2af-2d725661d0fc" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.618144] env[68831]: DEBUG nova.compute.manager [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Instance network_info: |[{"id": "0b420cef-83cd-4597-bd12-876af94883c3", "address": "fa:16:3e:66:9e:93", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b420cef-83", "ovs_interfaceid": "0b420cef-83cd-4597-bd12-876af94883c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.618564] env[68831]: DEBUG oslo_concurrency.lockutils [req-a0895314-11c5-435c-909a-8148076bb587 req-623b8912-fc88-4e52-88ef-55c648a14a96 service nova] Acquired lock "refresh_cache-42bc5a10-c697-4cf2-b2af-2d725661d0fc" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.618651] env[68831]: DEBUG nova.network.neutron [req-a0895314-11c5-435c-909a-8148076bb587 req-623b8912-fc88-4e52-88ef-55c648a14a96 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Refreshing network info cache for port 0b420cef-83cd-4597-bd12-876af94883c3 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.619703] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:9e:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b420cef-83cd-4597-bd12-876af94883c3', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.627628] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.630889] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.631694] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee2194f9-a4d8-4386-b090-daffbc54d6fc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.654086] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.654086] env[68831]: value = "task-2803163" [ 1050.654086] env[68831]: _type = "Task" [ 1050.654086] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.662333] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803163, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.761834] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091571} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.762310] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.763120] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aeb1989-20f1-4e27-9ea4-28024b00126b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.787290] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 63f5f38f-aecc-41d3-abb2-c8ae50ae8172/63f5f38f-aecc-41d3-abb2-c8ae50ae8172.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.790284] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc199b47-5c39-4e0b-b4c2-5117f17ca0d0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.810893] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1050.810893] env[68831]: value = "task-2803164" [ 1050.810893] env[68831]: _type = "Task" [ 1050.810893] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.819511] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.962311] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803162, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.995404] env[68831]: DEBUG nova.network.neutron [req-a0895314-11c5-435c-909a-8148076bb587 req-623b8912-fc88-4e52-88ef-55c648a14a96 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Updated VIF entry in instance network info cache for port 0b420cef-83cd-4597-bd12-876af94883c3. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.995927] env[68831]: DEBUG nova.network.neutron [req-a0895314-11c5-435c-909a-8148076bb587 req-623b8912-fc88-4e52-88ef-55c648a14a96 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Updating instance_info_cache with network_info: [{"id": "0b420cef-83cd-4597-bd12-876af94883c3", "address": "fa:16:3e:66:9e:93", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b420cef-83", "ovs_interfaceid": "0b420cef-83cd-4597-bd12-876af94883c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.070328] env[68831]: DEBUG nova.scheduler.client.report [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.118358] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "528a1841-a146-4747-b331-a82997808623" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.118683] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "528a1841-a146-4747-b331-a82997808623" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.118901] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "528a1841-a146-4747-b331-a82997808623-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.119192] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "528a1841-a146-4747-b331-a82997808623-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.119397] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "528a1841-a146-4747-b331-a82997808623-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.121721] env[68831]: INFO nova.compute.manager [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Terminating instance [ 1051.165429] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803163, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.234392] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.234714] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f299837-3fbc-4b9a-93c2-ae6baf5f3dbb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.241758] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1051.241758] env[68831]: value = "task-2803165" [ 1051.241758] env[68831]: _type = "Task" [ 1051.241758] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.249736] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.320488] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.466257] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803162, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.484806] env[68831]: DEBUG nova.network.neutron [-] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.493051] env[68831]: DEBUG nova.network.neutron [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Successfully updated port: 34bb3162-2347-4fcf-84eb-6699f6650750 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.499787] env[68831]: DEBUG oslo_concurrency.lockutils [req-a0895314-11c5-435c-909a-8148076bb587 req-623b8912-fc88-4e52-88ef-55c648a14a96 service nova] Releasing lock "refresh_cache-42bc5a10-c697-4cf2-b2af-2d725661d0fc" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.576258] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.576947] env[68831]: DEBUG nova.compute.manager [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.580560] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.152s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.625599] env[68831]: DEBUG nova.compute.manager [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.625877] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.627308] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39c2ea6-26fb-4cdb-abe3-4e60d40083c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.635805] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.636066] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af74545d-b461-455f-9e70-626131cdfedd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.641778] env[68831]: DEBUG oslo_vmware.api [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1051.641778] env[68831]: value = "task-2803166" [ 1051.641778] env[68831]: _type = "Task" [ 1051.641778] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.650359] env[68831]: DEBUG oslo_vmware.api [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.665057] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803163, 'name': CreateVM_Task, 'duration_secs': 0.591922} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.665057] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.665658] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.665924] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.666287] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.666634] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778e79f5-aa6a-42f6-9faa-302e00deec34 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.671097] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1051.671097] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b91ab4-137e-fa9c-49e2-c125bea8bce8" [ 1051.671097] env[68831]: _type = "Task" [ 1051.671097] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.680219] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b91ab4-137e-fa9c-49e2-c125bea8bce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.751424] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803165, 'name': PowerOffVM_Task, 'duration_secs': 0.320927} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.751862] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.752195] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.753011] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad5b149-5ae5-4817-92dd-7a4ef160c725 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.759686] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.759928] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86a1a104-53cd-461e-9f77-57e130082e89 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.820966] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803164, 'name': ReconfigVM_Task, 'duration_secs': 0.947473} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.821423] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 63f5f38f-aecc-41d3-abb2-c8ae50ae8172/63f5f38f-aecc-41d3-abb2-c8ae50ae8172.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.822151] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f376fa3e-140b-40d9-9d73-e2f59d137b0c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.828632] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1051.828632] env[68831]: value = "task-2803168" [ 1051.828632] env[68831]: _type = "Task" [ 1051.828632] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.837598] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803168, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.838952] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.839266] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.839494] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Deleting the datastore file [datastore1] 96f944da-6996-45fd-bdd5-81a060cd012f {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.839780] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bb3fddc-3e45-4751-b84b-fb71c1c51360 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.845819] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1051.845819] env[68831]: value = "task-2803169" [ 1051.845819] env[68831]: _type = "Task" [ 1051.845819] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.854708] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.961767] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803162, 'name': Destroy_Task, 'duration_secs': 1.357326} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.962174] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Destroyed the VM [ 1051.962573] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1051.962880] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7224bb8d-72bd-48b0-b4d8-0abf1cbf030d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.969433] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1051.969433] env[68831]: value = "task-2803170" [ 1051.969433] env[68831]: _type = "Task" [ 1051.969433] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.978383] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803170, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.988608] env[68831]: INFO nova.compute.manager [-] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Took 1.57 seconds to deallocate network for instance. [ 1051.995988] env[68831]: DEBUG oslo_concurrency.lockutils [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.996192] env[68831]: DEBUG oslo_concurrency.lockutils [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.996390] env[68831]: DEBUG nova.network.neutron [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.084109] env[68831]: DEBUG nova.compute.utils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.085651] env[68831]: DEBUG nova.compute.manager [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.085885] env[68831]: DEBUG nova.network.neutron [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.090056] env[68831]: INFO nova.compute.claims [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.131994] env[68831]: DEBUG nova.policy [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67a57d357cb4417e82fa00cca9bd846e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34c758fdc5a04b408322e92655e799af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.154586] env[68831]: DEBUG oslo_vmware.api [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803166, 'name': PowerOffVM_Task, 'duration_secs': 0.310015} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.154880] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.155065] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.155316] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6dc8935-9662-4c17-8949-2cf48ee79e1b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.181454] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b91ab4-137e-fa9c-49e2-c125bea8bce8, 'name': SearchDatastore_Task, 'duration_secs': 0.012572} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.181772] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.182024] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.182278] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.182523] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.182609] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.183046] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1329413-4b20-4216-9423-6b12f4069272 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.193052] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.193052] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.193531] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95cb17bd-f85a-4dfb-9cad-45d82dc43134 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.199718] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1052.199718] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52691cb2-6668-d7b6-a917-190fe59539ed" [ 1052.199718] env[68831]: _type = "Task" [ 1052.199718] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.217302] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52691cb2-6668-d7b6-a917-190fe59539ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.240750] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.240975] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.241176] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Deleting the datastore file [datastore1] 528a1841-a146-4747-b331-a82997808623 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.241455] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3079fd16-334b-465b-9eaf-b222e045f4b5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.249372] env[68831]: DEBUG oslo_vmware.api [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for the task: (returnval){ [ 1052.249372] env[68831]: value = "task-2803173" [ 1052.249372] env[68831]: _type = "Task" [ 1052.249372] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.259411] env[68831]: DEBUG oslo_vmware.api [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.344246] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803168, 'name': Rename_Task, 'duration_secs': 0.140634} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.347583] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.347583] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3be7d01-53ad-4bcb-92b7-3191b123a6c2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.355283] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180266} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.356713] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.357013] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.357217] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.361045] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1052.361045] env[68831]: value = "task-2803174" [ 1052.361045] env[68831]: _type = "Task" [ 1052.361045] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.364179] env[68831]: DEBUG nova.compute.manager [req-7df9ae18-b964-4cc4-9bb0-2a0938ba46ae req-d592b201-c3c3-40aa-8267-38f154b42f06 service nova] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Received event network-vif-deleted-156ce31c-ea96-496c-9c0a-a450fc4688c8 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.364420] env[68831]: DEBUG nova.compute.manager [req-7df9ae18-b964-4cc4-9bb0-2a0938ba46ae req-d592b201-c3c3-40aa-8267-38f154b42f06 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Received event network-vif-plugged-34bb3162-2347-4fcf-84eb-6699f6650750 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.364657] env[68831]: DEBUG oslo_concurrency.lockutils [req-7df9ae18-b964-4cc4-9bb0-2a0938ba46ae req-d592b201-c3c3-40aa-8267-38f154b42f06 service nova] Acquiring lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.364896] env[68831]: DEBUG oslo_concurrency.lockutils [req-7df9ae18-b964-4cc4-9bb0-2a0938ba46ae req-d592b201-c3c3-40aa-8267-38f154b42f06 service nova] Lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.365136] env[68831]: DEBUG oslo_concurrency.lockutils [req-7df9ae18-b964-4cc4-9bb0-2a0938ba46ae req-d592b201-c3c3-40aa-8267-38f154b42f06 service nova] Lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.365370] env[68831]: DEBUG nova.compute.manager [req-7df9ae18-b964-4cc4-9bb0-2a0938ba46ae req-d592b201-c3c3-40aa-8267-38f154b42f06 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] No waiting events found dispatching network-vif-plugged-34bb3162-2347-4fcf-84eb-6699f6650750 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.365598] env[68831]: WARNING nova.compute.manager [req-7df9ae18-b964-4cc4-9bb0-2a0938ba46ae req-d592b201-c3c3-40aa-8267-38f154b42f06 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Received unexpected event network-vif-plugged-34bb3162-2347-4fcf-84eb-6699f6650750 for instance with vm_state active and task_state None. [ 1052.365828] env[68831]: DEBUG nova.compute.manager [req-7df9ae18-b964-4cc4-9bb0-2a0938ba46ae req-d592b201-c3c3-40aa-8267-38f154b42f06 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Received event network-changed-34bb3162-2347-4fcf-84eb-6699f6650750 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.366036] env[68831]: DEBUG nova.compute.manager [req-7df9ae18-b964-4cc4-9bb0-2a0938ba46ae req-d592b201-c3c3-40aa-8267-38f154b42f06 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Refreshing instance network info cache due to event network-changed-34bb3162-2347-4fcf-84eb-6699f6650750. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1052.366245] env[68831]: DEBUG oslo_concurrency.lockutils [req-7df9ae18-b964-4cc4-9bb0-2a0938ba46ae req-d592b201-c3c3-40aa-8267-38f154b42f06 service nova] Acquiring lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.375940] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803174, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.469567] env[68831]: DEBUG nova.network.neutron [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Successfully created port: e3676ffe-160c-457e-b4d1-beda62240fb9 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.480927] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803170, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.495146] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.542239] env[68831]: WARNING nova.network.neutron [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] 861135b3-4eb3-47ea-9db9-8a531bc9d76a already exists in list: networks containing: ['861135b3-4eb3-47ea-9db9-8a531bc9d76a']. ignoring it [ 1052.594471] env[68831]: DEBUG nova.compute.manager [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.599639] env[68831]: INFO nova.compute.resource_tracker [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating resource usage from migration a783b6c4-27a8-4755-88cb-7f7c6fa05d9d [ 1052.719915] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52691cb2-6668-d7b6-a917-190fe59539ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011532} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.720991] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1928b2eb-490c-4780-a241-3700b2f25cae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.730028] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1052.730028] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5269e934-23f4-3f52-25aa-dc3dc56478f0" [ 1052.730028] env[68831]: _type = "Task" [ 1052.730028] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.737990] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5269e934-23f4-3f52-25aa-dc3dc56478f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.760860] env[68831]: DEBUG oslo_vmware.api [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Task: {'id': task-2803173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212064} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.761147] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.761335] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.761516] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.761693] env[68831]: INFO nova.compute.manager [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] [instance: 528a1841-a146-4747-b331-a82997808623] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1052.761940] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.762151] env[68831]: DEBUG nova.compute.manager [-] [instance: 528a1841-a146-4747-b331-a82997808623] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.762248] env[68831]: DEBUG nova.network.neutron [-] [instance: 528a1841-a146-4747-b331-a82997808623] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.881101] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.981407] env[68831]: DEBUG oslo_vmware.api [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803170, 'name': RemoveSnapshot_Task, 'duration_secs': 0.787595} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.989271] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1053.028241] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8968c1a4-175f-44e8-b513-39010599ed94 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.041233] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0078fa84-9c55-4547-8419-f7a94db568c9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.077513] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a776c4-f41f-44d1-aeaa-b16055ba6dd8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.085298] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148756b5-b4e9-4d94-93bd-2a26115c191b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.102216] env[68831]: DEBUG nova.compute.provider_tree [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.108087] env[68831]: DEBUG nova.network.neutron [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Updating instance_info_cache with network_info: [{"id": "0dce3318-0448-46dc-ad06-a85d502a9892", "address": "fa:16:3e:74:89:79", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dce3318-04", "ovs_interfaceid": "0dce3318-0448-46dc-ad06-a85d502a9892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34bb3162-2347-4fcf-84eb-6699f6650750", "address": "fa:16:3e:bc:5d:f2", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34bb3162-23", "ovs_interfaceid": "34bb3162-2347-4fcf-84eb-6699f6650750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.242515] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5269e934-23f4-3f52-25aa-dc3dc56478f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014718} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.242816] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.243104] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 42bc5a10-c697-4cf2-b2af-2d725661d0fc/42bc5a10-c697-4cf2-b2af-2d725661d0fc.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.243373] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67a14617-67d3-46c6-bc40-4a5841854ada {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.251054] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1053.251054] env[68831]: value = "task-2803175" [ 1053.251054] env[68831]: _type = "Task" [ 1053.251054] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.261311] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.383541] env[68831]: DEBUG oslo_vmware.api [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803174, 'name': PowerOnVM_Task, 'duration_secs': 0.738081} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.383873] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.384327] env[68831]: INFO nova.compute.manager [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1053.385065] env[68831]: DEBUG nova.compute.manager [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.385616] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e269782-3c2a-4319-ba89-338a6fd793b0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.403486] env[68831]: DEBUG nova.virt.hardware [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.403724] env[68831]: DEBUG nova.virt.hardware [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.403924] env[68831]: DEBUG nova.virt.hardware [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.404204] env[68831]: DEBUG nova.virt.hardware [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.404375] env[68831]: DEBUG nova.virt.hardware [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.404527] env[68831]: DEBUG nova.virt.hardware [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.404739] env[68831]: DEBUG nova.virt.hardware [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.404899] env[68831]: DEBUG nova.virt.hardware [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.405077] env[68831]: DEBUG nova.virt.hardware [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.405242] env[68831]: DEBUG nova.virt.hardware [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.405414] env[68831]: DEBUG nova.virt.hardware [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.406861] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c98df6-7455-43e1-bef3-5b8265497b3d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.414781] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75100085-acdc-46ec-abbd-c08dac147413 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.429199] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:e3:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65aa94c5-2999-452e-9c38-4c015686590e', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.436990] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.437967] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.438266] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8afb1f8-e47e-4014-bd2d-b9fb0ceeb957 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.459066] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.459066] env[68831]: value = "task-2803176" [ 1053.459066] env[68831]: _type = "Task" [ 1053.459066] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.466620] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803176, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.492069] env[68831]: WARNING nova.compute.manager [None req-56e5d05a-9677-4056-8805-7a08e0305f9f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Image not found during snapshot: nova.exception.ImageNotFound: Image 94e1f520-dd98-4f02-87b2-2aea552ccb2a could not be found. [ 1053.615389] env[68831]: DEBUG nova.compute.manager [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.619131] env[68831]: DEBUG nova.scheduler.client.report [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.624527] env[68831]: DEBUG oslo_concurrency.lockutils [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.624527] env[68831]: DEBUG oslo_concurrency.lockutils [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.624527] env[68831]: DEBUG oslo_concurrency.lockutils [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.624527] env[68831]: DEBUG oslo_concurrency.lockutils [req-7df9ae18-b964-4cc4-9bb0-2a0938ba46ae req-d592b201-c3c3-40aa-8267-38f154b42f06 service nova] Acquired lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.625040] env[68831]: DEBUG nova.network.neutron [req-7df9ae18-b964-4cc4-9bb0-2a0938ba46ae req-d592b201-c3c3-40aa-8267-38f154b42f06 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Refreshing network info cache for port 34bb3162-2347-4fcf-84eb-6699f6650750 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.626543] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe425be6-a849-43e7-b900-e856ceef3e68 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.644521] env[68831]: DEBUG nova.virt.hardware [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.644780] env[68831]: DEBUG nova.virt.hardware [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.644942] env[68831]: DEBUG nova.virt.hardware [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.645141] env[68831]: DEBUG nova.virt.hardware [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.645292] env[68831]: DEBUG nova.virt.hardware [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.645443] env[68831]: DEBUG nova.virt.hardware [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.645665] env[68831]: DEBUG nova.virt.hardware [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.645864] env[68831]: DEBUG nova.virt.hardware [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.646060] env[68831]: DEBUG nova.virt.hardware [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.646258] env[68831]: DEBUG nova.virt.hardware [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.646455] env[68831]: DEBUG nova.virt.hardware [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.653131] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Reconfiguring VM to attach interface {{(pid=68831) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1053.657125] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d04445-2e8f-45e6-b134-18644f0b425d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.676659] env[68831]: DEBUG nova.virt.hardware [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.676916] env[68831]: DEBUG nova.virt.hardware [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.677104] env[68831]: DEBUG nova.virt.hardware [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.677295] env[68831]: DEBUG nova.virt.hardware [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.677442] env[68831]: DEBUG nova.virt.hardware [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.677588] env[68831]: DEBUG nova.virt.hardware [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.677800] env[68831]: DEBUG nova.virt.hardware [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.677961] env[68831]: DEBUG nova.virt.hardware [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.678156] env[68831]: DEBUG nova.virt.hardware [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.678330] env[68831]: DEBUG nova.virt.hardware [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.678507] env[68831]: DEBUG nova.virt.hardware [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.679725] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae9d95a-4f1e-479b-a595-9747133dd66c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.683840] env[68831]: DEBUG nova.network.neutron [-] [instance: 528a1841-a146-4747-b331-a82997808623] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.685109] env[68831]: DEBUG oslo_vmware.api [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1053.685109] env[68831]: value = "task-2803177" [ 1053.685109] env[68831]: _type = "Task" [ 1053.685109] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.694894] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d409d4-276f-46a5-94da-2766ac122bd5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.702427] env[68831]: DEBUG oslo_vmware.api [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803177, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.763849] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803175, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.904385] env[68831]: INFO nova.compute.manager [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Took 38.31 seconds to build instance. [ 1053.970208] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803176, 'name': CreateVM_Task, 'duration_secs': 0.48407} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.970501] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.971089] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.971254] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.971606] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.971822] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae283572-e051-44a0-827f-3b33e65f5b78 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.976133] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1053.976133] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cdb754-1f28-1a96-9799-117a09591579" [ 1053.976133] env[68831]: _type = "Task" [ 1053.976133] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.985779] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cdb754-1f28-1a96-9799-117a09591579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.070797] env[68831]: DEBUG oslo_concurrency.lockutils [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "4d7849e3-494a-470a-990a-09efc919e64e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.071113] env[68831]: DEBUG oslo_concurrency.lockutils [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "4d7849e3-494a-470a-990a-09efc919e64e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.071367] env[68831]: DEBUG oslo_concurrency.lockutils [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "4d7849e3-494a-470a-990a-09efc919e64e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.071514] env[68831]: DEBUG oslo_concurrency.lockutils [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "4d7849e3-494a-470a-990a-09efc919e64e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.071683] env[68831]: DEBUG oslo_concurrency.lockutils [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "4d7849e3-494a-470a-990a-09efc919e64e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.074062] env[68831]: INFO nova.compute.manager [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Terminating instance [ 1054.126140] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.546s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.126578] env[68831]: INFO nova.compute.manager [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Migrating [ 1054.138823] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.097s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.140316] env[68831]: INFO nova.compute.claims [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.187134] env[68831]: INFO nova.compute.manager [-] [instance: 528a1841-a146-4747-b331-a82997808623] Took 1.42 seconds to deallocate network for instance. [ 1054.202570] env[68831]: DEBUG oslo_vmware.api [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.266153] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674495} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.266561] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 42bc5a10-c697-4cf2-b2af-2d725661d0fc/42bc5a10-c697-4cf2-b2af-2d725661d0fc.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.266709] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.267322] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d5cf811-458b-423b-8b9c-40cfacd78b70 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.273954] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1054.273954] env[68831]: value = "task-2803178" [ 1054.273954] env[68831]: _type = "Task" [ 1054.273954] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.284405] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.370580] env[68831]: DEBUG nova.network.neutron [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Successfully updated port: e3676ffe-160c-457e-b4d1-beda62240fb9 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.409321] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4624372c-c95f-4bcb-9d22-b87b181a0c09 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.832s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.460043] env[68831]: DEBUG nova.network.neutron [req-7df9ae18-b964-4cc4-9bb0-2a0938ba46ae req-d592b201-c3c3-40aa-8267-38f154b42f06 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Updated VIF entry in instance network info cache for port 34bb3162-2347-4fcf-84eb-6699f6650750. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.460826] env[68831]: DEBUG nova.network.neutron [req-7df9ae18-b964-4cc4-9bb0-2a0938ba46ae req-d592b201-c3c3-40aa-8267-38f154b42f06 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Updating instance_info_cache with network_info: [{"id": "0dce3318-0448-46dc-ad06-a85d502a9892", "address": "fa:16:3e:74:89:79", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dce3318-04", "ovs_interfaceid": "0dce3318-0448-46dc-ad06-a85d502a9892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34bb3162-2347-4fcf-84eb-6699f6650750", "address": "fa:16:3e:bc:5d:f2", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34bb3162-23", "ovs_interfaceid": "34bb3162-2347-4fcf-84eb-6699f6650750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.489573] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cdb754-1f28-1a96-9799-117a09591579, 'name': SearchDatastore_Task, 'duration_secs': 0.009935} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.489573] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.489573] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.489573] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.489836] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.489836] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.490333] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69fa6235-ff77-494a-a5a1-a9da1c256a8b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.499716] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.500019] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.500672] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974e02a2-5a09-4b7f-8c2b-8754d326968d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.506871] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1054.506871] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d2aa8e-dc84-77d4-baf2-9631c118c805" [ 1054.506871] env[68831]: _type = "Task" [ 1054.506871] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.514690] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d2aa8e-dc84-77d4-baf2-9631c118c805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.578325] env[68831]: DEBUG nova.compute.manager [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.578593] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.579468] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00a7908-83a5-4bb0-8a3a-f600ed215c68 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.586993] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.587203] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3793132-5785-49a6-903a-6d78f61e79c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.592735] env[68831]: DEBUG oslo_vmware.api [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1054.592735] env[68831]: value = "task-2803179" [ 1054.592735] env[68831]: _type = "Task" [ 1054.592735] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.600466] env[68831]: DEBUG oslo_vmware.api [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.650675] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "refresh_cache-6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.650879] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "refresh_cache-6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.651081] env[68831]: DEBUG nova.network.neutron [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.700394] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.700796] env[68831]: DEBUG oslo_vmware.api [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803177, 'name': ReconfigVM_Task, 'duration_secs': 0.757977} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.701448] env[68831]: DEBUG oslo_concurrency.lockutils [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.701733] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Reconfigured VM to attach interface {{(pid=68831) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1054.789032] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104281} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.789154] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.789952] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0e5333-629a-4d32-b007-12bdd9182672 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.814735] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 42bc5a10-c697-4cf2-b2af-2d725661d0fc/42bc5a10-c697-4cf2-b2af-2d725661d0fc.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.816215] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd8cf0eb-db50-4fb7-88a1-0bcbd8d6b16a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.832215] env[68831]: DEBUG nova.compute.manager [req-720564bb-b456-476b-860c-356f2dd2777f req-92a8e86b-fe89-483e-8a88-8f4ff05b74e5 service nova] [instance: 528a1841-a146-4747-b331-a82997808623] Received event network-vif-deleted-09f6641b-e738-4b6c-84b6-e9494bdfcc19 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.832461] env[68831]: DEBUG nova.compute.manager [req-720564bb-b456-476b-860c-356f2dd2777f req-92a8e86b-fe89-483e-8a88-8f4ff05b74e5 service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Received event network-vif-plugged-e3676ffe-160c-457e-b4d1-beda62240fb9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.832699] env[68831]: DEBUG oslo_concurrency.lockutils [req-720564bb-b456-476b-860c-356f2dd2777f req-92a8e86b-fe89-483e-8a88-8f4ff05b74e5 service nova] Acquiring lock "05611151-ab8a-4435-9225-60d1671b7d2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.832932] env[68831]: DEBUG oslo_concurrency.lockutils [req-720564bb-b456-476b-860c-356f2dd2777f req-92a8e86b-fe89-483e-8a88-8f4ff05b74e5 service nova] Lock "05611151-ab8a-4435-9225-60d1671b7d2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.833136] env[68831]: DEBUG oslo_concurrency.lockutils [req-720564bb-b456-476b-860c-356f2dd2777f req-92a8e86b-fe89-483e-8a88-8f4ff05b74e5 service nova] Lock "05611151-ab8a-4435-9225-60d1671b7d2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.833332] env[68831]: DEBUG nova.compute.manager [req-720564bb-b456-476b-860c-356f2dd2777f req-92a8e86b-fe89-483e-8a88-8f4ff05b74e5 service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] No waiting events found dispatching network-vif-plugged-e3676ffe-160c-457e-b4d1-beda62240fb9 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.833539] env[68831]: WARNING nova.compute.manager [req-720564bb-b456-476b-860c-356f2dd2777f req-92a8e86b-fe89-483e-8a88-8f4ff05b74e5 service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Received unexpected event network-vif-plugged-e3676ffe-160c-457e-b4d1-beda62240fb9 for instance with vm_state building and task_state spawning. [ 1054.833729] env[68831]: DEBUG nova.compute.manager [req-720564bb-b456-476b-860c-356f2dd2777f req-92a8e86b-fe89-483e-8a88-8f4ff05b74e5 service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Received event network-changed-e3676ffe-160c-457e-b4d1-beda62240fb9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.833905] env[68831]: DEBUG nova.compute.manager [req-720564bb-b456-476b-860c-356f2dd2777f req-92a8e86b-fe89-483e-8a88-8f4ff05b74e5 service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Refreshing instance network info cache due to event network-changed-e3676ffe-160c-457e-b4d1-beda62240fb9. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1054.834122] env[68831]: DEBUG oslo_concurrency.lockutils [req-720564bb-b456-476b-860c-356f2dd2777f req-92a8e86b-fe89-483e-8a88-8f4ff05b74e5 service nova] Acquiring lock "refresh_cache-05611151-ab8a-4435-9225-60d1671b7d2a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.834283] env[68831]: DEBUG oslo_concurrency.lockutils [req-720564bb-b456-476b-860c-356f2dd2777f req-92a8e86b-fe89-483e-8a88-8f4ff05b74e5 service nova] Acquired lock "refresh_cache-05611151-ab8a-4435-9225-60d1671b7d2a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.835060] env[68831]: DEBUG nova.network.neutron [req-720564bb-b456-476b-860c-356f2dd2777f req-92a8e86b-fe89-483e-8a88-8f4ff05b74e5 service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Refreshing network info cache for port e3676ffe-160c-457e-b4d1-beda62240fb9 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.845559] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1054.845559] env[68831]: value = "task-2803180" [ 1054.845559] env[68831]: _type = "Task" [ 1054.845559] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.857447] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803180, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.877378] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "refresh_cache-05611151-ab8a-4435-9225-60d1671b7d2a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.964428] env[68831]: DEBUG oslo_concurrency.lockutils [req-7df9ae18-b964-4cc4-9bb0-2a0938ba46ae req-d592b201-c3c3-40aa-8267-38f154b42f06 service nova] Releasing lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.020845] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d2aa8e-dc84-77d4-baf2-9631c118c805, 'name': SearchDatastore_Task, 'duration_secs': 0.017738} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.021695] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98f41d47-f5c5-47d4-b2c2-35ac518450bd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.028146] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1055.028146] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f28c8b-1558-c8f5-4221-55d4db2d28db" [ 1055.028146] env[68831]: _type = "Task" [ 1055.028146] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.035921] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f28c8b-1558-c8f5-4221-55d4db2d28db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.103910] env[68831]: DEBUG oslo_vmware.api [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803179, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.207344] env[68831]: DEBUG oslo_concurrency.lockutils [None req-27b89578-12cf-40c9-8650-b721d7b883f4 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-c8e11680-f1fc-4237-a8d2-2d1706080b0e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.826s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.214992] env[68831]: DEBUG nova.compute.manager [req-64d40d56-08ce-4738-b183-9be7be7f68ca req-4e9b98c0-556b-4fdf-8287-1b966a2ab2e9 service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Received event network-changed-2c653f75-93a1-4859-89d2-280188ceea49 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.215394] env[68831]: DEBUG nova.compute.manager [req-64d40d56-08ce-4738-b183-9be7be7f68ca req-4e9b98c0-556b-4fdf-8287-1b966a2ab2e9 service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Refreshing instance network info cache due to event network-changed-2c653f75-93a1-4859-89d2-280188ceea49. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1055.215672] env[68831]: DEBUG oslo_concurrency.lockutils [req-64d40d56-08ce-4738-b183-9be7be7f68ca req-4e9b98c0-556b-4fdf-8287-1b966a2ab2e9 service nova] Acquiring lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.215943] env[68831]: DEBUG oslo_concurrency.lockutils [req-64d40d56-08ce-4738-b183-9be7be7f68ca req-4e9b98c0-556b-4fdf-8287-1b966a2ab2e9 service nova] Acquired lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.216242] env[68831]: DEBUG nova.network.neutron [req-64d40d56-08ce-4738-b183-9be7be7f68ca req-4e9b98c0-556b-4fdf-8287-1b966a2ab2e9 service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Refreshing network info cache for port 2c653f75-93a1-4859-89d2-280188ceea49 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.355704] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.387127] env[68831]: DEBUG nova.network.neutron [req-720564bb-b456-476b-860c-356f2dd2777f req-92a8e86b-fe89-483e-8a88-8f4ff05b74e5 service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.403390] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.408351] env[68831]: DEBUG nova.network.neutron [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating instance_info_cache with network_info: [{"id": "5a9df990-61c9-48c8-ba92-e9e4bb490b34", "address": "fa:16:3e:60:b5:fc", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9df990-61", "ovs_interfaceid": "5a9df990-61c9-48c8-ba92-e9e4bb490b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.470771] env[68831]: DEBUG nova.network.neutron [req-720564bb-b456-476b-860c-356f2dd2777f req-92a8e86b-fe89-483e-8a88-8f4ff05b74e5 service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.534143] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08067f19-2e13-4abf-b7f4-4ff9febea329 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.542814] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f28c8b-1558-c8f5-4221-55d4db2d28db, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.544857] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.546915] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 96f944da-6996-45fd-bdd5-81a060cd012f/96f944da-6996-45fd-bdd5-81a060cd012f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.546915] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bcda822-1150-4a21-9e02-7f82198bd6d8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.548285] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414aaae0-297a-439c-8a81-f42c39e51a5b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.582316] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c047d67e-3289-463f-b8b6-80ce4bae0c78 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.585196] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1055.585196] env[68831]: value = "task-2803181" [ 1055.585196] env[68831]: _type = "Task" [ 1055.585196] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.592059] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfda2804-e33e-4e89-b047-d2c8c04a7646 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.599118] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.616013] env[68831]: DEBUG nova.compute.provider_tree [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.620446] env[68831]: DEBUG oslo_vmware.api [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803179, 'name': PowerOffVM_Task, 'duration_secs': 0.614176} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.620941] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.621128] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.621377] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f310ffd-d138-49ea-8284-92bc1d71449d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.695937] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.696212] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.696381] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleting the datastore file [datastore1] 4d7849e3-494a-470a-990a-09efc919e64e {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.696656] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70a0f395-9a33-4768-bccb-a2feac00c220 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.702948] env[68831]: DEBUG oslo_vmware.api [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for the task: (returnval){ [ 1055.702948] env[68831]: value = "task-2803183" [ 1055.702948] env[68831]: _type = "Task" [ 1055.702948] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.711351] env[68831]: DEBUG oslo_vmware.api [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.861849] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803180, 'name': ReconfigVM_Task, 'duration_secs': 0.847282} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.861849] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 42bc5a10-c697-4cf2-b2af-2d725661d0fc/42bc5a10-c697-4cf2-b2af-2d725661d0fc.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.862896] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb768a4d-3036-4c40-a4ae-df517a4958f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.871835] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1055.871835] env[68831]: value = "task-2803184" [ 1055.871835] env[68831]: _type = "Task" [ 1055.871835] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.881336] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803184, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.910924] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "refresh_cache-6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.973971] env[68831]: DEBUG oslo_concurrency.lockutils [req-720564bb-b456-476b-860c-356f2dd2777f req-92a8e86b-fe89-483e-8a88-8f4ff05b74e5 service nova] Releasing lock "refresh_cache-05611151-ab8a-4435-9225-60d1671b7d2a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.974605] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquired lock "refresh_cache-05611151-ab8a-4435-9225-60d1671b7d2a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.974814] env[68831]: DEBUG nova.network.neutron [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.997621] env[68831]: DEBUG nova.network.neutron [req-64d40d56-08ce-4738-b183-9be7be7f68ca req-4e9b98c0-556b-4fdf-8287-1b966a2ab2e9 service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updated VIF entry in instance network info cache for port 2c653f75-93a1-4859-89d2-280188ceea49. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.998017] env[68831]: DEBUG nova.network.neutron [req-64d40d56-08ce-4738-b183-9be7be7f68ca req-4e9b98c0-556b-4fdf-8287-1b966a2ab2e9 service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance_info_cache with network_info: [{"id": "2c653f75-93a1-4859-89d2-280188ceea49", "address": "fa:16:3e:1b:27:d6", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c653f75-93", "ovs_interfaceid": "2c653f75-93a1-4859-89d2-280188ceea49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.097629] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527686} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.097970] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 96f944da-6996-45fd-bdd5-81a060cd012f/96f944da-6996-45fd-bdd5-81a060cd012f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.098233] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.098532] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4db8aa9b-b6c7-445a-803d-f8f8c1461ca6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.105533] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1056.105533] env[68831]: value = "task-2803185" [ 1056.105533] env[68831]: _type = "Task" [ 1056.105533] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.115752] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.122164] env[68831]: DEBUG nova.scheduler.client.report [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.213374] env[68831]: DEBUG oslo_vmware.api [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Task: {'id': task-2803183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416362} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.213633] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.213821] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.213999] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.214224] env[68831]: INFO nova.compute.manager [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1056.215033] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.215033] env[68831]: DEBUG nova.compute.manager [-] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.215033] env[68831]: DEBUG nova.network.neutron [-] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.386340] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803184, 'name': Rename_Task, 'duration_secs': 0.32158} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.386340] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.386340] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d4b2caf-1fe8-4f2d-85bb-4df97e6ddb3e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.389207] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1056.389207] env[68831]: value = "task-2803186" [ 1056.389207] env[68831]: _type = "Task" [ 1056.389207] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.396612] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.500842] env[68831]: DEBUG oslo_concurrency.lockutils [req-64d40d56-08ce-4738-b183-9be7be7f68ca req-4e9b98c0-556b-4fdf-8287-1b966a2ab2e9 service nova] Releasing lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.518650] env[68831]: DEBUG nova.network.neutron [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.615626] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091878} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.616539] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.617449] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85375d76-f497-4395-a886-32fbcece4ed4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.635030] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.635539] env[68831]: DEBUG nova.compute.manager [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.647498] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 96f944da-6996-45fd-bdd5-81a060cd012f/96f944da-6996-45fd-bdd5-81a060cd012f.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.647997] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.410s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.649549] env[68831]: INFO nova.compute.claims [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.656153] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd08089-ad8e-4b5d-bfa2-f1938e0c576d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.677964] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1056.677964] env[68831]: value = "task-2803187" [ 1056.677964] env[68831]: _type = "Task" [ 1056.677964] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.687132] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.700726] env[68831]: DEBUG nova.network.neutron [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Updating instance_info_cache with network_info: [{"id": "e3676ffe-160c-457e-b4d1-beda62240fb9", "address": "fa:16:3e:c6:12:1b", "network": {"id": "323d6838-a28d-4333-9760-94ee9280e037", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1921691465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34c758fdc5a04b408322e92655e799af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3676ffe-16", "ovs_interfaceid": "e3676ffe-160c-457e-b4d1-beda62240fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.847575] env[68831]: DEBUG nova.compute.manager [req-d80947d9-4edf-4c04-bace-50260ceae59a req-d8cc0703-d466-48cf-b7b3-bfd909a6b0ba service nova] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Received event network-vif-deleted-a5df5d98-239c-4878-91e9-2326a2c19211 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.847872] env[68831]: INFO nova.compute.manager [req-d80947d9-4edf-4c04-bace-50260ceae59a req-d8cc0703-d466-48cf-b7b3-bfd909a6b0ba service nova] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Neutron deleted interface a5df5d98-239c-4878-91e9-2326a2c19211; detaching it from the instance and deleting it from the info cache [ 1056.848148] env[68831]: DEBUG nova.network.neutron [req-d80947d9-4edf-4c04-bace-50260ceae59a req-d8cc0703-d466-48cf-b7b3-bfd909a6b0ba service nova] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.900897] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803186, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.079419] env[68831]: DEBUG nova.network.neutron [-] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.104205] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "interface-c8e11680-f1fc-4237-a8d2-2d1706080b0e-c4da1593-d2f8-40af-a70e-9562055461cd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.104499] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-c8e11680-f1fc-4237-a8d2-2d1706080b0e-c4da1593-d2f8-40af-a70e-9562055461cd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.104902] env[68831]: DEBUG nova.objects.instance [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'flavor' on Instance uuid c8e11680-f1fc-4237-a8d2-2d1706080b0e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.149880] env[68831]: DEBUG nova.compute.utils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.151280] env[68831]: DEBUG nova.compute.manager [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.151453] env[68831]: DEBUG nova.network.neutron [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.188536] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803187, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.199022] env[68831]: DEBUG nova.policy [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19419e7eed744032a2fb31e08c331b87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dceda3c2732040879e9f5715f2b91654', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.203234] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Releasing lock "refresh_cache-05611151-ab8a-4435-9225-60d1671b7d2a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.203355] env[68831]: DEBUG nova.compute.manager [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Instance network_info: |[{"id": "e3676ffe-160c-457e-b4d1-beda62240fb9", "address": "fa:16:3e:c6:12:1b", "network": {"id": "323d6838-a28d-4333-9760-94ee9280e037", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1921691465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34c758fdc5a04b408322e92655e799af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3676ffe-16", "ovs_interfaceid": "e3676ffe-160c-457e-b4d1-beda62240fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.203738] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:12:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3676ffe-160c-457e-b4d1-beda62240fb9', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.211190] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Creating folder: Project (34c758fdc5a04b408322e92655e799af). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.211476] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdfa4f3a-4322-4d40-ad3f-1385ac28a04b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.222660] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Created folder: Project (34c758fdc5a04b408322e92655e799af) in parent group-v563050. [ 1057.222850] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Creating folder: Instances. Parent ref: group-v563292. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.223095] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a6d523f-4442-4120-b47b-6557ff392711 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.231451] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Created folder: Instances in parent group-v563292. [ 1057.231697] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.231882] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.232097] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af66929e-c228-46b2-a49c-d508b4dacc6a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.253027] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.253027] env[68831]: value = "task-2803190" [ 1057.253027] env[68831]: _type = "Task" [ 1057.253027] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.261281] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803190, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.352166] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40614c7d-06e3-4396-b7f3-f73f93b32e90 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.362551] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268ffde7-b417-4468-997e-2926b164b105 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.396268] env[68831]: DEBUG nova.compute.manager [req-d80947d9-4edf-4c04-bace-50260ceae59a req-d8cc0703-d466-48cf-b7b3-bfd909a6b0ba service nova] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Detach interface failed, port_id=a5df5d98-239c-4878-91e9-2326a2c19211, reason: Instance 4d7849e3-494a-470a-990a-09efc919e64e could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1057.404613] env[68831]: DEBUG oslo_vmware.api [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803186, 'name': PowerOnVM_Task, 'duration_secs': 0.556003} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.404900] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.405125] env[68831]: INFO nova.compute.manager [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1057.405307] env[68831]: DEBUG nova.compute.manager [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.406173] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba45a195-b700-4a94-b337-bbf66f3f49fd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.426591] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267d3ea4-55c0-4b57-8959-31028fb0db32 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.448680] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating instance '6eb77d85-fb04-45f0-ab59-2b2b1fa64e07' progress to 0 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.582977] env[68831]: INFO nova.compute.manager [-] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Took 1.37 seconds to deallocate network for instance. [ 1057.654400] env[68831]: DEBUG nova.compute.manager [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.691870] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803187, 'name': ReconfigVM_Task, 'duration_secs': 0.542177} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.692175] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 96f944da-6996-45fd-bdd5-81a060cd012f/96f944da-6996-45fd-bdd5-81a060cd012f.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.692825] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f44d7b9-70b0-465a-a5b6-6ffdda561776 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.704329] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1057.704329] env[68831]: value = "task-2803191" [ 1057.704329] env[68831]: _type = "Task" [ 1057.704329] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.716734] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803191, 'name': Rename_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.762220] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803190, 'name': CreateVM_Task, 'duration_secs': 0.385258} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.764914] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.765935] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.765993] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.766331] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.766587] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-870d6635-982a-4467-aa0a-906363488c2f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.770035] env[68831]: DEBUG nova.objects.instance [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'pci_requests' on Instance uuid c8e11680-f1fc-4237-a8d2-2d1706080b0e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.772755] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1057.772755] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5273e193-da73-ed03-796c-0cd9070ccb06" [ 1057.772755] env[68831]: _type = "Task" [ 1057.772755] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.784608] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5273e193-da73-ed03-796c-0cd9070ccb06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.791606] env[68831]: DEBUG nova.network.neutron [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Successfully created port: 09deb997-5727-45df-b0a2-2c7940de4fe6 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.928587] env[68831]: INFO nova.compute.manager [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Took 39.50 seconds to build instance. [ 1057.958450] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.958450] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7bffb7d-75fc-44a6-b7e0-f9335909eaa3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.963028] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1057.963028] env[68831]: value = "task-2803192" [ 1057.963028] env[68831]: _type = "Task" [ 1057.963028] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.974420] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.060263] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5616a39-371b-4304-985f-efdcaa1e7773 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.066177] env[68831]: INFO nova.compute.manager [None req-12d0033d-f23d-4812-a9d7-e3af6a3afc00 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Get console output [ 1058.066396] env[68831]: WARNING nova.virt.vmwareapi.driver [None req-12d0033d-f23d-4812-a9d7-e3af6a3afc00 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] The console log is missing. Check your VSPC configuration [ 1058.070286] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708af7ab-82b7-4634-af29-f589801bcf78 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.104014] env[68831]: DEBUG oslo_concurrency.lockutils [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.105028] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e4581a-841f-4fee-ad12-ef14f30a1292 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.113405] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486b16ac-cc4e-4829-b797-583697d18b50 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.127308] env[68831]: DEBUG nova.compute.provider_tree [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.214656] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803191, 'name': Rename_Task, 'duration_secs': 0.154412} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.215011] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.215290] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6ea6a99-614c-4ffd-8b22-d2df14d8b85b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.222391] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1058.222391] env[68831]: value = "task-2803193" [ 1058.222391] env[68831]: _type = "Task" [ 1058.222391] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.230204] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.278893] env[68831]: DEBUG nova.objects.base [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1058.279299] env[68831]: DEBUG nova.network.neutron [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.289524] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5273e193-da73-ed03-796c-0cd9070ccb06, 'name': SearchDatastore_Task, 'duration_secs': 0.014753} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.289919] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.290243] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.290562] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.290760] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.291016] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.291597] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-593ac6c0-b906-443d-ac7e-08cd52316701 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.300622] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.300838] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.301567] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e2108b-18df-44a0-b278-f449c010550f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.306929] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1058.306929] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fac991-0593-d9f8-1105-641aee6d4c4f" [ 1058.306929] env[68831]: _type = "Task" [ 1058.306929] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.315326] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fac991-0593-d9f8-1105-641aee6d4c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.368568] env[68831]: DEBUG nova.policy [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05353b1ca13e48ccb4423a806a911f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e09e70ea0fcc4af6b1b75c71f620f986', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.433492] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fde4bd5e-4cbd-48f6-9f49-ddf299f48ff7 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.019s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.473339] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803192, 'name': PowerOffVM_Task, 'duration_secs': 0.385603} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.473668] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.473861] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating instance '6eb77d85-fb04-45f0-ab59-2b2b1fa64e07' progress to 17 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.630759] env[68831]: DEBUG nova.scheduler.client.report [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.662956] env[68831]: DEBUG nova.compute.manager [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.691244] env[68831]: DEBUG nova.virt.hardware [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.691544] env[68831]: DEBUG nova.virt.hardware [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.691703] env[68831]: DEBUG nova.virt.hardware [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.691886] env[68831]: DEBUG nova.virt.hardware [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.692046] env[68831]: DEBUG nova.virt.hardware [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.692201] env[68831]: DEBUG nova.virt.hardware [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.692412] env[68831]: DEBUG nova.virt.hardware [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.692572] env[68831]: DEBUG nova.virt.hardware [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.692737] env[68831]: DEBUG nova.virt.hardware [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.692896] env[68831]: DEBUG nova.virt.hardware [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.693082] env[68831]: DEBUG nova.virt.hardware [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.693941] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bac6a0a-cbdd-4c52-b994-e28424fc0d0d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.702172] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31d478b-1e7f-4ab9-81cf-1052f4edae0f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.732431] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803193, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.816979] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fac991-0593-d9f8-1105-641aee6d4c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.013458} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.817780] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e08cd3a-9900-4848-98ed-32c4987165f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.822874] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1058.822874] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528b9f9f-6b10-6364-af13-5cba0f92e20d" [ 1058.822874] env[68831]: _type = "Task" [ 1058.822874] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.830354] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528b9f9f-6b10-6364-af13-5cba0f92e20d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.980531] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.980769] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.980966] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.981192] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.981346] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.981497] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.981700] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.981863] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.982041] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.982212] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.982427] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.987584] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd710eda-18f4-4ad8-b786-304d0f735e42 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.003043] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1059.003043] env[68831]: value = "task-2803194" [ 1059.003043] env[68831]: _type = "Task" [ 1059.003043] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.011139] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.136602] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.137344] env[68831]: DEBUG nova.compute.manager [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.141217] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.500s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.141448] env[68831]: DEBUG nova.objects.instance [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Lazy-loading 'resources' on Instance uuid 22a0893b-980e-49e2-94cf-3629a9bc39e0 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.233961] env[68831]: DEBUG oslo_vmware.api [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803193, 'name': PowerOnVM_Task, 'duration_secs': 0.541644} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.234485] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.234762] env[68831]: DEBUG nova.compute.manager [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.235789] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ca7191-b0ed-428b-9ac4-8493ba4db3d1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.293568] env[68831]: DEBUG nova.network.neutron [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Successfully updated port: 09deb997-5727-45df-b0a2-2c7940de4fe6 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.336565] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528b9f9f-6b10-6364-af13-5cba0f92e20d, 'name': SearchDatastore_Task, 'duration_secs': 0.015383} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.336944] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.337351] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 05611151-ab8a-4435-9225-60d1671b7d2a/05611151-ab8a-4435-9225-60d1671b7d2a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.338066] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbc2aba0-adb8-4193-9408-f9f884bf82c8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.345933] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1059.345933] env[68831]: value = "task-2803195" [ 1059.345933] env[68831]: _type = "Task" [ 1059.345933] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.356551] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.512811] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803194, 'name': ReconfigVM_Task, 'duration_secs': 0.198709} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.513156] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating instance '6eb77d85-fb04-45f0-ab59-2b2b1fa64e07' progress to 33 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.647229] env[68831]: DEBUG nova.compute.utils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.649423] env[68831]: DEBUG nova.compute.manager [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.649663] env[68831]: DEBUG nova.network.neutron [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.703653] env[68831]: DEBUG nova.policy [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88a3c400ee4a49788ff660027ea6c188', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71d951111432431abcdf4a1fae62a0c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.760749] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.795898] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "refresh_cache-84beba26-6f10-474c-86c9-7ee250d3a47e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.796160] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "refresh_cache-84beba26-6f10-474c-86c9-7ee250d3a47e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.796400] env[68831]: DEBUG nova.network.neutron [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.860438] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489658} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.861609] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 05611151-ab8a-4435-9225-60d1671b7d2a/05611151-ab8a-4435-9225-60d1671b7d2a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.861609] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.861609] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea0e2625-8099-4bc5-8ea2-acf74c8c78d3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.869125] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1059.869125] env[68831]: value = "task-2803196" [ 1059.869125] env[68831]: _type = "Task" [ 1059.869125] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.876231] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.015376] env[68831]: DEBUG nova.network.neutron [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Successfully updated port: c4da1593-d2f8-40af-a70e-9562055461cd {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.021423] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.021636] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.021787] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.022042] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.022226] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.022378] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.022616] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.022732] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.022902] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.023128] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.024561] env[68831]: DEBUG nova.virt.hardware [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.028944] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1060.031365] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a4d1b16-9b96-4b52-b2db-15ee2f51669e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.054314] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1060.054314] env[68831]: value = "task-2803197" [ 1060.054314] env[68831]: _type = "Task" [ 1060.054314] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.069115] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.076075] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca855435-f9ac-4045-83c2-84a0b2e29e75 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.084842] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a54c6c-ceff-48bb-8d5b-ba414c67fab0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.116484] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75999fd7-1abe-424b-92d4-3374193794cd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.124551] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4a3de5-ebba-4142-afc5-fdb46574251a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.129488] env[68831]: DEBUG nova.network.neutron [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Successfully created port: b1982ec8-805e-4c95-bee4-3c698f77099f {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.141878] env[68831]: DEBUG nova.compute.provider_tree [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.152694] env[68831]: DEBUG nova.compute.manager [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.340614] env[68831]: DEBUG nova.network.neutron [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.377698] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082825} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.377984] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.378973] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f3baa6-ac00-432a-8285-9e27feac2a0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.401355] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 05611151-ab8a-4435-9225-60d1671b7d2a/05611151-ab8a-4435-9225-60d1671b7d2a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.404065] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e94aea73-f1a5-4150-b961-12747f2d3d79 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.424026] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1060.424026] env[68831]: value = "task-2803198" [ 1060.424026] env[68831]: _type = "Task" [ 1060.424026] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.435125] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.520258] env[68831]: DEBUG nova.network.neutron [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Updating instance_info_cache with network_info: [{"id": "09deb997-5727-45df-b0a2-2c7940de4fe6", "address": "fa:16:3e:91:b6:c3", "network": {"id": "a257c703-12e8-44b9-a7c4-6d5bc973c63e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-628798146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceda3c2732040879e9f5715f2b91654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09deb997-57", "ovs_interfaceid": "09deb997-5727-45df-b0a2-2c7940de4fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.530734] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.530926] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.531118] env[68831]: DEBUG nova.network.neutron [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.565206] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803197, 'name': ReconfigVM_Task, 'duration_secs': 0.47433} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.565441] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1060.566305] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badfda79-1383-4df5-88f7-1791e39b801c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.590214] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07/6eb77d85-fb04-45f0-ab59-2b2b1fa64e07.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.591036] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e05dced-6e64-4660-9413-884b32993595 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.610114] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1060.610114] env[68831]: value = "task-2803199" [ 1060.610114] env[68831]: _type = "Task" [ 1060.610114] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.618993] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.620532] env[68831]: DEBUG nova.compute.manager [req-616f5875-1ef8-4809-932f-edccb1fda4ee req-49fed309-2385-4e1d-8cdd-b108a48250be service nova] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Received event network-vif-plugged-09deb997-5727-45df-b0a2-2c7940de4fe6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.620744] env[68831]: DEBUG oslo_concurrency.lockutils [req-616f5875-1ef8-4809-932f-edccb1fda4ee req-49fed309-2385-4e1d-8cdd-b108a48250be service nova] Acquiring lock "84beba26-6f10-474c-86c9-7ee250d3a47e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.620951] env[68831]: DEBUG oslo_concurrency.lockutils [req-616f5875-1ef8-4809-932f-edccb1fda4ee req-49fed309-2385-4e1d-8cdd-b108a48250be service nova] Lock "84beba26-6f10-474c-86c9-7ee250d3a47e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.621137] env[68831]: DEBUG oslo_concurrency.lockutils [req-616f5875-1ef8-4809-932f-edccb1fda4ee req-49fed309-2385-4e1d-8cdd-b108a48250be service nova] Lock "84beba26-6f10-474c-86c9-7ee250d3a47e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.621310] env[68831]: DEBUG nova.compute.manager [req-616f5875-1ef8-4809-932f-edccb1fda4ee req-49fed309-2385-4e1d-8cdd-b108a48250be service nova] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] No waiting events found dispatching network-vif-plugged-09deb997-5727-45df-b0a2-2c7940de4fe6 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.621478] env[68831]: WARNING nova.compute.manager [req-616f5875-1ef8-4809-932f-edccb1fda4ee req-49fed309-2385-4e1d-8cdd-b108a48250be service nova] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Received unexpected event network-vif-plugged-09deb997-5727-45df-b0a2-2c7940de4fe6 for instance with vm_state building and task_state spawning. [ 1060.645144] env[68831]: DEBUG nova.scheduler.client.report [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.683543] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.683818] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.684161] env[68831]: INFO nova.compute.manager [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Shelving [ 1060.934375] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.023645] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "refresh_cache-84beba26-6f10-474c-86c9-7ee250d3a47e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.024077] env[68831]: DEBUG nova.compute.manager [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Instance network_info: |[{"id": "09deb997-5727-45df-b0a2-2c7940de4fe6", "address": "fa:16:3e:91:b6:c3", "network": {"id": "a257c703-12e8-44b9-a7c4-6d5bc973c63e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-628798146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceda3c2732040879e9f5715f2b91654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09deb997-57", "ovs_interfaceid": "09deb997-5727-45df-b0a2-2c7940de4fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.024531] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:b6:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09deb997-5727-45df-b0a2-2c7940de4fe6', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.032329] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.032644] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.032931] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-346da72a-b049-4793-95cc-e35b975d3439 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.060507] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.060507] env[68831]: value = "task-2803200" [ 1061.060507] env[68831]: _type = "Task" [ 1061.060507] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.072602] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803200, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.099945] env[68831]: WARNING nova.network.neutron [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] 861135b3-4eb3-47ea-9db9-8a531bc9d76a already exists in list: networks containing: ['861135b3-4eb3-47ea-9db9-8a531bc9d76a']. ignoring it [ 1061.100223] env[68831]: WARNING nova.network.neutron [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] 861135b3-4eb3-47ea-9db9-8a531bc9d76a already exists in list: networks containing: ['861135b3-4eb3-47ea-9db9-8a531bc9d76a']. ignoring it [ 1061.122412] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.150174] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.153327] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.006s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.153682] env[68831]: DEBUG nova.objects.instance [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Lazy-loading 'resources' on Instance uuid a9163236-c65e-48c8-b068-73898e0e173e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.162441] env[68831]: DEBUG nova.compute.manager [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.179593] env[68831]: INFO nova.scheduler.client.report [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Deleted allocations for instance 22a0893b-980e-49e2-94cf-3629a9bc39e0 [ 1061.193078] env[68831]: DEBUG nova.virt.hardware [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.193330] env[68831]: DEBUG nova.virt.hardware [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.193507] env[68831]: DEBUG nova.virt.hardware [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.193709] env[68831]: DEBUG nova.virt.hardware [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.193949] env[68831]: DEBUG nova.virt.hardware [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.194138] env[68831]: DEBUG nova.virt.hardware [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.194367] env[68831]: DEBUG nova.virt.hardware [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.194563] env[68831]: DEBUG nova.virt.hardware [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.194693] env[68831]: DEBUG nova.virt.hardware [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.194860] env[68831]: DEBUG nova.virt.hardware [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.195057] env[68831]: DEBUG nova.virt.hardware [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.196019] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6af267c-cc08-40de-8fe5-f0a87a52239a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.207346] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d22ee65-b732-4db2-8733-c1defdd64a14 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.441895] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803198, 'name': ReconfigVM_Task, 'duration_secs': 0.893999} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.442202] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 05611151-ab8a-4435-9225-60d1671b7d2a/05611151-ab8a-4435-9225-60d1671b7d2a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.442902] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b4870d4-3015-4da5-9057-b8f6946444ea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.448689] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1061.448689] env[68831]: value = "task-2803201" [ 1061.448689] env[68831]: _type = "Task" [ 1061.448689] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.457024] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803201, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.573258] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803200, 'name': CreateVM_Task, 'duration_secs': 0.409663} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.576269] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.577102] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.577371] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.577714] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.578938] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da485455-2665-4fd4-8f8c-c4b623b94f05 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.584020] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1061.584020] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fb7c22-3252-559b-f63a-f0003e2b3351" [ 1061.584020] env[68831]: _type = "Task" [ 1061.584020] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.592831] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fb7c22-3252-559b-f63a-f0003e2b3351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.620111] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803199, 'name': ReconfigVM_Task, 'duration_secs': 0.62684} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.620461] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07/6eb77d85-fb04-45f0-ab59-2b2b1fa64e07.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.620782] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating instance '6eb77d85-fb04-45f0-ab59-2b2b1fa64e07' progress to 50 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.624973] env[68831]: DEBUG nova.network.neutron [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Updating instance_info_cache with network_info: [{"id": "0dce3318-0448-46dc-ad06-a85d502a9892", "address": "fa:16:3e:74:89:79", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dce3318-04", "ovs_interfaceid": "0dce3318-0448-46dc-ad06-a85d502a9892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34bb3162-2347-4fcf-84eb-6699f6650750", "address": "fa:16:3e:bc:5d:f2", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34bb3162-23", "ovs_interfaceid": "34bb3162-2347-4fcf-84eb-6699f6650750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4da1593-d2f8-40af-a70e-9562055461cd", "address": "fa:16:3e:3d:79:31", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4da1593-d2", "ovs_interfaceid": "c4da1593-d2f8-40af-a70e-9562055461cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.691642] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf6f5c34-4bc9-4f59-8640-94def24860bf tempest-ServerMetadataTestJSON-709819223 tempest-ServerMetadataTestJSON-709819223-project-member] Lock "22a0893b-980e-49e2-94cf-3629a9bc39e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.076s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.705831] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.707812] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df8c2eb6-ebbc-483d-a084-b1e6853520ca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.714702] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1061.714702] env[68831]: value = "task-2803202" [ 1061.714702] env[68831]: _type = "Task" [ 1061.714702] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.728428] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.774025] env[68831]: DEBUG nova.network.neutron [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Successfully updated port: b1982ec8-805e-4c95-bee4-3c698f77099f {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.961331] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803201, 'name': Rename_Task, 'duration_secs': 0.178092} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.961630] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.961630] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bb03441-eb7f-44f1-bc44-2f281a787ba2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.968571] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1061.968571] env[68831]: value = "task-2803203" [ 1061.968571] env[68831]: _type = "Task" [ 1061.968571] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.976573] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.990487] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e03de07-d560-4c05-9100-92ca148a7eeb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.998052] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab23507-1648-4708-8405-6d2105bcfa4e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.029157] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123e515a-0f85-4628-96ad-cf1ebe6896ef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.037409] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898b5b42-245b-4065-8722-91db9cf82cb9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.052509] env[68831]: DEBUG nova.compute.provider_tree [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.073651] env[68831]: DEBUG oslo_concurrency.lockutils [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "2d714d34-e397-4665-a505-c2d34a5d1ec8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.073940] env[68831]: DEBUG oslo_concurrency.lockutils [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "2d714d34-e397-4665-a505-c2d34a5d1ec8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.094940] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fb7c22-3252-559b-f63a-f0003e2b3351, 'name': SearchDatastore_Task, 'duration_secs': 0.013259} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.095263] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.095518] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.096103] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.096103] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.096103] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.096377] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35185916-5da4-48ea-9260-b41864d7b1dc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.105046] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.105258] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.105965] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a664d807-860c-4ddc-bf14-4f8de8f4e755 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.113893] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1062.113893] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5210778a-80ab-9173-dbc6-6b731d9df3e6" [ 1062.113893] env[68831]: _type = "Task" [ 1062.113893] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.121664] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5210778a-80ab-9173-dbc6-6b731d9df3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.128615] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.129277] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.129466] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.130166] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a25b11-bf70-409f-a9d5-d463e30c34aa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.133237] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc89391-8aae-40ae-a088-93b321efeaec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.164445] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df9d225-a162-4a17-9f2b-445a03c890bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.166841] env[68831]: DEBUG nova.virt.hardware [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.167117] env[68831]: DEBUG nova.virt.hardware [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.167235] env[68831]: DEBUG nova.virt.hardware [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.167418] env[68831]: DEBUG nova.virt.hardware [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.167560] env[68831]: DEBUG nova.virt.hardware [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.167702] env[68831]: DEBUG nova.virt.hardware [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.168264] env[68831]: DEBUG nova.virt.hardware [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.168264] env[68831]: DEBUG nova.virt.hardware [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.168264] env[68831]: DEBUG nova.virt.hardware [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.168378] env[68831]: DEBUG nova.virt.hardware [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.168554] env[68831]: DEBUG nova.virt.hardware [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.174870] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Reconfiguring VM to attach interface {{(pid=68831) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1062.175271] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99b87fbe-6df1-4e0d-9588-e45b6f527208 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.204664] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating instance '6eb77d85-fb04-45f0-ab59-2b2b1fa64e07' progress to 67 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.209549] env[68831]: DEBUG oslo_vmware.api [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1062.209549] env[68831]: value = "task-2803204" [ 1062.209549] env[68831]: _type = "Task" [ 1062.209549] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.219128] env[68831]: DEBUG oslo_vmware.api [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803204, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.227267] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803202, 'name': PowerOffVM_Task, 'duration_secs': 0.216499} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.227599] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.228328] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08bded2-4700-4db9-b07c-9b5de6f71c38 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.247011] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75816f9b-591a-46b2-8e2c-dd6fb8b83c3f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.274682] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "refresh_cache-488e4e48-4b80-46f4-9f73-0304a5f344a6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.274868] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "refresh_cache-488e4e48-4b80-46f4-9f73-0304a5f344a6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.274982] env[68831]: DEBUG nova.network.neutron [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.482324] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.558138] env[68831]: DEBUG nova.scheduler.client.report [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.576859] env[68831]: DEBUG nova.compute.utils [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.624983] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5210778a-80ab-9173-dbc6-6b731d9df3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010386} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.625826] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e533afd-78a7-4883-b657-413120dce388 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.631115] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1062.631115] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a876c4-1fc6-c3f7-a7b6-e8e8d343eaaf" [ 1062.631115] env[68831]: _type = "Task" [ 1062.631115] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.638547] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a876c4-1fc6-c3f7-a7b6-e8e8d343eaaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.726360] env[68831]: DEBUG oslo_vmware.api [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.752591] env[68831]: DEBUG nova.network.neutron [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Port 5a9df990-61c9-48c8-ba92-e9e4bb490b34 binding to destination host cpu-1 is already ACTIVE {{(pid=68831) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1062.757651] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1062.758099] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e5119790-0162-4a6d-bfd5-7bd138e6ce3a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.764514] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1062.764514] env[68831]: value = "task-2803205" [ 1062.764514] env[68831]: _type = "Task" [ 1062.764514] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.775020] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.809117] env[68831]: DEBUG nova.network.neutron [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.953411] env[68831]: DEBUG nova.network.neutron [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Updating instance_info_cache with network_info: [{"id": "b1982ec8-805e-4c95-bee4-3c698f77099f", "address": "fa:16:3e:ca:d1:80", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1982ec8-80", "ovs_interfaceid": "b1982ec8-805e-4c95-bee4-3c698f77099f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.979785] env[68831]: DEBUG oslo_vmware.api [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803203, 'name': PowerOnVM_Task, 'duration_secs': 0.78878} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.980193] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.980327] env[68831]: INFO nova.compute.manager [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1062.980562] env[68831]: DEBUG nova.compute.manager [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.981397] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fd6564-8648-487c-847d-71b9d85424e3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.063875] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.067035] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.366s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.079134] env[68831]: DEBUG oslo_concurrency.lockutils [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "2d714d34-e397-4665-a505-c2d34a5d1ec8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.090115] env[68831]: INFO nova.scheduler.client.report [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Deleted allocations for instance a9163236-c65e-48c8-b068-73898e0e173e [ 1063.144043] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a876c4-1fc6-c3f7-a7b6-e8e8d343eaaf, 'name': SearchDatastore_Task, 'duration_secs': 0.010536} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.144368] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.144658] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 84beba26-6f10-474c-86c9-7ee250d3a47e/84beba26-6f10-474c-86c9-7ee250d3a47e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.144942] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cb992ed-f9e2-4345-b80d-41f7ef590d9b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.153838] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1063.153838] env[68831]: value = "task-2803206" [ 1063.153838] env[68831]: _type = "Task" [ 1063.153838] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.165661] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.230072] env[68831]: DEBUG oslo_vmware.api [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803204, 'name': ReconfigVM_Task, 'duration_secs': 0.766751} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.230072] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.230406] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Reconfigured VM to attach interface {{(pid=68831) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1063.276866] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803205, 'name': CreateSnapshot_Task, 'duration_secs': 0.462687} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.277084] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1063.277897] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923c8bbc-5193-4731-b664-cede1ab0a5f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.456559] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "refresh_cache-488e4e48-4b80-46f4-9f73-0304a5f344a6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.456912] env[68831]: DEBUG nova.compute.manager [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Instance network_info: |[{"id": "b1982ec8-805e-4c95-bee4-3c698f77099f", "address": "fa:16:3e:ca:d1:80", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1982ec8-80", "ovs_interfaceid": "b1982ec8-805e-4c95-bee4-3c698f77099f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.457418] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:d1:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1982ec8-805e-4c95-bee4-3c698f77099f', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.466136] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.466473] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.466806] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f099cf0c-9c0d-417f-8f28-fd70bae82b6a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.488044] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.488044] env[68831]: value = "task-2803207" [ 1063.488044] env[68831]: _type = "Task" [ 1063.488044] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.500164] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803207, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.504093] env[68831]: INFO nova.compute.manager [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Took 28.15 seconds to build instance. [ 1063.599379] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7bec1cad-d5bb-459d-9491-a20f8af9664f tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Lock "a9163236-c65e-48c8-b068-73898e0e173e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.764s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.667560] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803206, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.736902] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5dd4049a-1fe2-4da3-a8a3-d84f11952aa2 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-c8e11680-f1fc-4237-a8d2-2d1706080b0e-c4da1593-d2f8-40af-a70e-9562055461cd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.632s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.779119] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.779379] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.779557] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.797970] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1063.799247] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e1eee2b-5a72-4c56-a869-12f7ce7e95d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.817796] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1063.817796] env[68831]: value = "task-2803208" [ 1063.817796] env[68831]: _type = "Task" [ 1063.817796] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.829994] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803208, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.000664] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803207, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.006376] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9973196d-647f-4919-8b5f-da55d266ef02 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.666s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.081105] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Applying migration context for instance 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07 as it has an incoming, in-progress migration a783b6c4-27a8-4755-88cb-7f7c6fa05d9d. Migration status is post-migrating {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1064.083237] env[68831]: INFO nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating resource usage from migration a783b6c4-27a8-4755-88cb-7f7c6fa05d9d [ 1064.118206] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 28bf3f4e-650a-44b4-abf2-8195f32cfb34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.118809] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1064.119119] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance ba678a0d-d3f0-4dca-ad62-697237cf99ea actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.119391] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 71344266-21bf-454a-b54d-4c291336d8ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.119663] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 7228b0fc-2d2c-4c11-9b8c-167b67390f3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.119814] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 523615be-9200-4639-a60f-a55c7898859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.120199] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 528a1841-a146-4747-b331-a82997808623 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1064.120525] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance c8e11680-f1fc-4237-a8d2-2d1706080b0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.120788] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 96f944da-6996-45fd-bdd5-81a060cd012f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.121129] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 73612748-9633-488e-ab75-99257c57cf75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.122403] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 72392c14-3751-4d2a-b8cf-b1f91bf904f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.122403] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance c7d086c6-9452-426a-b152-c0e87837044e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1064.122403] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 2d714d34-e397-4665-a505-c2d34a5d1ec8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.122403] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance e667e383-575b-4cc6-9a2d-0a9d792697fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.122676] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance c1453f23-0639-4d5a-9ac6-d834b2864f59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.122676] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 4d7849e3-494a-470a-990a-09efc919e64e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1064.122890] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 63f5f38f-aecc-41d3-abb2-c8ae50ae8172 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.122968] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 42bc5a10-c697-4cf2-b2af-2d725661d0fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.154746] env[68831]: DEBUG oslo_concurrency.lockutils [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "2d714d34-e397-4665-a505-c2d34a5d1ec8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.155701] env[68831]: DEBUG oslo_concurrency.lockutils [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "2d714d34-e397-4665-a505-c2d34a5d1ec8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.156261] env[68831]: INFO nova.compute.manager [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Attaching volume 3d2cc03a-4057-4737-ae7b-a636dde1e9fd to /dev/sdb [ 1064.174182] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724489} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.174512] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 84beba26-6f10-474c-86c9-7ee250d3a47e/84beba26-6f10-474c-86c9-7ee250d3a47e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.174771] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.175412] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7214c121-15b4-4dc9-bd1a-5ce200f5573f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.183835] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1064.183835] env[68831]: value = "task-2803209" [ 1064.183835] env[68831]: _type = "Task" [ 1064.183835] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.199484] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.205807] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b80d845-c6ba-44b9-af37-16188efb62f8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.216770] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d8d075-97a7-4667-ab24-eee7e1d3ee73 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.234230] env[68831]: DEBUG nova.virt.block_device [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Updating existing volume attachment record: b327e1d5-3d7e-4050-a285-7eb94069d26c {{(pid=68831) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1064.270602] env[68831]: DEBUG nova.compute.manager [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Received event network-changed-09deb997-5727-45df-b0a2-2c7940de4fe6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.270804] env[68831]: DEBUG nova.compute.manager [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Refreshing instance network info cache due to event network-changed-09deb997-5727-45df-b0a2-2c7940de4fe6. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1064.271164] env[68831]: DEBUG oslo_concurrency.lockutils [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] Acquiring lock "refresh_cache-84beba26-6f10-474c-86c9-7ee250d3a47e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.271239] env[68831]: DEBUG oslo_concurrency.lockutils [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] Acquired lock "refresh_cache-84beba26-6f10-474c-86c9-7ee250d3a47e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.271341] env[68831]: DEBUG nova.network.neutron [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Refreshing network info cache for port 09deb997-5727-45df-b0a2-2c7940de4fe6 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.328530] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803208, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.498538] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803207, 'name': CreateVM_Task, 'duration_secs': 0.63266} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.498719] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.499433] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.499600] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.499913] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.500205] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e9af2c-ced9-450b-a41e-debf7ea3748a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.505105] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1064.505105] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527dee39-e577-b5ba-a37e-9dae5edd012e" [ 1064.505105] env[68831]: _type = "Task" [ 1064.505105] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.512989] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527dee39-e577-b5ba-a37e-9dae5edd012e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.626490] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 5be9111c-f58a-43eb-94c1-d0ac8d99159f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1064.626611] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 05611151-ab8a-4435-9225-60d1671b7d2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.627952] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Migration a783b6c4-27a8-4755-88cb-7f7c6fa05d9d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1064.627952] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.627952] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 84beba26-6f10-474c-86c9-7ee250d3a47e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.627952] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 488e4e48-4b80-46f4-9f73-0304a5f344a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.627952] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1064.627952] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1064.695698] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08515} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.701334] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.701334] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a3cd42-aedf-4219-9164-22d926b1aea9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.726724] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 84beba26-6f10-474c-86c9-7ee250d3a47e/84beba26-6f10-474c-86c9-7ee250d3a47e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.729813] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-450c34e4-3010-4b01-8633-4f39696d6dfe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.761353] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1064.761353] env[68831]: value = "task-2803212" [ 1064.761353] env[68831]: _type = "Task" [ 1064.761353] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.776673] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.839054] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803208, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.853787] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "refresh_cache-6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.853787] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "refresh_cache-6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.853787] env[68831]: DEBUG nova.network.neutron [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.021152] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527dee39-e577-b5ba-a37e-9dae5edd012e, 'name': SearchDatastore_Task, 'duration_secs': 0.03768} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.021478] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.021718] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.022032] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.022120] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.022334] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.022661] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbbf21bc-76b9-4f38-a141-6df6cb65c4ed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.039508] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.039764] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.044711] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d4ac38-10d5-4a2b-ae9a-0ba20cc60027 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.053018] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1065.053018] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5264f5d3-c593-f652-82fd-d3773c9ef7eb" [ 1065.053018] env[68831]: _type = "Task" [ 1065.053018] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.067053] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5264f5d3-c593-f652-82fd-d3773c9ef7eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.094018] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770b57b5-e03a-4069-976b-5472931c9bb1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.104552] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de475853-ab4c-4d5b-a080-ec045bc5486a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.140392] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a261f2-41b1-4853-9e41-66ce4b211228 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.149219] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9733d613-d9ee-4d67-9853-5fd09488d388 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.164101] env[68831]: DEBUG nova.compute.provider_tree [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.274946] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803212, 'name': ReconfigVM_Task, 'duration_secs': 0.32584} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.276229] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 84beba26-6f10-474c-86c9-7ee250d3a47e/84beba26-6f10-474c-86c9-7ee250d3a47e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.276931] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81f75d89-2c53-463a-b1e8-c45bc1352328 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.287785] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1065.287785] env[68831]: value = "task-2803214" [ 1065.287785] env[68831]: _type = "Task" [ 1065.287785] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.304515] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803214, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.321234] env[68831]: DEBUG nova.network.neutron [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Updated VIF entry in instance network info cache for port 09deb997-5727-45df-b0a2-2c7940de4fe6. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.321689] env[68831]: DEBUG nova.network.neutron [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Updating instance_info_cache with network_info: [{"id": "09deb997-5727-45df-b0a2-2c7940de4fe6", "address": "fa:16:3e:91:b6:c3", "network": {"id": "a257c703-12e8-44b9-a7c4-6d5bc973c63e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-628798146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceda3c2732040879e9f5715f2b91654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09deb997-57", "ovs_interfaceid": "09deb997-5727-45df-b0a2-2c7940de4fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.333612] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803208, 'name': CloneVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.575512] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5264f5d3-c593-f652-82fd-d3773c9ef7eb, 'name': SearchDatastore_Task, 'duration_secs': 0.022512} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.576631] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9512890b-dd6d-4065-85c9-49befa2926ea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.586764] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1065.586764] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526dc13f-14a8-34de-8caf-0a1c1501325a" [ 1065.586764] env[68831]: _type = "Task" [ 1065.586764] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.596642] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526dc13f-14a8-34de-8caf-0a1c1501325a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.667855] env[68831]: DEBUG nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.802047] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803214, 'name': Rename_Task, 'duration_secs': 0.188918} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.802047] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.802251] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93742b5a-8e6f-4ae0-9f6a-bf73bd8fe578 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.819579] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1065.819579] env[68831]: value = "task-2803215" [ 1065.819579] env[68831]: _type = "Task" [ 1065.819579] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.828947] env[68831]: DEBUG oslo_concurrency.lockutils [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] Releasing lock "refresh_cache-84beba26-6f10-474c-86c9-7ee250d3a47e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.829307] env[68831]: DEBUG nova.compute.manager [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Received event network-vif-plugged-c4da1593-d2f8-40af-a70e-9562055461cd {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.829541] env[68831]: DEBUG oslo_concurrency.lockutils [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] Acquiring lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.829774] env[68831]: DEBUG oslo_concurrency.lockutils [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] Lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.830099] env[68831]: DEBUG oslo_concurrency.lockutils [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] Lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.830342] env[68831]: DEBUG nova.compute.manager [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] No waiting events found dispatching network-vif-plugged-c4da1593-d2f8-40af-a70e-9562055461cd {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.830493] env[68831]: WARNING nova.compute.manager [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Received unexpected event network-vif-plugged-c4da1593-d2f8-40af-a70e-9562055461cd for instance with vm_state active and task_state None. [ 1065.831226] env[68831]: DEBUG nova.compute.manager [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Received event network-changed-c4da1593-d2f8-40af-a70e-9562055461cd {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.832017] env[68831]: DEBUG nova.compute.manager [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Refreshing instance network info cache due to event network-changed-c4da1593-d2f8-40af-a70e-9562055461cd. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1065.833416] env[68831]: DEBUG oslo_concurrency.lockutils [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] Acquiring lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.833416] env[68831]: DEBUG oslo_concurrency.lockutils [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] Acquired lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.833881] env[68831]: DEBUG nova.network.neutron [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Refreshing network info cache for port c4da1593-d2f8-40af-a70e-9562055461cd {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.840090] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.844998] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803208, 'name': CloneVM_Task, 'duration_secs': 1.631275} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.845294] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Created linked-clone VM from snapshot [ 1065.846169] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7bbda1-b10e-48c0-987e-0f01d1ff29a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.856455] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Uploading image f1ecc379-c016-4ae9-943b-c93a104f6b54 {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1065.888546] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1065.888546] env[68831]: value = "vm-563298" [ 1065.888546] env[68831]: _type = "VirtualMachine" [ 1065.888546] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1065.889280] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-78ce13e7-30dd-4491-8577-bbacb7e99bb2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.898744] env[68831]: DEBUG nova.network.neutron [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating instance_info_cache with network_info: [{"id": "5a9df990-61c9-48c8-ba92-e9e4bb490b34", "address": "fa:16:3e:60:b5:fc", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9df990-61", "ovs_interfaceid": "5a9df990-61c9-48c8-ba92-e9e4bb490b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.902187] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lease: (returnval){ [ 1065.902187] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ec9249-3c47-2f3d-3eef-e1d11cb90078" [ 1065.902187] env[68831]: _type = "HttpNfcLease" [ 1065.902187] env[68831]: } obtained for exporting VM: (result){ [ 1065.902187] env[68831]: value = "vm-563298" [ 1065.902187] env[68831]: _type = "VirtualMachine" [ 1065.902187] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1065.902506] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the lease: (returnval){ [ 1065.902506] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ec9249-3c47-2f3d-3eef-e1d11cb90078" [ 1065.902506] env[68831]: _type = "HttpNfcLease" [ 1065.902506] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1065.911350] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1065.911350] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ec9249-3c47-2f3d-3eef-e1d11cb90078" [ 1065.911350] env[68831]: _type = "HttpNfcLease" [ 1065.911350] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1065.925172] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "interface-c8e11680-f1fc-4237-a8d2-2d1706080b0e-34bb3162-2347-4fcf-84eb-6699f6650750" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.925429] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-c8e11680-f1fc-4237-a8d2-2d1706080b0e-34bb3162-2347-4fcf-84eb-6699f6650750" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.099783] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526dc13f-14a8-34de-8caf-0a1c1501325a, 'name': SearchDatastore_Task, 'duration_secs': 0.013533} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.100599] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.101061] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 488e4e48-4b80-46f4-9f73-0304a5f344a6/488e4e48-4b80-46f4-9f73-0304a5f344a6.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.101523] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b984c010-6f66-4506-97e4-3a955102e6aa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.112018] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1066.112018] env[68831]: value = "task-2803217" [ 1066.112018] env[68831]: _type = "Task" [ 1066.112018] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.119880] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.174774] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1066.174774] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.106s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.174774] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.282s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.174774] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.176765] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.682s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.177239] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.179673] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.479s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.180616] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.183655] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.780s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.183655] env[68831]: DEBUG nova.objects.instance [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lazy-loading 'pci_requests' on Instance uuid 5be9111c-f58a-43eb-94c1-d0ac8d99159f {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.216202] env[68831]: INFO nova.scheduler.client.report [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Deleted allocations for instance 528a1841-a146-4747-b331-a82997808623 [ 1066.216202] env[68831]: INFO nova.scheduler.client.report [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Deleted allocations for instance 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08 [ 1066.239916] env[68831]: INFO nova.scheduler.client.report [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Deleted allocations for instance c7d086c6-9452-426a-b152-c0e87837044e [ 1066.334199] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803215, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.404264] env[68831]: DEBUG oslo_concurrency.lockutils [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "refresh_cache-6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.419528] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1066.419528] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ec9249-3c47-2f3d-3eef-e1d11cb90078" [ 1066.419528] env[68831]: _type = "HttpNfcLease" [ 1066.419528] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1066.420170] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1066.420170] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ec9249-3c47-2f3d-3eef-e1d11cb90078" [ 1066.420170] env[68831]: _type = "HttpNfcLease" [ 1066.420170] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1066.421099] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa45a4a-8d54-4f5d-a066-7a69e6f1314f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.428362] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.428628] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.436676] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad423f4c-032e-4d1f-98f6-8a1fab6179f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.440248] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cd7a9-f752-08ba-7f7b-b77d210fd09b/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1066.440566] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cd7a9-f752-08ba-7f7b-b77d210fd09b/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1066.529778] env[68831]: DEBUG nova.compute.manager [req-d3c28958-612e-495e-ae86-4b960032db22 req-85d83d5b-bd4a-4fee-bb4d-081e0c13026c service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Received event network-changed-e3676ffe-160c-457e-b4d1-beda62240fb9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.530162] env[68831]: DEBUG nova.compute.manager [req-d3c28958-612e-495e-ae86-4b960032db22 req-85d83d5b-bd4a-4fee-bb4d-081e0c13026c service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Refreshing instance network info cache due to event network-changed-e3676ffe-160c-457e-b4d1-beda62240fb9. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1066.530262] env[68831]: DEBUG oslo_concurrency.lockutils [req-d3c28958-612e-495e-ae86-4b960032db22 req-85d83d5b-bd4a-4fee-bb4d-081e0c13026c service nova] Acquiring lock "refresh_cache-05611151-ab8a-4435-9225-60d1671b7d2a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.530356] env[68831]: DEBUG oslo_concurrency.lockutils [req-d3c28958-612e-495e-ae86-4b960032db22 req-85d83d5b-bd4a-4fee-bb4d-081e0c13026c service nova] Acquired lock "refresh_cache-05611151-ab8a-4435-9225-60d1671b7d2a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.530504] env[68831]: DEBUG nova.network.neutron [req-d3c28958-612e-495e-ae86-4b960032db22 req-85d83d5b-bd4a-4fee-bb4d-081e0c13026c service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Refreshing network info cache for port e3676ffe-160c-457e-b4d1-beda62240fb9 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.534918] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334220ae-ae22-4a23-8d26-55584823bc1c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.571220] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Reconfiguring VM to detach interface {{(pid=68831) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1066.571692] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f872b04-2ef3-497f-8cbd-538dd85822d8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.589440] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7cf46994-2517-410f-b1a5-863661ef74fe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.596922] env[68831]: DEBUG oslo_vmware.api [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1066.596922] env[68831]: value = "task-2803218" [ 1066.596922] env[68831]: _type = "Task" [ 1066.596922] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.608274] env[68831]: DEBUG oslo_vmware.api [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.629138] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803217, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.686861] env[68831]: DEBUG nova.objects.instance [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lazy-loading 'numa_topology' on Instance uuid 5be9111c-f58a-43eb-94c1-d0ac8d99159f {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.734481] env[68831]: DEBUG oslo_concurrency.lockutils [None req-76c6d1ab-017d-43a5-aff8-80902eb9ff10 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "9eb1eeb3-aad7-4187-93f1-8ed435ce8e08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.912s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.736796] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fa2c6c49-46ad-48e0-ae4f-0eccb3dc0f79 tempest-ServerRescueTestJSON-1647468105 tempest-ServerRescueTestJSON-1647468105-project-member] Lock "528a1841-a146-4747-b331-a82997808623" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.618s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.752403] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1353e7ea-db6c-4b6f-905c-6ea72a150af4 tempest-ServersTestManualDisk-1757895460 tempest-ServersTestManualDisk-1757895460-project-member] Lock "c7d086c6-9452-426a-b152-c0e87837044e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.977s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.837421] env[68831]: DEBUG oslo_vmware.api [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803215, 'name': PowerOnVM_Task, 'duration_secs': 0.548573} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.838580] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.838580] env[68831]: INFO nova.compute.manager [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1066.838733] env[68831]: DEBUG nova.compute.manager [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.841296] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c751d94-4e24-434c-8705-b1fdb45fa963 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.944509] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb3b81c-1572-411b-9171-2eec26f41ee2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.968182] env[68831]: DEBUG nova.network.neutron [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Updated VIF entry in instance network info cache for port c4da1593-d2f8-40af-a70e-9562055461cd. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.968508] env[68831]: DEBUG nova.network.neutron [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Updating instance_info_cache with network_info: [{"id": "0dce3318-0448-46dc-ad06-a85d502a9892", "address": "fa:16:3e:74:89:79", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dce3318-04", "ovs_interfaceid": "0dce3318-0448-46dc-ad06-a85d502a9892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34bb3162-2347-4fcf-84eb-6699f6650750", "address": "fa:16:3e:bc:5d:f2", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34bb3162-23", "ovs_interfaceid": "34bb3162-2347-4fcf-84eb-6699f6650750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4da1593-d2f8-40af-a70e-9562055461cd", "address": "fa:16:3e:3d:79:31", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4da1593-d2", "ovs_interfaceid": "c4da1593-d2f8-40af-a70e-9562055461cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.970815] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541be208-49ba-4448-b934-59c23d818a47 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.988505] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating instance '6eb77d85-fb04-45f0-ab59-2b2b1fa64e07' progress to 83 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.110924] env[68831]: DEBUG oslo_vmware.api [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.129338] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588049} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.129798] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 488e4e48-4b80-46f4-9f73-0304a5f344a6/488e4e48-4b80-46f4-9f73-0304a5f344a6.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.130168] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.130542] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f436c06-e0f2-43cd-9835-0e863c243717 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.140127] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1067.140127] env[68831]: value = "task-2803220" [ 1067.140127] env[68831]: _type = "Task" [ 1067.140127] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.152763] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.190177] env[68831]: INFO nova.compute.claims [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.363707] env[68831]: INFO nova.compute.manager [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Took 30.34 seconds to build instance. [ 1067.480399] env[68831]: DEBUG oslo_concurrency.lockutils [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] Releasing lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.480700] env[68831]: DEBUG nova.compute.manager [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Received event network-vif-plugged-b1982ec8-805e-4c95-bee4-3c698f77099f {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.480900] env[68831]: DEBUG oslo_concurrency.lockutils [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] Acquiring lock "488e4e48-4b80-46f4-9f73-0304a5f344a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.481146] env[68831]: DEBUG oslo_concurrency.lockutils [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] Lock "488e4e48-4b80-46f4-9f73-0304a5f344a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.481317] env[68831]: DEBUG oslo_concurrency.lockutils [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] Lock "488e4e48-4b80-46f4-9f73-0304a5f344a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.481486] env[68831]: DEBUG nova.compute.manager [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] No waiting events found dispatching network-vif-plugged-b1982ec8-805e-4c95-bee4-3c698f77099f {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.481657] env[68831]: WARNING nova.compute.manager [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Received unexpected event network-vif-plugged-b1982ec8-805e-4c95-bee4-3c698f77099f for instance with vm_state building and task_state spawning. [ 1067.481821] env[68831]: DEBUG nova.compute.manager [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Received event network-changed-b1982ec8-805e-4c95-bee4-3c698f77099f {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.481975] env[68831]: DEBUG nova.compute.manager [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Refreshing instance network info cache due to event network-changed-b1982ec8-805e-4c95-bee4-3c698f77099f. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1067.482178] env[68831]: DEBUG oslo_concurrency.lockutils [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] Acquiring lock "refresh_cache-488e4e48-4b80-46f4-9f73-0304a5f344a6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.482315] env[68831]: DEBUG oslo_concurrency.lockutils [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] Acquired lock "refresh_cache-488e4e48-4b80-46f4-9f73-0304a5f344a6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.482499] env[68831]: DEBUG nova.network.neutron [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Refreshing network info cache for port b1982ec8-805e-4c95-bee4-3c698f77099f {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.497758] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.499339] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8264be58-1959-46f0-9a61-bae9b1aaa3af {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.510126] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1067.510126] env[68831]: value = "task-2803221" [ 1067.510126] env[68831]: _type = "Task" [ 1067.510126] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.522553] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.617043] env[68831]: DEBUG oslo_vmware.api [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.651779] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124416} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.652249] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.653167] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308e2c82-2013-48d0-83b0-c0fdb9aeb84c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.682261] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 488e4e48-4b80-46f4-9f73-0304a5f344a6/488e4e48-4b80-46f4-9f73-0304a5f344a6.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.685891] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfb213bd-fd0e-4837-91fa-5118df5921ec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.723662] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1067.723662] env[68831]: value = "task-2803222" [ 1067.723662] env[68831]: _type = "Task" [ 1067.723662] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.735414] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.854246] env[68831]: DEBUG nova.network.neutron [req-d3c28958-612e-495e-ae86-4b960032db22 req-85d83d5b-bd4a-4fee-bb4d-081e0c13026c service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Updated VIF entry in instance network info cache for port e3676ffe-160c-457e-b4d1-beda62240fb9. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.854638] env[68831]: DEBUG nova.network.neutron [req-d3c28958-612e-495e-ae86-4b960032db22 req-85d83d5b-bd4a-4fee-bb4d-081e0c13026c service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Updating instance_info_cache with network_info: [{"id": "e3676ffe-160c-457e-b4d1-beda62240fb9", "address": "fa:16:3e:c6:12:1b", "network": {"id": "323d6838-a28d-4333-9760-94ee9280e037", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1921691465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34c758fdc5a04b408322e92655e799af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3676ffe-16", "ovs_interfaceid": "e3676ffe-160c-457e-b4d1-beda62240fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.868911] env[68831]: DEBUG oslo_concurrency.lockutils [None req-53eae392-4719-4ad6-af8a-28425d6b0725 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "84beba26-6f10-474c-86c9-7ee250d3a47e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.851s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.023140] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.117717] env[68831]: DEBUG oslo_vmware.api [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.235102] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9864ce27-5f2e-4c08-bbbd-b6e234b89ef4 tempest-ServersAdminTestJSON-1261251254 tempest-ServersAdminTestJSON-1261251254-project-admin] Acquiring lock "refresh_cache-84beba26-6f10-474c-86c9-7ee250d3a47e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.235102] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9864ce27-5f2e-4c08-bbbd-b6e234b89ef4 tempest-ServersAdminTestJSON-1261251254 tempest-ServersAdminTestJSON-1261251254-project-admin] Acquired lock "refresh_cache-84beba26-6f10-474c-86c9-7ee250d3a47e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.235102] env[68831]: DEBUG nova.network.neutron [None req-9864ce27-5f2e-4c08-bbbd-b6e234b89ef4 tempest-ServersAdminTestJSON-1261251254 tempest-ServersAdminTestJSON-1261251254-project-admin] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.248540] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.363020] env[68831]: DEBUG oslo_concurrency.lockutils [req-d3c28958-612e-495e-ae86-4b960032db22 req-85d83d5b-bd4a-4fee-bb4d-081e0c13026c service nova] Releasing lock "refresh_cache-05611151-ab8a-4435-9225-60d1671b7d2a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.524476] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.600993] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e790bc-eea6-46c4-86f1-703e20b9f4fd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.618174] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f3204b-3e01-4ee6-b0bc-760729baedb8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.621711] env[68831]: DEBUG oslo_vmware.api [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.651873] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d83c3b-e373-481e-8c45-93344758771a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.661147] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c368565e-b7ab-443a-a179-616941a192a1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.677104] env[68831]: DEBUG nova.compute.provider_tree [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.737971] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803222, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.973746] env[68831]: DEBUG nova.network.neutron [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Updated VIF entry in instance network info cache for port b1982ec8-805e-4c95-bee4-3c698f77099f. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.973746] env[68831]: DEBUG nova.network.neutron [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Updating instance_info_cache with network_info: [{"id": "b1982ec8-805e-4c95-bee4-3c698f77099f", "address": "fa:16:3e:ca:d1:80", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1982ec8-80", "ovs_interfaceid": "b1982ec8-805e-4c95-bee4-3c698f77099f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.026161] env[68831]: DEBUG oslo_vmware.api [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803221, 'name': PowerOnVM_Task, 'duration_secs': 1.296689} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.026161] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.026161] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-dac14580-2f22-43db-b539-d826a7feb1af tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating instance '6eb77d85-fb04-45f0-ab59-2b2b1fa64e07' progress to 100 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.117127] env[68831]: DEBUG oslo_vmware.api [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.181706] env[68831]: DEBUG nova.scheduler.client.report [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.239188] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803222, 'name': ReconfigVM_Task, 'duration_secs': 1.066937} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.239473] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 488e4e48-4b80-46f4-9f73-0304a5f344a6/488e4e48-4b80-46f4-9f73-0304a5f344a6.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.240172] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e37eea43-5800-4fc1-bbb8-60f06c100766 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.249469] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1069.249469] env[68831]: value = "task-2803223" [ 1069.249469] env[68831]: _type = "Task" [ 1069.249469] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.261247] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803223, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.302779] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Volume attach. Driver type: vmdk {{(pid=68831) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1069.303118] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563300', 'volume_id': '3d2cc03a-4057-4737-ae7b-a636dde1e9fd', 'name': 'volume-3d2cc03a-4057-4737-ae7b-a636dde1e9fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d714d34-e397-4665-a505-c2d34a5d1ec8', 'attached_at': '', 'detached_at': '', 'volume_id': '3d2cc03a-4057-4737-ae7b-a636dde1e9fd', 'serial': '3d2cc03a-4057-4737-ae7b-a636dde1e9fd'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1069.304183] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ca85be-926b-439a-80f7-da197140cadf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.326295] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc83c68-8277-4bb7-a5bd-5d327584985d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.358732] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-3d2cc03a-4057-4737-ae7b-a636dde1e9fd/volume-3d2cc03a-4057-4737-ae7b-a636dde1e9fd.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.359295] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f36bc900-0f40-44df-b31e-82fadc7f7a02 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.383614] env[68831]: DEBUG oslo_vmware.api [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1069.383614] env[68831]: value = "task-2803224" [ 1069.383614] env[68831]: _type = "Task" [ 1069.383614] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.394166] env[68831]: DEBUG oslo_vmware.api [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.476604] env[68831]: DEBUG oslo_concurrency.lockutils [req-350ef653-8131-4d86-a362-d798d2f09ee6 req-fe518107-7336-4f70-9345-2597babfa9a2 service nova] Releasing lock "refresh_cache-488e4e48-4b80-46f4-9f73-0304a5f344a6" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.483714] env[68831]: DEBUG nova.network.neutron [None req-9864ce27-5f2e-4c08-bbbd-b6e234b89ef4 tempest-ServersAdminTestJSON-1261251254 tempest-ServersAdminTestJSON-1261251254-project-admin] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Updating instance_info_cache with network_info: [{"id": "09deb997-5727-45df-b0a2-2c7940de4fe6", "address": "fa:16:3e:91:b6:c3", "network": {"id": "a257c703-12e8-44b9-a7c4-6d5bc973c63e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-628798146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceda3c2732040879e9f5715f2b91654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09deb997-57", "ovs_interfaceid": "09deb997-5727-45df-b0a2-2c7940de4fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.619686] env[68831]: DEBUG oslo_vmware.api [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.686888] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.504s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.689322] env[68831]: DEBUG oslo_concurrency.lockutils [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.585s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.689531] env[68831]: DEBUG oslo_concurrency.lockutils [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.691550] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.932s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.691762] env[68831]: DEBUG nova.objects.instance [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68831) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1069.738158] env[68831]: INFO nova.scheduler.client.report [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Deleted allocations for instance 4d7849e3-494a-470a-990a-09efc919e64e [ 1069.762357] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803223, 'name': Rename_Task, 'duration_secs': 0.25566} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.762723] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.762979] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5df3542e-eb20-498b-9d43-56476600daff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.768537] env[68831]: INFO nova.network.neutron [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Updating port 39572b43-2398-4d1c-b909-34423e050b8b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1069.772592] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1069.772592] env[68831]: value = "task-2803225" [ 1069.772592] env[68831]: _type = "Task" [ 1069.772592] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.784522] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.896530] env[68831]: DEBUG oslo_vmware.api [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803224, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.990360] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9864ce27-5f2e-4c08-bbbd-b6e234b89ef4 tempest-ServersAdminTestJSON-1261251254 tempest-ServersAdminTestJSON-1261251254-project-admin] Releasing lock "refresh_cache-84beba26-6f10-474c-86c9-7ee250d3a47e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.990360] env[68831]: DEBUG nova.compute.manager [None req-9864ce27-5f2e-4c08-bbbd-b6e234b89ef4 tempest-ServersAdminTestJSON-1261251254 tempest-ServersAdminTestJSON-1261251254-project-admin] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Inject network info {{(pid=68831) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1069.990360] env[68831]: DEBUG nova.compute.manager [None req-9864ce27-5f2e-4c08-bbbd-b6e234b89ef4 tempest-ServersAdminTestJSON-1261251254 tempest-ServersAdminTestJSON-1261251254-project-admin] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] network_info to inject: |[{"id": "09deb997-5727-45df-b0a2-2c7940de4fe6", "address": "fa:16:3e:91:b6:c3", "network": {"id": "a257c703-12e8-44b9-a7c4-6d5bc973c63e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-628798146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceda3c2732040879e9f5715f2b91654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09deb997-57", "ovs_interfaceid": "09deb997-5727-45df-b0a2-2c7940de4fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1069.997801] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9864ce27-5f2e-4c08-bbbd-b6e234b89ef4 tempest-ServersAdminTestJSON-1261251254 tempest-ServersAdminTestJSON-1261251254-project-admin] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Reconfiguring VM instance to set the machine id {{(pid=68831) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1069.997801] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f9e6c31-90e6-4be6-a541-15f2be725808 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.014829] env[68831]: DEBUG oslo_vmware.api [None req-9864ce27-5f2e-4c08-bbbd-b6e234b89ef4 tempest-ServersAdminTestJSON-1261251254 tempest-ServersAdminTestJSON-1261251254-project-admin] Waiting for the task: (returnval){ [ 1070.014829] env[68831]: value = "task-2803226" [ 1070.014829] env[68831]: _type = "Task" [ 1070.014829] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.025266] env[68831]: DEBUG oslo_vmware.api [None req-9864ce27-5f2e-4c08-bbbd-b6e234b89ef4 tempest-ServersAdminTestJSON-1261251254 tempest-ServersAdminTestJSON-1261251254-project-admin] Task: {'id': task-2803226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.122710] env[68831]: DEBUG oslo_vmware.api [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.251144] env[68831]: DEBUG oslo_concurrency.lockutils [None req-34ab3800-d35f-4903-a1eb-d9f2042c7e59 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Lock "4d7849e3-494a-470a-990a-09efc919e64e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.180s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.287811] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803225, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.397678] env[68831]: DEBUG oslo_vmware.api [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803224, 'name': ReconfigVM_Task, 'duration_secs': 0.565878} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.398064] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-3d2cc03a-4057-4737-ae7b-a636dde1e9fd/volume-3d2cc03a-4057-4737-ae7b-a636dde1e9fd.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.403546] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70dadd27-2dcc-4783-9a0c-dd7cf7a14cd3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.423077] env[68831]: DEBUG oslo_vmware.api [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1070.423077] env[68831]: value = "task-2803227" [ 1070.423077] env[68831]: _type = "Task" [ 1070.423077] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.436036] env[68831]: DEBUG oslo_vmware.api [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.530555] env[68831]: DEBUG oslo_vmware.api [None req-9864ce27-5f2e-4c08-bbbd-b6e234b89ef4 tempest-ServersAdminTestJSON-1261251254 tempest-ServersAdminTestJSON-1261251254-project-admin] Task: {'id': task-2803226, 'name': ReconfigVM_Task, 'duration_secs': 0.19179} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.531685] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9864ce27-5f2e-4c08-bbbd-b6e234b89ef4 tempest-ServersAdminTestJSON-1261251254 tempest-ServersAdminTestJSON-1261251254-project-admin] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Reconfigured VM instance to set the machine id {{(pid=68831) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1070.624781] env[68831]: DEBUG oslo_vmware.api [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.705882] env[68831]: DEBUG oslo_concurrency.lockutils [None req-95371ce1-a066-49dd-a780-aabcdd574804 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.785506] env[68831]: DEBUG oslo_vmware.api [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803225, 'name': PowerOnVM_Task, 'duration_secs': 0.657938} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.786427] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.786427] env[68831]: INFO nova.compute.manager [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1070.786427] env[68831]: DEBUG nova.compute.manager [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.790597] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9444b5d1-715c-40d9-a887-7f4832ffa68e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.935598] env[68831]: DEBUG oslo_vmware.api [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803227, 'name': ReconfigVM_Task, 'duration_secs': 0.193391} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.938019] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563300', 'volume_id': '3d2cc03a-4057-4737-ae7b-a636dde1e9fd', 'name': 'volume-3d2cc03a-4057-4737-ae7b-a636dde1e9fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d714d34-e397-4665-a505-c2d34a5d1ec8', 'attached_at': '', 'detached_at': '', 'volume_id': '3d2cc03a-4057-4737-ae7b-a636dde1e9fd', 'serial': '3d2cc03a-4057-4737-ae7b-a636dde1e9fd'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1071.129665] env[68831]: DEBUG oslo_vmware.api [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.241608] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "62318067-cfaf-48e9-a5e9-6a4d786a367f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.241945] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "62318067-cfaf-48e9-a5e9-6a4d786a367f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.311686] env[68831]: INFO nova.compute.manager [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Took 33.09 seconds to build instance. [ 1071.623753] env[68831]: DEBUG oslo_vmware.api [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.699175] env[68831]: DEBUG nova.compute.manager [req-fb0efbaa-b8b7-4754-b98e-cb38fd45a028 req-5b142b24-f5da-435c-9268-c0b91e2df4fe service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Received event network-vif-plugged-39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1071.699175] env[68831]: DEBUG oslo_concurrency.lockutils [req-fb0efbaa-b8b7-4754-b98e-cb38fd45a028 req-5b142b24-f5da-435c-9268-c0b91e2df4fe service nova] Acquiring lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.699379] env[68831]: DEBUG oslo_concurrency.lockutils [req-fb0efbaa-b8b7-4754-b98e-cb38fd45a028 req-5b142b24-f5da-435c-9268-c0b91e2df4fe service nova] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.699745] env[68831]: DEBUG oslo_concurrency.lockutils [req-fb0efbaa-b8b7-4754-b98e-cb38fd45a028 req-5b142b24-f5da-435c-9268-c0b91e2df4fe service nova] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.699745] env[68831]: DEBUG nova.compute.manager [req-fb0efbaa-b8b7-4754-b98e-cb38fd45a028 req-5b142b24-f5da-435c-9268-c0b91e2df4fe service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] No waiting events found dispatching network-vif-plugged-39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.699871] env[68831]: WARNING nova.compute.manager [req-fb0efbaa-b8b7-4754-b98e-cb38fd45a028 req-5b142b24-f5da-435c-9268-c0b91e2df4fe service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Received unexpected event network-vif-plugged-39572b43-2398-4d1c-b909-34423e050b8b for instance with vm_state shelved_offloaded and task_state spawning. [ 1071.744972] env[68831]: DEBUG nova.compute.manager [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.805186] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.805420] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.805801] env[68831]: DEBUG nova.network.neutron [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.813955] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cf357ecd-6ab9-49fb-adf1-d431e14ac638 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "488e4e48-4b80-46f4-9f73-0304a5f344a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.601s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.822115] env[68831]: INFO nova.compute.manager [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Rebuilding instance [ 1071.843779] env[68831]: DEBUG oslo_concurrency.lockutils [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.844135] env[68831]: DEBUG oslo_concurrency.lockutils [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.844353] env[68831]: DEBUG nova.compute.manager [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Going to confirm migration 5 {{(pid=68831) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1071.888939] env[68831]: DEBUG nova.compute.manager [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.891228] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caf4bda-cf7a-42c3-8e4d-4978b9fe4f02 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.980638] env[68831]: DEBUG nova.objects.instance [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lazy-loading 'flavor' on Instance uuid 2d714d34-e397-4665-a505-c2d34a5d1ec8 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.129290] env[68831]: DEBUG oslo_vmware.api [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803218, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.273982] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.274519] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.280126] env[68831]: INFO nova.compute.claims [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.486770] env[68831]: DEBUG oslo_concurrency.lockutils [None req-170e817f-e84a-4767-85bf-a86e3cd8748e tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "2d714d34-e397-4665-a505-c2d34a5d1ec8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.332s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.489735] env[68831]: DEBUG oslo_concurrency.lockutils [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "refresh_cache-6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.490062] env[68831]: DEBUG oslo_concurrency.lockutils [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "refresh_cache-6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.490448] env[68831]: DEBUG nova.network.neutron [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.490754] env[68831]: DEBUG nova.objects.instance [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lazy-loading 'info_cache' on Instance uuid 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.626887] env[68831]: DEBUG oslo_vmware.api [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803218, 'name': ReconfigVM_Task, 'duration_secs': 5.86334} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.627546] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.627882] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Reconfigured VM to detach interface {{(pid=68831) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1072.712757] env[68831]: DEBUG nova.network.neutron [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Updating instance_info_cache with network_info: [{"id": "39572b43-2398-4d1c-b909-34423e050b8b", "address": "fa:16:3e:75:c4:b0", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39572b43-23", "ovs_interfaceid": "39572b43-2398-4d1c-b909-34423e050b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.794339] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "488e4e48-4b80-46f4-9f73-0304a5f344a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.794339] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "488e4e48-4b80-46f4-9f73-0304a5f344a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.794339] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "488e4e48-4b80-46f4-9f73-0304a5f344a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.794339] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "488e4e48-4b80-46f4-9f73-0304a5f344a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.794339] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "488e4e48-4b80-46f4-9f73-0304a5f344a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.798236] env[68831]: INFO nova.compute.manager [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Rescuing [ 1072.798657] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.799233] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.799503] env[68831]: DEBUG nova.network.neutron [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.802969] env[68831]: INFO nova.compute.manager [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Terminating instance [ 1072.914026] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.914026] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49bc3e35-5e93-4e1d-90b9-5c1356e7cbd6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.922169] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1072.922169] env[68831]: value = "task-2803228" [ 1072.922169] env[68831]: _type = "Task" [ 1072.922169] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.933112] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.215687] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.251113] env[68831]: DEBUG nova.virt.hardware [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c5706b8c0ef402cb36eb20f473e124be',container_format='bare',created_at=2025-03-06T09:36:56Z,direct_url=,disk_format='vmdk',id=76abe035-6e38-4a7c-ac17-1f4349cf8aa2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1712600708-shelved',owner='1346b0edc19f43e3b974565d168cbe8a',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-03-06T09:37:13Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.251869] env[68831]: DEBUG nova.virt.hardware [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.252463] env[68831]: DEBUG nova.virt.hardware [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.252853] env[68831]: DEBUG nova.virt.hardware [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.253197] env[68831]: DEBUG nova.virt.hardware [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.256119] env[68831]: DEBUG nova.virt.hardware [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.256119] env[68831]: DEBUG nova.virt.hardware [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.256119] env[68831]: DEBUG nova.virt.hardware [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.256119] env[68831]: DEBUG nova.virt.hardware [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.256119] env[68831]: DEBUG nova.virt.hardware [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.256119] env[68831]: DEBUG nova.virt.hardware [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.256119] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec53de5-4fbc-4dc1-b7f5-f406c606f8b9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.268127] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e34d003-df84-4071-816a-de7d3468427e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.286695] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:c4:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39572b43-2398-4d1c-b909-34423e050b8b', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.295874] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.296452] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.296753] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a65641e7-ad6f-4662-8083-d7755618276e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.321978] env[68831]: DEBUG nova.compute.manager [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.322225] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.325460] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9cc489-ff21-4b2d-9305-dc95ba31ed55 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.335150] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.339684] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f4b9dd5-23f0-4908-8549-dae5bc89736b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.339684] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.339684] env[68831]: value = "task-2803229" [ 1073.339684] env[68831]: _type = "Task" [ 1073.339684] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.348609] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803229, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.352937] env[68831]: DEBUG oslo_vmware.api [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1073.352937] env[68831]: value = "task-2803230" [ 1073.352937] env[68831]: _type = "Task" [ 1073.352937] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.367840] env[68831]: DEBUG oslo_vmware.api [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.439600] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803228, 'name': PowerOffVM_Task, 'duration_secs': 0.222982} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.440020] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.440303] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.441542] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0069770-e34c-4ddd-b295-5d70e07beaa8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.460022] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.460022] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b9ef8bb-766d-4584-a7d8-167f0d2c8603 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.563666] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.564233] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.565161] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleting the datastore file [datastore2] 73612748-9633-488e-ab75-99257c57cf75 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.565161] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6b47478-34ef-4e68-b112-a26a89f9f048 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.574777] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1073.574777] env[68831]: value = "task-2803232" [ 1073.574777] env[68831]: _type = "Task" [ 1073.574777] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.590675] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.679011] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cd7a9-f752-08ba-7f7b-b77d210fd09b/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1073.680107] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8dc037-47fd-4de9-8278-75fe2ca08e0b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.691455] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cd7a9-f752-08ba-7f7b-b77d210fd09b/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1073.691709] env[68831]: ERROR oslo_vmware.rw_handles [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cd7a9-f752-08ba-7f7b-b77d210fd09b/disk-0.vmdk due to incomplete transfer. [ 1073.692774] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b531f84a-9318-4706-850a-7a69bad3087c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.704024] env[68831]: DEBUG oslo_vmware.rw_handles [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cd7a9-f752-08ba-7f7b-b77d210fd09b/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1073.704024] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Uploaded image f1ecc379-c016-4ae9-943b-c93a104f6b54 to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1073.706372] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1073.712607] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f367495-d1ac-4f60-a442-0bfd9f73264d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.723564] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1073.723564] env[68831]: value = "task-2803233" [ 1073.723564] env[68831]: _type = "Task" [ 1073.723564] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.737105] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803233, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.754243] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b584df69-c283-412a-b6ca-78de2b6b5970 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.766784] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17300003-72ce-4fac-a69b-a175a4608113 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.803301] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043890db-35d0-4f7e-95ab-875c55103726 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.807713] env[68831]: DEBUG nova.network.neutron [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Updating instance_info_cache with network_info: [{"id": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "address": "fa:16:3e:a8:61:d5", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7c134c-18", "ovs_interfaceid": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.820844] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157b38fe-1c03-4426-9fb1-699154b23847 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.840424] env[68831]: DEBUG nova.compute.provider_tree [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.852810] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803229, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.862963] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.863286] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.863560] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.863737] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.863926] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.869728] env[68831]: DEBUG oslo_vmware.api [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803230, 'name': PowerOffVM_Task, 'duration_secs': 0.282958} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.869950] env[68831]: INFO nova.compute.manager [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Terminating instance [ 1073.872075] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.872075] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.872736] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3547cfc9-b109-4aac-882b-51e1f64e09d6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.891025] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.891025] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.891025] env[68831]: DEBUG nova.network.neutron [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.928297] env[68831]: DEBUG nova.network.neutron [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating instance_info_cache with network_info: [{"id": "5a9df990-61c9-48c8-ba92-e9e4bb490b34", "address": "fa:16:3e:60:b5:fc", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9df990-61", "ovs_interfaceid": "5a9df990-61c9-48c8-ba92-e9e4bb490b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.944275] env[68831]: DEBUG nova.compute.manager [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Received event network-changed-39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1073.944275] env[68831]: DEBUG nova.compute.manager [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Refreshing instance network info cache due to event network-changed-39572b43-2398-4d1c-b909-34423e050b8b. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1073.944275] env[68831]: DEBUG oslo_concurrency.lockutils [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] Acquiring lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.944275] env[68831]: DEBUG oslo_concurrency.lockutils [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] Acquired lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.944275] env[68831]: DEBUG nova.network.neutron [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Refreshing network info cache for port 39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.035351] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.035407] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.035817] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleting the datastore file [datastore1] 488e4e48-4b80-46f4-9f73-0304a5f344a6 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.035924] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dcbd387-d5df-4a1f-93aa-d397346440d4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.044556] env[68831]: DEBUG oslo_vmware.api [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1074.044556] env[68831]: value = "task-2803235" [ 1074.044556] env[68831]: _type = "Task" [ 1074.044556] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.055069] env[68831]: DEBUG oslo_vmware.api [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.086984] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44154} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.086984] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.086984] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.086984] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.235793] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803233, 'name': Destroy_Task, 'duration_secs': 0.395546} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.239770] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Destroyed the VM [ 1074.239770] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1074.239770] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8b24b741-351f-4525-bed9-739aa60a3a38 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.249588] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1074.249588] env[68831]: value = "task-2803236" [ 1074.249588] env[68831]: _type = "Task" [ 1074.249588] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.264848] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803236, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.310665] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.342892] env[68831]: DEBUG nova.scheduler.client.report [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.358780] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803229, 'name': CreateVM_Task, 'duration_secs': 0.650643} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.358971] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.359796] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/76abe035-6e38-4a7c-ac17-1f4349cf8aa2" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.360233] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/76abe035-6e38-4a7c-ac17-1f4349cf8aa2" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.360855] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/76abe035-6e38-4a7c-ac17-1f4349cf8aa2" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.361514] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a79cb7f-4b27-47ed-9d32-c0924f6a4913 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.371888] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1074.371888] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a41fa1-0a52-2f72-a30c-ec528388b4e2" [ 1074.371888] env[68831]: _type = "Task" [ 1074.371888] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.375462] env[68831]: DEBUG nova.compute.manager [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.375699] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.376615] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c49db29-dfb1-4752-86f7-2137eb866ca6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.383317] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a41fa1-0a52-2f72-a30c-ec528388b4e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.388863] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.389182] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64ba5989-4052-4e62-b4f7-c5af2b4d2a3f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.397947] env[68831]: DEBUG oslo_vmware.api [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1074.397947] env[68831]: value = "task-2803237" [ 1074.397947] env[68831]: _type = "Task" [ 1074.397947] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.410292] env[68831]: DEBUG oslo_vmware.api [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.432264] env[68831]: DEBUG oslo_concurrency.lockutils [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "refresh_cache-6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.432632] env[68831]: DEBUG nova.objects.instance [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lazy-loading 'migration_context' on Instance uuid 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.556829] env[68831]: DEBUG oslo_vmware.api [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158499} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.557148] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.557475] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.557546] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.557748] env[68831]: INFO nova.compute.manager [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1074.558023] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.558237] env[68831]: DEBUG nova.compute.manager [-] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.559471] env[68831]: DEBUG nova.network.neutron [-] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.762774] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803236, 'name': RemoveSnapshot_Task, 'duration_secs': 0.430576} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.763077] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1074.763358] env[68831]: DEBUG nova.compute.manager [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.765211] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff25dd6c-c38c-4740-9886-1bec5de616f2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.853814] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.854691] env[68831]: DEBUG nova.compute.manager [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.881541] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/76abe035-6e38-4a7c-ac17-1f4349cf8aa2" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.881823] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Processing image 76abe035-6e38-4a7c-ac17-1f4349cf8aa2 {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.882078] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/76abe035-6e38-4a7c-ac17-1f4349cf8aa2/76abe035-6e38-4a7c-ac17-1f4349cf8aa2.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.882340] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/76abe035-6e38-4a7c-ac17-1f4349cf8aa2/76abe035-6e38-4a7c-ac17-1f4349cf8aa2.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.882403] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.882669] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-401267f6-43ba-4dfd-99b4-7c40f2d20e57 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.893445] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.893678] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.894457] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471a2042-7002-4800-9510-17cdd661cf1b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.903558] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1074.903558] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521587b9-b2c3-f0c7-1a41-7a6d2d9e45d6" [ 1074.903558] env[68831]: _type = "Task" [ 1074.903558] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.913027] env[68831]: DEBUG oslo_vmware.api [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803237, 'name': PowerOffVM_Task, 'duration_secs': 0.237606} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.913027] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.913176] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.913421] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cc2c53c-de78-499e-beee-6bcf528fecbe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.920032] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Preparing fetch location {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1074.920328] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Fetch image to [datastore2] OSTACK_IMG_dacc11e2-157e-4000-b74b-17d958c42096/OSTACK_IMG_dacc11e2-157e-4000-b74b-17d958c42096.vmdk {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1074.920512] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Downloading stream optimized image 76abe035-6e38-4a7c-ac17-1f4349cf8aa2 to [datastore2] OSTACK_IMG_dacc11e2-157e-4000-b74b-17d958c42096/OSTACK_IMG_dacc11e2-157e-4000-b74b-17d958c42096.vmdk on the data store datastore2 as vApp {{(pid=68831) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1074.920677] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Downloading image file data 76abe035-6e38-4a7c-ac17-1f4349cf8aa2 to the ESX as VM named 'OSTACK_IMG_dacc11e2-157e-4000-b74b-17d958c42096' {{(pid=68831) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1074.935504] env[68831]: DEBUG nova.objects.base [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Object Instance<6eb77d85-fb04-45f0-ab59-2b2b1fa64e07> lazy-loaded attributes: info_cache,migration_context {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1074.936474] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ad2d52-80d0-4928-9797-af0c83d37014 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.959043] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95094d1-6f57-423f-8817-4b3018b3b5fe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.966108] env[68831]: DEBUG oslo_vmware.api [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1074.966108] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c9bb80-a78f-9691-0ca1-8be82daecc8e" [ 1074.966108] env[68831]: _type = "Task" [ 1074.966108] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.994073] env[68831]: DEBUG oslo_vmware.api [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c9bb80-a78f-9691-0ca1-8be82daecc8e, 'name': SearchDatastore_Task, 'duration_secs': 0.024556} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.994455] env[68831]: DEBUG oslo_concurrency.lockutils [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.994779] env[68831]: DEBUG oslo_concurrency.lockutils [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.023905] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1075.023905] env[68831]: value = "resgroup-9" [ 1075.023905] env[68831]: _type = "ResourcePool" [ 1075.023905] env[68831]: }. {{(pid=68831) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1075.026024] env[68831]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2916625c-eb0a-4095-a931-ae1fa1768497 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.048754] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.049084] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.049334] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Deleting the datastore file [datastore1] c8e11680-f1fc-4237-a8d2-2d1706080b0e {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.050244] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0098e081-d28d-4f42-98ec-1a53f6cfe37e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.057338] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lease: (returnval){ [ 1075.057338] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5256b604-9373-1a77-c1f9-3bc4b2550607" [ 1075.057338] env[68831]: _type = "HttpNfcLease" [ 1075.057338] env[68831]: } obtained for vApp import into resource pool (val){ [ 1075.057338] env[68831]: value = "resgroup-9" [ 1075.057338] env[68831]: _type = "ResourcePool" [ 1075.057338] env[68831]: }. {{(pid=68831) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1075.057338] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the lease: (returnval){ [ 1075.057338] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5256b604-9373-1a77-c1f9-3bc4b2550607" [ 1075.057338] env[68831]: _type = "HttpNfcLease" [ 1075.057338] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1075.057689] env[68831]: DEBUG oslo_vmware.api [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1075.057689] env[68831]: value = "task-2803240" [ 1075.057689] env[68831]: _type = "Task" [ 1075.057689] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.069657] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1075.069657] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5256b604-9373-1a77-c1f9-3bc4b2550607" [ 1075.069657] env[68831]: _type = "HttpNfcLease" [ 1075.069657] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1075.073077] env[68831]: DEBUG oslo_vmware.api [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.139283] env[68831]: DEBUG nova.virt.hardware [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.139589] env[68831]: DEBUG nova.virt.hardware [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.139822] env[68831]: DEBUG nova.virt.hardware [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.139998] env[68831]: DEBUG nova.virt.hardware [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.140232] env[68831]: DEBUG nova.virt.hardware [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.140419] env[68831]: DEBUG nova.virt.hardware [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.141073] env[68831]: DEBUG nova.virt.hardware [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.141540] env[68831]: DEBUG nova.virt.hardware [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.141692] env[68831]: DEBUG nova.virt.hardware [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.141863] env[68831]: DEBUG nova.virt.hardware [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.142144] env[68831]: DEBUG nova.virt.hardware [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.143173] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7c2287-67e6-48cc-a557-157b2a79822f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.153812] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a366a1b3-53fe-46da-a298-ff11e9c61313 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.175039] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:c5:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9446607-5c89-4102-8650-b54ed6128378', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.183152] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.183466] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73612748-9633-488e-ab75-99257c57cf75] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.183729] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cd61ef2-ec8a-437e-be52-60b056c337f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.209569] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.209569] env[68831]: value = "task-2803241" [ 1075.209569] env[68831]: _type = "Task" [ 1075.209569] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.218980] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803241, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.283776] env[68831]: INFO nova.compute.manager [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Shelve offloading [ 1075.365186] env[68831]: DEBUG nova.compute.utils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.367954] env[68831]: DEBUG nova.compute.manager [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.368203] env[68831]: DEBUG nova.network.neutron [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.378408] env[68831]: INFO nova.network.neutron [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Port 34bb3162-2347-4fcf-84eb-6699f6650750 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1075.378408] env[68831]: INFO nova.network.neutron [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Port c4da1593-d2f8-40af-a70e-9562055461cd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1075.378408] env[68831]: DEBUG nova.network.neutron [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Updating instance_info_cache with network_info: [{"id": "0dce3318-0448-46dc-ad06-a85d502a9892", "address": "fa:16:3e:74:89:79", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dce3318-04", "ovs_interfaceid": "0dce3318-0448-46dc-ad06-a85d502a9892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.440116] env[68831]: DEBUG nova.policy [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf2fad6c14a747c3977c5f53fee9fa1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd4e14d5eddc464c92823347d723f988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.465830] env[68831]: DEBUG nova.network.neutron [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Updated VIF entry in instance network info cache for port 39572b43-2398-4d1c-b909-34423e050b8b. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.466386] env[68831]: DEBUG nova.network.neutron [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Updating instance_info_cache with network_info: [{"id": "39572b43-2398-4d1c-b909-34423e050b8b", "address": "fa:16:3e:75:c4:b0", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39572b43-23", "ovs_interfaceid": "39572b43-2398-4d1c-b909-34423e050b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.582472] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1075.582472] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5256b604-9373-1a77-c1f9-3bc4b2550607" [ 1075.582472] env[68831]: _type = "HttpNfcLease" [ 1075.582472] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1075.582939] env[68831]: DEBUG oslo_vmware.api [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213921} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.587646] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.587646] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.587646] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.587646] env[68831]: INFO nova.compute.manager [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1075.587646] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.588197] env[68831]: DEBUG nova.compute.manager [-] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.588294] env[68831]: DEBUG nova.network.neutron [-] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.686989] env[68831]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port c4da1593-d2f8-40af-a70e-9562055461cd could not be found.", "detail": ""}} {{(pid=68831) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1075.687408] env[68831]: DEBUG nova.network.neutron [-] Unable to show port c4da1593-d2f8-40af-a70e-9562055461cd as it no longer exists. {{(pid=68831) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1075.722266] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803241, 'name': CreateVM_Task, 'duration_secs': 0.378874} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.722933] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73612748-9633-488e-ab75-99257c57cf75] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.723380] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.723648] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.724079] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.724389] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5792f01d-71d8-46c5-b68f-479978c0c8ee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.733525] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1075.733525] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521aa4a9-371d-aeb5-9a02-a3d632158522" [ 1075.733525] env[68831]: _type = "Task" [ 1075.733525] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.745931] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521aa4a9-371d-aeb5-9a02-a3d632158522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.788357] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.788720] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01339b39-692f-4956-84b3-b449aaa86443 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.797477] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1075.797477] env[68831]: value = "task-2803242" [ 1075.797477] env[68831]: _type = "Task" [ 1075.797477] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.818322] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] VM already powered off {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1075.818558] env[68831]: DEBUG nova.compute.manager [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.819954] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9c3ff7-9be9-4163-9444-3a2a764873b9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.824187] env[68831]: DEBUG nova.network.neutron [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Successfully created port: 14c0ddcf-fa29-4091-8ad3-7cd479d964ae {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.829536] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "refresh_cache-42bc5a10-c697-4cf2-b2af-2d725661d0fc" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.829648] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "refresh_cache-42bc5a10-c697-4cf2-b2af-2d725661d0fc" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.829740] env[68831]: DEBUG nova.network.neutron [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.855699] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "8231a981-1436-406f-a2d9-18cf0e0f7348" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.855935] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.870042] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.871386] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c2d477-4508-4523-9821-7433dcdd5f04 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.873608] env[68831]: DEBUG nova.compute.manager [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.880875] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "refresh_cache-c8e11680-f1fc-4237-a8d2-2d1706080b0e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.884739] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1075.884739] env[68831]: value = "task-2803243" [ 1075.884739] env[68831]: _type = "Task" [ 1075.884739] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.902021] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.908791] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796380c9-a04c-4452-b904-318c46d86eea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.921175] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18716c7e-b048-49cf-91a3-f262cccf3bec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.959157] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac170c83-5db6-4ba4-8150-75dd8ad348b7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.969209] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a65ccb1-84a3-4841-859a-5549dce48487 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.975424] env[68831]: DEBUG oslo_concurrency.lockutils [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] Releasing lock "refresh_cache-5be9111c-f58a-43eb-94c1-d0ac8d99159f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.975424] env[68831]: DEBUG nova.compute.manager [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Received event network-vif-deleted-34bb3162-2347-4fcf-84eb-6699f6650750 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.975424] env[68831]: INFO nova.compute.manager [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Neutron deleted interface 34bb3162-2347-4fcf-84eb-6699f6650750; detaching it from the instance and deleting it from the info cache [ 1075.975424] env[68831]: DEBUG nova.network.neutron [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Updating instance_info_cache with network_info: [{"id": "0dce3318-0448-46dc-ad06-a85d502a9892", "address": "fa:16:3e:74:89:79", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dce3318-04", "ovs_interfaceid": "0dce3318-0448-46dc-ad06-a85d502a9892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4da1593-d2f8-40af-a70e-9562055461cd", "address": "fa:16:3e:3d:79:31", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4da1593-d2", "ovs_interfaceid": "c4da1593-d2f8-40af-a70e-9562055461cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.978660] env[68831]: DEBUG nova.compute.manager [req-a17eb7bf-7443-4d2b-9dc6-fc60287d63dd req-8c2b8eb1-3624-4379-a8ac-064501bddc0e service nova] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Received event network-vif-deleted-b1982ec8-805e-4c95-bee4-3c698f77099f {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.978879] env[68831]: INFO nova.compute.manager [req-a17eb7bf-7443-4d2b-9dc6-fc60287d63dd req-8c2b8eb1-3624-4379-a8ac-064501bddc0e service nova] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Neutron deleted interface b1982ec8-805e-4c95-bee4-3c698f77099f; detaching it from the instance and deleting it from the info cache [ 1075.979080] env[68831]: DEBUG nova.network.neutron [req-a17eb7bf-7443-4d2b-9dc6-fc60287d63dd req-8c2b8eb1-3624-4379-a8ac-064501bddc0e service nova] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.989271] env[68831]: DEBUG nova.compute.provider_tree [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.066450] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1076.066450] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5256b604-9373-1a77-c1f9-3bc4b2550607" [ 1076.066450] env[68831]: _type = "HttpNfcLease" [ 1076.066450] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1076.066989] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1076.066989] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5256b604-9373-1a77-c1f9-3bc4b2550607" [ 1076.066989] env[68831]: _type = "HttpNfcLease" [ 1076.066989] env[68831]: }. {{(pid=68831) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1076.067579] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb489cab-c2c1-477e-ba27-666e9eb4b6e5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.077348] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52afb626-5bc2-c2c5-4a3b-036e87804fac/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1076.077577] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52afb626-5bc2-c2c5-4a3b-036e87804fac/disk-0.vmdk. {{(pid=68831) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1076.148099] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-84383511-73d2-4d51-ac03-8d5ae72566ba {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.158076] env[68831]: DEBUG nova.network.neutron [-] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.249524] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521aa4a9-371d-aeb5-9a02-a3d632158522, 'name': SearchDatastore_Task, 'duration_secs': 0.012989} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.249865] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.250131] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.250381] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.250542] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.250723] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.251021] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-027be6f0-0b13-4d81-93c8-a87fad9fdadd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.261290] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.261495] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.263694] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da2bcc87-1d51-47e9-8efb-3e010c4fbce1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.270941] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1076.270941] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5266642a-eaa9-548f-5eb0-0f6264f6ff59" [ 1076.270941] env[68831]: _type = "Task" [ 1076.270941] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.281014] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5266642a-eaa9-548f-5eb0-0f6264f6ff59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.359571] env[68831]: DEBUG nova.compute.manager [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.394434] env[68831]: DEBUG oslo_concurrency.lockutils [None req-15b5add7-0a2d-4d4f-b909-acdd4b2ca56b tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-c8e11680-f1fc-4237-a8d2-2d1706080b0e-34bb3162-2347-4fcf-84eb-6699f6650750" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.468s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.400891] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803243, 'name': PowerOffVM_Task, 'duration_secs': 0.221788} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.403571] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.406659] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1301fd7d-2078-4367-9eb9-b77b216c0d99 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.437468] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dbec9f-a2b0-4594-a5c4-10cbdc4b2c1b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.484021] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adcabc87-a2dc-46f0-8d40-4c6e36787968 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.488526] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.490767] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11d12104-5b3f-4d78-9284-c907436af332 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.494181] env[68831]: DEBUG nova.scheduler.client.report [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.499416] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2b157d0-ffe6-4e24-b54f-e3c275b26d30 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.511261] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc553a90-2e72-4302-b2fd-61a3b2099996 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.529252] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1076.529252] env[68831]: value = "task-2803244" [ 1076.529252] env[68831]: _type = "Task" [ 1076.529252] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.541792] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aecafc-7714-4f04-b471-7d4dd9e8b3bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.575703] env[68831]: DEBUG nova.compute.manager [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Detach interface failed, port_id=34bb3162-2347-4fcf-84eb-6699f6650750, reason: Instance c8e11680-f1fc-4237-a8d2-2d1706080b0e could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1076.576355] env[68831]: DEBUG nova.compute.manager [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Received event network-vif-deleted-c4da1593-d2f8-40af-a70e-9562055461cd {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.576355] env[68831]: INFO nova.compute.manager [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Neutron deleted interface c4da1593-d2f8-40af-a70e-9562055461cd; detaching it from the instance and deleting it from the info cache [ 1076.576566] env[68831]: DEBUG nova.network.neutron [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Updating instance_info_cache with network_info: [{"id": "0dce3318-0448-46dc-ad06-a85d502a9892", "address": "fa:16:3e:74:89:79", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dce3318-04", "ovs_interfaceid": "0dce3318-0448-46dc-ad06-a85d502a9892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.618235] env[68831]: DEBUG nova.compute.manager [req-a17eb7bf-7443-4d2b-9dc6-fc60287d63dd req-8c2b8eb1-3624-4379-a8ac-064501bddc0e service nova] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Detach interface failed, port_id=b1982ec8-805e-4c95-bee4-3c698f77099f, reason: Instance 488e4e48-4b80-46f4-9f73-0304a5f344a6 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1076.660602] env[68831]: INFO nova.compute.manager [-] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Took 2.10 seconds to deallocate network for instance. [ 1076.767180] env[68831]: DEBUG nova.network.neutron [-] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.786529] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5266642a-eaa9-548f-5eb0-0f6264f6ff59, 'name': SearchDatastore_Task, 'duration_secs': 0.012432} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.788111] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c2ff27-f02b-46ac-bb85-ea65ca6b622a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.796520] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1076.796520] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52961e0f-08da-4598-20b5-06fd42928761" [ 1076.796520] env[68831]: _type = "Task" [ 1076.796520] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.805175] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52961e0f-08da-4598-20b5-06fd42928761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.808019] env[68831]: DEBUG nova.network.neutron [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Updating instance_info_cache with network_info: [{"id": "0b420cef-83cd-4597-bd12-876af94883c3", "address": "fa:16:3e:66:9e:93", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b420cef-83", "ovs_interfaceid": "0b420cef-83cd-4597-bd12-876af94883c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.888569] env[68831]: DEBUG nova.compute.manager [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.899686] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.917348] env[68831]: DEBUG nova.virt.hardware [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.917653] env[68831]: DEBUG nova.virt.hardware [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.917820] env[68831]: DEBUG nova.virt.hardware [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.918010] env[68831]: DEBUG nova.virt.hardware [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.918301] env[68831]: DEBUG nova.virt.hardware [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.918665] env[68831]: DEBUG nova.virt.hardware [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.919336] env[68831]: DEBUG nova.virt.hardware [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.919589] env[68831]: DEBUG nova.virt.hardware [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.919782] env[68831]: DEBUG nova.virt.hardware [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.920111] env[68831]: DEBUG nova.virt.hardware [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.920241] env[68831]: DEBUG nova.virt.hardware [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.921228] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5869413-a1e9-415e-a6a1-56ec50c5896c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.936907] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd067c7e-00a1-4228-affd-7dfba77556b1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.046420] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] VM already powered off {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1077.046637] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.046865] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.086563] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4761ef9-d4ef-4991-a23d-c147f8637f2a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.099408] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a54017-7b16-4874-bbb1-6abe89bc578c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.152137] env[68831]: DEBUG nova.compute.manager [req-5598819f-2ac4-4cb0-8d73-c7a2379c5c12 req-88d2f2cc-1044-4a8c-9cec-b53a46665a01 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Detach interface failed, port_id=c4da1593-d2f8-40af-a70e-9562055461cd, reason: Instance c8e11680-f1fc-4237-a8d2-2d1706080b0e could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1077.168453] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.270590] env[68831]: INFO nova.compute.manager [-] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Took 1.68 seconds to deallocate network for instance. [ 1077.311829] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52961e0f-08da-4598-20b5-06fd42928761, 'name': SearchDatastore_Task, 'duration_secs': 0.024346} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.311829] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.311829] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 73612748-9633-488e-ab75-99257c57cf75/73612748-9633-488e-ab75-99257c57cf75.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.311829] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.311829] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.311829] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9fe089a-1692-4a86-8875-0009bab3199e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.313387] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "refresh_cache-42bc5a10-c697-4cf2-b2af-2d725661d0fc" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.315346] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-745243ad-1ebf-442e-b503-64616c290eec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.327673] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1077.327673] env[68831]: value = "task-2803245" [ 1077.327673] env[68831]: _type = "Task" [ 1077.327673] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.330975] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.331169] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.335477] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa6f658-74e2-4041-b9aa-d466db6f1d38 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.341287] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Completed reading data from the image iterator. {{(pid=68831) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1077.341620] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52afb626-5bc2-c2c5-4a3b-036e87804fac/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1077.342900] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632e2417-7916-4210-bba4-ef0be21d0383 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.353713] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.357454] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52afb626-5bc2-c2c5-4a3b-036e87804fac/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1077.357657] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52afb626-5bc2-c2c5-4a3b-036e87804fac/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1077.357960] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1077.357960] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fdb0c6-feb5-c085-4fd0-078a85971e8c" [ 1077.357960] env[68831]: _type = "Task" [ 1077.357960] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.358183] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fea4c452-1fbb-4225-be4f-f69fecdd6af2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.371865] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fdb0c6-feb5-c085-4fd0-078a85971e8c, 'name': SearchDatastore_Task, 'duration_secs': 0.011743} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.373136] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ea5d9f-a973-487f-8d2f-c767f9990495 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.380686] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1077.380686] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f34260-5a2b-bd5f-1172-ccca95624881" [ 1077.380686] env[68831]: _type = "Task" [ 1077.380686] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.389898] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f34260-5a2b-bd5f-1172-ccca95624881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.460361] env[68831]: DEBUG nova.compute.manager [req-0167849f-18e3-49d1-aa0f-5acafc9a2b78 req-d9d67853-d2af-48fe-8015-587b972eab7c service nova] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Received event network-vif-plugged-14c0ddcf-fa29-4091-8ad3-7cd479d964ae {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.460570] env[68831]: DEBUG oslo_concurrency.lockutils [req-0167849f-18e3-49d1-aa0f-5acafc9a2b78 req-d9d67853-d2af-48fe-8015-587b972eab7c service nova] Acquiring lock "62318067-cfaf-48e9-a5e9-6a4d786a367f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.460844] env[68831]: DEBUG oslo_concurrency.lockutils [req-0167849f-18e3-49d1-aa0f-5acafc9a2b78 req-d9d67853-d2af-48fe-8015-587b972eab7c service nova] Lock "62318067-cfaf-48e9-a5e9-6a4d786a367f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.460953] env[68831]: DEBUG oslo_concurrency.lockutils [req-0167849f-18e3-49d1-aa0f-5acafc9a2b78 req-d9d67853-d2af-48fe-8015-587b972eab7c service nova] Lock "62318067-cfaf-48e9-a5e9-6a4d786a367f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.461364] env[68831]: DEBUG nova.compute.manager [req-0167849f-18e3-49d1-aa0f-5acafc9a2b78 req-d9d67853-d2af-48fe-8015-587b972eab7c service nova] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] No waiting events found dispatching network-vif-plugged-14c0ddcf-fa29-4091-8ad3-7cd479d964ae {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.461593] env[68831]: WARNING nova.compute.manager [req-0167849f-18e3-49d1-aa0f-5acafc9a2b78 req-d9d67853-d2af-48fe-8015-587b972eab7c service nova] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Received unexpected event network-vif-plugged-14c0ddcf-fa29-4091-8ad3-7cd479d964ae for instance with vm_state building and task_state spawning. [ 1077.511204] env[68831]: DEBUG oslo_concurrency.lockutils [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.516s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.514093] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.614s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.518341] env[68831]: INFO nova.compute.claims [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.554243] env[68831]: DEBUG oslo_vmware.rw_handles [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52afb626-5bc2-c2c5-4a3b-036e87804fac/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1077.554524] env[68831]: INFO nova.virt.vmwareapi.images [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Downloaded image file data 76abe035-6e38-4a7c-ac17-1f4349cf8aa2 [ 1077.562418] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ae1e3c-f728-4e11-9339-e56b60815e76 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.588554] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93816b80-4e85-4d1a-81fa-d67c8fbbeed0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.591520] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.592902] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605ceb39-0265-462d-a3f7-534ff5443571 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.604188] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.604894] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcc2cb7c-4b81-433c-8ad6-71b43bf84fa7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.692421] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.692498] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.692742] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleting the datastore file [datastore2] 42bc5a10-c697-4cf2-b2af-2d725661d0fc {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.693047] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0c74238-d218-415c-9034-3f5100b44805 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.707161] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1077.707161] env[68831]: value = "task-2803248" [ 1077.707161] env[68831]: _type = "Task" [ 1077.707161] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.721250] env[68831]: DEBUG nova.network.neutron [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Successfully updated port: 14c0ddcf-fa29-4091-8ad3-7cd479d964ae {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.723462] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.777586] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.846137] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803245, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.848536] env[68831]: INFO nova.virt.vmwareapi.images [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] The imported VM was unregistered [ 1077.852494] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Caching image {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1077.852823] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Creating directory with path [datastore2] devstack-image-cache_base/76abe035-6e38-4a7c-ac17-1f4349cf8aa2 {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.854206] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-300c5eaf-fd6b-434a-8f97-781fb363a1aa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.878233] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Created directory with path [datastore2] devstack-image-cache_base/76abe035-6e38-4a7c-ac17-1f4349cf8aa2 {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.878468] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_dacc11e2-157e-4000-b74b-17d958c42096/OSTACK_IMG_dacc11e2-157e-4000-b74b-17d958c42096.vmdk to [datastore2] devstack-image-cache_base/76abe035-6e38-4a7c-ac17-1f4349cf8aa2/76abe035-6e38-4a7c-ac17-1f4349cf8aa2.vmdk. {{(pid=68831) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1077.878741] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a2c7ae45-b8f9-47a4-97ec-1b29b2f49e33 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.896535] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f34260-5a2b-bd5f-1172-ccca95624881, 'name': SearchDatastore_Task, 'duration_secs': 0.035871} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.898446] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.898738] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 2d714d34-e397-4665-a505-c2d34a5d1ec8/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk. {{(pid=68831) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1077.899094] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1077.899094] env[68831]: value = "task-2803249" [ 1077.899094] env[68831]: _type = "Task" [ 1077.899094] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.899301] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37e5bd7a-6ee0-424d-ab53-5b8c7e739cee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.910972] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803249, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.912446] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1077.912446] env[68831]: value = "task-2803250" [ 1077.912446] env[68831]: _type = "Task" [ 1077.912446] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.921724] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.010447] env[68831]: DEBUG nova.compute.manager [req-415826c4-87de-4d86-b432-3fcf0c70f483 req-7f032cf8-6297-41e1-b526-abca80e344b5 service nova] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Received event network-vif-deleted-0dce3318-0448-46dc-ad06-a85d502a9892 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.010675] env[68831]: DEBUG nova.compute.manager [req-415826c4-87de-4d86-b432-3fcf0c70f483 req-7f032cf8-6297-41e1-b526-abca80e344b5 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Received event network-vif-unplugged-0b420cef-83cd-4597-bd12-876af94883c3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.010846] env[68831]: DEBUG oslo_concurrency.lockutils [req-415826c4-87de-4d86-b432-3fcf0c70f483 req-7f032cf8-6297-41e1-b526-abca80e344b5 service nova] Acquiring lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.011058] env[68831]: DEBUG oslo_concurrency.lockutils [req-415826c4-87de-4d86-b432-3fcf0c70f483 req-7f032cf8-6297-41e1-b526-abca80e344b5 service nova] Lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.011222] env[68831]: DEBUG oslo_concurrency.lockutils [req-415826c4-87de-4d86-b432-3fcf0c70f483 req-7f032cf8-6297-41e1-b526-abca80e344b5 service nova] Lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.011383] env[68831]: DEBUG nova.compute.manager [req-415826c4-87de-4d86-b432-3fcf0c70f483 req-7f032cf8-6297-41e1-b526-abca80e344b5 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] No waiting events found dispatching network-vif-unplugged-0b420cef-83cd-4597-bd12-876af94883c3 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.011545] env[68831]: WARNING nova.compute.manager [req-415826c4-87de-4d86-b432-3fcf0c70f483 req-7f032cf8-6297-41e1-b526-abca80e344b5 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Received unexpected event network-vif-unplugged-0b420cef-83cd-4597-bd12-876af94883c3 for instance with vm_state shelved and task_state shelving_offloading. [ 1078.011699] env[68831]: DEBUG nova.compute.manager [req-415826c4-87de-4d86-b432-3fcf0c70f483 req-7f032cf8-6297-41e1-b526-abca80e344b5 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Received event network-changed-0b420cef-83cd-4597-bd12-876af94883c3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.011844] env[68831]: DEBUG nova.compute.manager [req-415826c4-87de-4d86-b432-3fcf0c70f483 req-7f032cf8-6297-41e1-b526-abca80e344b5 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Refreshing instance network info cache due to event network-changed-0b420cef-83cd-4597-bd12-876af94883c3. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1078.012030] env[68831]: DEBUG oslo_concurrency.lockutils [req-415826c4-87de-4d86-b432-3fcf0c70f483 req-7f032cf8-6297-41e1-b526-abca80e344b5 service nova] Acquiring lock "refresh_cache-42bc5a10-c697-4cf2-b2af-2d725661d0fc" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.012247] env[68831]: DEBUG oslo_concurrency.lockutils [req-415826c4-87de-4d86-b432-3fcf0c70f483 req-7f032cf8-6297-41e1-b526-abca80e344b5 service nova] Acquired lock "refresh_cache-42bc5a10-c697-4cf2-b2af-2d725661d0fc" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.012418] env[68831]: DEBUG nova.network.neutron [req-415826c4-87de-4d86-b432-3fcf0c70f483 req-7f032cf8-6297-41e1-b526-abca80e344b5 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Refreshing network info cache for port 0b420cef-83cd-4597-bd12-876af94883c3 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.082562] env[68831]: INFO nova.scheduler.client.report [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleted allocation for migration a783b6c4-27a8-4755-88cb-7f7c6fa05d9d [ 1078.217593] env[68831]: DEBUG oslo_vmware.api [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466258} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.218762] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.218762] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.218762] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.226103] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "refresh_cache-62318067-cfaf-48e9-a5e9-6a4d786a367f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.226266] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired lock "refresh_cache-62318067-cfaf-48e9-a5e9-6a4d786a367f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.226417] env[68831]: DEBUG nova.network.neutron [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.249879] env[68831]: INFO nova.scheduler.client.report [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleted allocations for instance 42bc5a10-c697-4cf2-b2af-2d725661d0fc [ 1078.342528] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572395} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.342816] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 73612748-9633-488e-ab75-99257c57cf75/73612748-9633-488e-ab75-99257c57cf75.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.343181] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.343564] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1277fb3-4eea-4a60-8f51-946a73722149 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.352391] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1078.352391] env[68831]: value = "task-2803251" [ 1078.352391] env[68831]: _type = "Task" [ 1078.352391] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.365288] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.412107] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803249, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.423681] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803250, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.588664] env[68831]: DEBUG oslo_concurrency.lockutils [None req-65ffe45d-5d37-47a6-9be4-902def7430f4 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.744s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.754570] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.788026] env[68831]: DEBUG nova.network.neutron [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.788026] env[68831]: DEBUG nova.network.neutron [req-415826c4-87de-4d86-b432-3fcf0c70f483 req-7f032cf8-6297-41e1-b526-abca80e344b5 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Updated VIF entry in instance network info cache for port 0b420cef-83cd-4597-bd12-876af94883c3. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.788026] env[68831]: DEBUG nova.network.neutron [req-415826c4-87de-4d86-b432-3fcf0c70f483 req-7f032cf8-6297-41e1-b526-abca80e344b5 service nova] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Updating instance_info_cache with network_info: [{"id": "0b420cef-83cd-4597-bd12-876af94883c3", "address": "fa:16:3e:66:9e:93", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": null, "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0b420cef-83", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.864725] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097326} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.868146] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.869815] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170c979d-3e38-4cee-88b9-2b141ccc7a00 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.896296] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 73612748-9633-488e-ab75-99257c57cf75/73612748-9633-488e-ab75-99257c57cf75.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.903262] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a58edd36-aaf0-4b22-8c05-c83b6c9b5dfe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.930627] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3f9a85-6c12-4611-9161-230a23275e16 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.940706] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1078.940706] env[68831]: value = "task-2803252" [ 1078.940706] env[68831]: _type = "Task" [ 1078.940706] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.941154] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803250, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.941614] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803249, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.948546] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c5fd84-11ef-47f1-9682-ae9d915d14c8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.955472] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.990837] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56be7dd6-42df-4721-b381-642799ffc215 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.000246] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a896110b-546e-49a9-8119-cb66c5acebf8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.019168] env[68831]: DEBUG nova.compute.provider_tree [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.179428] env[68831]: DEBUG nova.network.neutron [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Updating instance_info_cache with network_info: [{"id": "14c0ddcf-fa29-4091-8ad3-7cd479d964ae", "address": "fa:16:3e:c1:22:31", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c0ddcf-fa", "ovs_interfaceid": "14c0ddcf-fa29-4091-8ad3-7cd479d964ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.293126] env[68831]: DEBUG oslo_concurrency.lockutils [req-415826c4-87de-4d86-b432-3fcf0c70f483 req-7f032cf8-6297-41e1-b526-abca80e344b5 service nova] Releasing lock "refresh_cache-42bc5a10-c697-4cf2-b2af-2d725661d0fc" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.436957] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803250, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.266953} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.440932] env[68831]: INFO nova.virt.vmwareapi.ds_util [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 2d714d34-e397-4665-a505-c2d34a5d1ec8/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk. [ 1079.441422] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803249, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.442339] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0a3f47-ea67-4f92-848a-00be92a8ef24 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.479371] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 2d714d34-e397-4665-a505-c2d34a5d1ec8/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.483852] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc52b02c-346a-4ccd-a163-b4d3e515ac1f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.498645] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.505655] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1079.505655] env[68831]: value = "task-2803253" [ 1079.505655] env[68831]: _type = "Task" [ 1079.505655] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.516308] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.522830] env[68831]: DEBUG nova.scheduler.client.report [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.586179] env[68831]: DEBUG nova.compute.manager [req-bdccd12d-c583-42d9-99ea-e60f539fb520 req-e02ff733-769e-4e59-aa96-a6728ce51c62 service nova] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Received event network-changed-14c0ddcf-fa29-4091-8ad3-7cd479d964ae {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.586179] env[68831]: DEBUG nova.compute.manager [req-bdccd12d-c583-42d9-99ea-e60f539fb520 req-e02ff733-769e-4e59-aa96-a6728ce51c62 service nova] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Refreshing instance network info cache due to event network-changed-14c0ddcf-fa29-4091-8ad3-7cd479d964ae. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1079.586179] env[68831]: DEBUG oslo_concurrency.lockutils [req-bdccd12d-c583-42d9-99ea-e60f539fb520 req-e02ff733-769e-4e59-aa96-a6728ce51c62 service nova] Acquiring lock "refresh_cache-62318067-cfaf-48e9-a5e9-6a4d786a367f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.683336] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Releasing lock "refresh_cache-62318067-cfaf-48e9-a5e9-6a4d786a367f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.683336] env[68831]: DEBUG nova.compute.manager [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Instance network_info: |[{"id": "14c0ddcf-fa29-4091-8ad3-7cd479d964ae", "address": "fa:16:3e:c1:22:31", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c0ddcf-fa", "ovs_interfaceid": "14c0ddcf-fa29-4091-8ad3-7cd479d964ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.683864] env[68831]: DEBUG oslo_concurrency.lockutils [req-bdccd12d-c583-42d9-99ea-e60f539fb520 req-e02ff733-769e-4e59-aa96-a6728ce51c62 service nova] Acquired lock "refresh_cache-62318067-cfaf-48e9-a5e9-6a4d786a367f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.684100] env[68831]: DEBUG nova.network.neutron [req-bdccd12d-c583-42d9-99ea-e60f539fb520 req-e02ff733-769e-4e59-aa96-a6728ce51c62 service nova] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Refreshing network info cache for port 14c0ddcf-fa29-4091-8ad3-7cd479d964ae {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.686267] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:22:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14c0ddcf-fa29-4091-8ad3-7cd479d964ae', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.694373] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.697088] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.697557] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c16696d-9827-4584-b3dd-5928221b05f2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.722902] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.722902] env[68831]: value = "task-2803254" [ 1079.722902] env[68831]: _type = "Task" [ 1079.722902] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.735040] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803254, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.930852] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803249, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.959600] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803252, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.018633] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.029433] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.030635] env[68831]: DEBUG nova.compute.manager [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.037018] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.866s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.037018] env[68831]: DEBUG nova.objects.instance [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lazy-loading 'resources' on Instance uuid 488e4e48-4b80-46f4-9f73-0304a5f344a6 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.169547] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.170948] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.171364] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.172448] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.172721] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.177105] env[68831]: INFO nova.compute.manager [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Terminating instance [ 1080.240294] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803254, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.252135] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1681e0ea-5f93-4e62-bd60-ca4416c4deed tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.431203] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803249, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.458748] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803252, 'name': ReconfigVM_Task, 'duration_secs': 1.063599} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.461630] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 73612748-9633-488e-ab75-99257c57cf75/73612748-9633-488e-ab75-99257c57cf75.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.462797] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c13bd1c-06e3-480a-9110-5b92066c6a3b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.471873] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1080.471873] env[68831]: value = "task-2803255" [ 1080.471873] env[68831]: _type = "Task" [ 1080.471873] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.484091] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803255, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.498543] env[68831]: DEBUG nova.network.neutron [req-bdccd12d-c583-42d9-99ea-e60f539fb520 req-e02ff733-769e-4e59-aa96-a6728ce51c62 service nova] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Updated VIF entry in instance network info cache for port 14c0ddcf-fa29-4091-8ad3-7cd479d964ae. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.498543] env[68831]: DEBUG nova.network.neutron [req-bdccd12d-c583-42d9-99ea-e60f539fb520 req-e02ff733-769e-4e59-aa96-a6728ce51c62 service nova] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Updating instance_info_cache with network_info: [{"id": "14c0ddcf-fa29-4091-8ad3-7cd479d964ae", "address": "fa:16:3e:c1:22:31", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c0ddcf-fa", "ovs_interfaceid": "14c0ddcf-fa29-4091-8ad3-7cd479d964ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.519059] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.539836] env[68831]: DEBUG nova.compute.utils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.548135] env[68831]: DEBUG nova.compute.manager [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.548324] env[68831]: DEBUG nova.network.neutron [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.597717] env[68831]: DEBUG nova.policy [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30a1779345e94ff29687a65dcadfae30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51f13d10f6d24e6aab374650649359b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.686758] env[68831]: DEBUG nova.compute.manager [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.687365] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.688082] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502ab6d4-ce17-48be-8052-be71dcd85720 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.701977] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.702644] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-544221df-056b-44f8-8244-41a5bd25fc3b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.711660] env[68831]: DEBUG oslo_vmware.api [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1080.711660] env[68831]: value = "task-2803256" [ 1080.711660] env[68831]: _type = "Task" [ 1080.711660] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.728450] env[68831]: DEBUG oslo_vmware.api [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.742945] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803254, 'name': CreateVM_Task, 'duration_secs': 0.522772} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.743227] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.744420] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.745155] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.745425] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.745754] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4bfba6-f4dc-4813-a9bc-79199dc46e6e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.755449] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1080.755449] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e1f1c2-e592-d983-7c09-6a7a943725d1" [ 1080.755449] env[68831]: _type = "Task" [ 1080.755449] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.768458] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e1f1c2-e592-d983-7c09-6a7a943725d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.869241] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Acquiring lock "c31cfbea-d4f4-454d-87b5-e74e87adc798" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.870084] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Lock "c31cfbea-d4f4-454d-87b5-e74e87adc798" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.903564] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "609c9a02-1ad9-44c5-af2e-15c3ffbda709" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.904253] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "609c9a02-1ad9-44c5-af2e-15c3ffbda709" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.930992] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803249, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.986591} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.931315] env[68831]: INFO nova.virt.vmwareapi.ds_util [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_dacc11e2-157e-4000-b74b-17d958c42096/OSTACK_IMG_dacc11e2-157e-4000-b74b-17d958c42096.vmdk to [datastore2] devstack-image-cache_base/76abe035-6e38-4a7c-ac17-1f4349cf8aa2/76abe035-6e38-4a7c-ac17-1f4349cf8aa2.vmdk. [ 1080.931569] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Cleaning up location [datastore2] OSTACK_IMG_dacc11e2-157e-4000-b74b-17d958c42096 {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1080.931791] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_dacc11e2-157e-4000-b74b-17d958c42096 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.932108] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b41a0ef3-d001-4e0d-b430-97669768b5b6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.940592] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1080.940592] env[68831]: value = "task-2803257" [ 1080.940592] env[68831]: _type = "Task" [ 1080.940592] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.950194] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.955626] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4671f11a-a187-481a-a055-54f99449eabf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.965019] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5696eb-2bdd-4441-b950-a7411db92515 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.971680] env[68831]: DEBUG nova.network.neutron [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Successfully created port: 488ccf32-b4a7-4fe0-af89-604c516d4ea3 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.011023] env[68831]: DEBUG oslo_concurrency.lockutils [req-bdccd12d-c583-42d9-99ea-e60f539fb520 req-e02ff733-769e-4e59-aa96-a6728ce51c62 service nova] Releasing lock "refresh_cache-62318067-cfaf-48e9-a5e9-6a4d786a367f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.011023] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c292f7-6b17-42a3-847f-b3d91fd2788b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.018903] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803255, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.022837] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96d1f18-fc3e-4e2a-a9cc-1fa0a1f72188 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.029597] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.040367] env[68831]: DEBUG nova.compute.provider_tree [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.053102] env[68831]: DEBUG nova.compute.manager [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.226373] env[68831]: DEBUG oslo_vmware.api [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803256, 'name': PowerOffVM_Task, 'duration_secs': 0.253064} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.226654] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.226825] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.227100] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf3f3806-12d0-4d9b-a514-694b7e2da201 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.266631] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e1f1c2-e592-d983-7c09-6a7a943725d1, 'name': SearchDatastore_Task, 'duration_secs': 0.017626} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.266919] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.267169] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.267396] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.267544] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.267725] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.267985] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d0d5ce8-e3bd-4d12-8fd0-9331c3a959ef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.279834] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.280026] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.280759] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-527674e6-bfc1-43df-aa98-4e0c75183436 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.286459] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1081.286459] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5295fb9b-0de3-cdf5-f6cb-1141f5b2b0b3" [ 1081.286459] env[68831]: _type = "Task" [ 1081.286459] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.296674] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5295fb9b-0de3-cdf5-f6cb-1141f5b2b0b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.299823] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.300090] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.300327] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleting the datastore file [datastore1] 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.300598] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcf5ed9c-a640-48cb-bc72-230718fdb305 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.308611] env[68831]: DEBUG oslo_vmware.api [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1081.308611] env[68831]: value = "task-2803259" [ 1081.308611] env[68831]: _type = "Task" [ 1081.308611] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.318018] env[68831]: DEBUG oslo_vmware.api [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.372343] env[68831]: DEBUG nova.compute.manager [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.407450] env[68831]: DEBUG nova.compute.manager [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.451479] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047959} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.452574] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.452574] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/76abe035-6e38-4a7c-ac17-1f4349cf8aa2/76abe035-6e38-4a7c-ac17-1f4349cf8aa2.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.452812] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/76abe035-6e38-4a7c-ac17-1f4349cf8aa2/76abe035-6e38-4a7c-ac17-1f4349cf8aa2.vmdk to [datastore2] 5be9111c-f58a-43eb-94c1-d0ac8d99159f/5be9111c-f58a-43eb-94c1-d0ac8d99159f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.453129] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e13e59c-1e6c-44a8-b8b1-5f3b7c568e91 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.464804] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1081.464804] env[68831]: value = "task-2803260" [ 1081.464804] env[68831]: _type = "Task" [ 1081.464804] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.473562] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.485158] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803255, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.527027] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803253, 'name': ReconfigVM_Task, 'duration_secs': 1.961967} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.527027] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 2d714d34-e397-4665-a505-c2d34a5d1ec8/0729a092-be14-4472-984f-c64ecf5724ef-rescue.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.527898] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88baf878-bb48-4479-96e0-d3c28c35d130 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.557170] env[68831]: DEBUG nova.scheduler.client.report [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.573053] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7603aba-e84b-4726-a90f-be79fc8a1964 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.590847] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1081.590847] env[68831]: value = "task-2803261" [ 1081.590847] env[68831]: _type = "Task" [ 1081.590847] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.602292] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.800117] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5295fb9b-0de3-cdf5-f6cb-1141f5b2b0b3, 'name': SearchDatastore_Task, 'duration_secs': 0.027937} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.801010] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d42c21e0-e2cb-46cd-bf80-afd635da9a24 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.808888] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1081.808888] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52afa135-ae55-18bd-48f4-7ea37b51eeb8" [ 1081.808888] env[68831]: _type = "Task" [ 1081.808888] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.822727] env[68831]: DEBUG oslo_vmware.api [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339401} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.826873] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.826873] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.826873] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.827138] env[68831]: INFO nova.compute.manager [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1081.827316] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.827575] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52afa135-ae55-18bd-48f4-7ea37b51eeb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.827835] env[68831]: DEBUG nova.compute.manager [-] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.827938] env[68831]: DEBUG nova.network.neutron [-] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.896936] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.931620] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.975906] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803260, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.985355] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803255, 'name': Rename_Task, 'duration_secs': 1.126491} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.985644] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.985904] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-637af1ef-2479-4735-9843-54ed2a835b27 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.993994] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1081.993994] env[68831]: value = "task-2803262" [ 1081.993994] env[68831]: _type = "Task" [ 1081.993994] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.003735] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.074082] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.077745] env[68831]: DEBUG nova.compute.manager [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.080277] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.303s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.080593] env[68831]: DEBUG nova.objects.instance [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'resources' on Instance uuid c8e11680-f1fc-4237-a8d2-2d1706080b0e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.095746] env[68831]: DEBUG nova.compute.manager [req-4d3ddcb1-e194-458e-bd1d-c05eaabe44cf req-26155b33-a8a3-4202-8960-a54f976b96c3 service nova] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Received event network-vif-deleted-5a9df990-61c9-48c8-ba92-e9e4bb490b34 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.095957] env[68831]: INFO nova.compute.manager [req-4d3ddcb1-e194-458e-bd1d-c05eaabe44cf req-26155b33-a8a3-4202-8960-a54f976b96c3 service nova] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Neutron deleted interface 5a9df990-61c9-48c8-ba92-e9e4bb490b34; detaching it from the instance and deleting it from the info cache [ 1082.096436] env[68831]: DEBUG nova.network.neutron [req-4d3ddcb1-e194-458e-bd1d-c05eaabe44cf req-26155b33-a8a3-4202-8960-a54f976b96c3 service nova] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.116147] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803261, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.119156] env[68831]: DEBUG nova.virt.hardware [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.119997] env[68831]: DEBUG nova.virt.hardware [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.120669] env[68831]: DEBUG nova.virt.hardware [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.120669] env[68831]: DEBUG nova.virt.hardware [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.120814] env[68831]: DEBUG nova.virt.hardware [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.121195] env[68831]: DEBUG nova.virt.hardware [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.121595] env[68831]: DEBUG nova.virt.hardware [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.122413] env[68831]: DEBUG nova.virt.hardware [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.122413] env[68831]: DEBUG nova.virt.hardware [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.122413] env[68831]: DEBUG nova.virt.hardware [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.122653] env[68831]: DEBUG nova.virt.hardware [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.124627] env[68831]: INFO nova.scheduler.client.report [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleted allocations for instance 488e4e48-4b80-46f4-9f73-0304a5f344a6 [ 1082.132140] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09a8a8e-566e-40c2-885b-8e11aa79f757 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.150285] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eb005c-1bb7-4b42-b394-ded4d2ef4eac {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.323029] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52afa135-ae55-18bd-48f4-7ea37b51eeb8, 'name': SearchDatastore_Task, 'duration_secs': 0.022829} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.323316] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.323851] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 62318067-cfaf-48e9-a5e9-6a4d786a367f/62318067-cfaf-48e9-a5e9-6a4d786a367f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.324190] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a597f215-af52-48da-99e1-cf77c6a2d3dd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.333779] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1082.333779] env[68831]: value = "task-2803263" [ 1082.333779] env[68831]: _type = "Task" [ 1082.333779] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.343335] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.397912] env[68831]: DEBUG nova.compute.manager [req-85c1f619-57fa-4464-ae42-4edeb284be15 req-a175b506-addf-4b04-9de7-9b7ce5525342 service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Received event network-vif-plugged-488ccf32-b4a7-4fe0-af89-604c516d4ea3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.398159] env[68831]: DEBUG oslo_concurrency.lockutils [req-85c1f619-57fa-4464-ae42-4edeb284be15 req-a175b506-addf-4b04-9de7-9b7ce5525342 service nova] Acquiring lock "8231a981-1436-406f-a2d9-18cf0e0f7348-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.398379] env[68831]: DEBUG oslo_concurrency.lockutils [req-85c1f619-57fa-4464-ae42-4edeb284be15 req-a175b506-addf-4b04-9de7-9b7ce5525342 service nova] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.398733] env[68831]: DEBUG oslo_concurrency.lockutils [req-85c1f619-57fa-4464-ae42-4edeb284be15 req-a175b506-addf-4b04-9de7-9b7ce5525342 service nova] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.398941] env[68831]: DEBUG nova.compute.manager [req-85c1f619-57fa-4464-ae42-4edeb284be15 req-a175b506-addf-4b04-9de7-9b7ce5525342 service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] No waiting events found dispatching network-vif-plugged-488ccf32-b4a7-4fe0-af89-604c516d4ea3 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.399343] env[68831]: WARNING nova.compute.manager [req-85c1f619-57fa-4464-ae42-4edeb284be15 req-a175b506-addf-4b04-9de7-9b7ce5525342 service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Received unexpected event network-vif-plugged-488ccf32-b4a7-4fe0-af89-604c516d4ea3 for instance with vm_state building and task_state spawning. [ 1082.480667] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803260, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.511878] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.524869] env[68831]: DEBUG nova.network.neutron [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Successfully updated port: 488ccf32-b4a7-4fe0-af89-604c516d4ea3 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.572443] env[68831]: DEBUG nova.network.neutron [-] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.603182] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-094bd847-f5d6-49d4-a742-6f4b3c347753 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.614117] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803261, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.617250] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710f5ede-a193-480b-b417-37986c73b740 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.637325] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cd77f7e9-611a-4f58-9fcc-c1cf8da6b75d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "488e4e48-4b80-46f4-9f73-0304a5f344a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.844s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.680290] env[68831]: DEBUG nova.compute.manager [req-4d3ddcb1-e194-458e-bd1d-c05eaabe44cf req-26155b33-a8a3-4202-8960-a54f976b96c3 service nova] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Detach interface failed, port_id=5a9df990-61c9-48c8-ba92-e9e4bb490b34, reason: Instance 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1082.848442] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803263, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.962883] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1651091-a742-484d-9e16-ad1d03c1fd11 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.975276] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be0512e-317d-49b7-9bdc-0df2995da7a7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.981961] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803260, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.015478] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0105b30f-3704-47bb-99e8-788f29ac2d8a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.023573] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.027116] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758b572a-cbe3-4b6a-8595-9d1d89f28575 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.031428] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.031581] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquired lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.031738] env[68831]: DEBUG nova.network.neutron [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.044418] env[68831]: DEBUG nova.compute.provider_tree [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.075477] env[68831]: INFO nova.compute.manager [-] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Took 1.25 seconds to deallocate network for instance. [ 1083.106395] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803261, 'name': ReconfigVM_Task, 'duration_secs': 1.278729} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.106727] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.106980] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-779ff069-be42-4c3d-aeb1-d6d161076b86 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.116690] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1083.116690] env[68831]: value = "task-2803264" [ 1083.116690] env[68831]: _type = "Task" [ 1083.116690] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.127551] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.347559] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669953} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.351019] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 62318067-cfaf-48e9-a5e9-6a4d786a367f/62318067-cfaf-48e9-a5e9-6a4d786a367f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.351019] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.351019] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-659d3232-3a2c-4899-bd77-789028a903f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.358286] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1083.358286] env[68831]: value = "task-2803265" [ 1083.358286] env[68831]: _type = "Task" [ 1083.358286] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.368338] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.479143] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803260, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.521074] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803262, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.549610] env[68831]: DEBUG nova.scheduler.client.report [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.582818] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.587507] env[68831]: DEBUG nova.network.neutron [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.637373] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.833521] env[68831]: DEBUG nova.network.neutron [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Updating instance_info_cache with network_info: [{"id": "488ccf32-b4a7-4fe0-af89-604c516d4ea3", "address": "fa:16:3e:bd:25:f3", "network": {"id": "403ced35-9c36-4dcf-bee7-188c7a60c5ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2072306948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f13d10f6d24e6aab374650649359b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap488ccf32-b4", "ovs_interfaceid": "488ccf32-b4a7-4fe0-af89-604c516d4ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.871194] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.982454] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803260, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.374294} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.982800] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/76abe035-6e38-4a7c-ac17-1f4349cf8aa2/76abe035-6e38-4a7c-ac17-1f4349cf8aa2.vmdk to [datastore2] 5be9111c-f58a-43eb-94c1-d0ac8d99159f/5be9111c-f58a-43eb-94c1-d0ac8d99159f.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.983353] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa87759-f0b1-41c3-95e5-7cf05f78d1ab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.007565] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 5be9111c-f58a-43eb-94c1-d0ac8d99159f/5be9111c-f58a-43eb-94c1-d0ac8d99159f.vmdk or device None with type streamOptimized {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.007802] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32deca6f-cb9f-42f4-b28b-fff1094bcd75 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.031730] env[68831]: DEBUG oslo_vmware.api [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803262, 'name': PowerOnVM_Task, 'duration_secs': 1.8384} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.033230] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.033493] env[68831]: DEBUG nova.compute.manager [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.033888] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1084.033888] env[68831]: value = "task-2803266" [ 1084.033888] env[68831]: _type = "Task" [ 1084.033888] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.034671] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e52d99d-3d7c-4fb7-8fc3-511311305eb2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.047457] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803266, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.054938] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.057310] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.303s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.057564] env[68831]: DEBUG nova.objects.instance [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lazy-loading 'resources' on Instance uuid 42bc5a10-c697-4cf2-b2af-2d725661d0fc {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.072912] env[68831]: INFO nova.scheduler.client.report [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Deleted allocations for instance c8e11680-f1fc-4237-a8d2-2d1706080b0e [ 1084.129446] env[68831]: DEBUG oslo_vmware.api [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803264, 'name': PowerOnVM_Task, 'duration_secs': 0.825003} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.131379] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.137543] env[68831]: DEBUG nova.compute.manager [None req-4e9ade10-396d-47fe-abb9-c25949809dc7 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.138817] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "5814b5d0-cf66-4e1e-9098-ff80588df9ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.138817] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "5814b5d0-cf66-4e1e-9098-ff80588df9ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.140268] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f50563-af8a-42bc-a6b8-284578ec3365 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.336765] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Releasing lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.337132] env[68831]: DEBUG nova.compute.manager [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Instance network_info: |[{"id": "488ccf32-b4a7-4fe0-af89-604c516d4ea3", "address": "fa:16:3e:bd:25:f3", "network": {"id": "403ced35-9c36-4dcf-bee7-188c7a60c5ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2072306948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f13d10f6d24e6aab374650649359b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap488ccf32-b4", "ovs_interfaceid": "488ccf32-b4a7-4fe0-af89-604c516d4ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.337737] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:25:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '488ccf32-b4a7-4fe0-af89-604c516d4ea3', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.345724] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Creating folder: Project (51f13d10f6d24e6aab374650649359b4). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.346072] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68fa8d23-e81a-449d-a292-9fb5df16f65b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.359462] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Created folder: Project (51f13d10f6d24e6aab374650649359b4) in parent group-v563050. [ 1084.359462] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Creating folder: Instances. Parent ref: group-v563305. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.360765] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61d43df0-7ecb-41f6-aec5-4d86388df0bf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.369715] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.671903} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.369976] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.370750] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c36d3e-d1cc-4768-ab35-4c212e857f43 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.374463] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Created folder: Instances in parent group-v563305. [ 1084.374687] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.375235] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.375462] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cccab64-981e-42bb-8006-b1ec8b80adbd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.407084] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 62318067-cfaf-48e9-a5e9-6a4d786a367f/62318067-cfaf-48e9-a5e9-6a4d786a367f.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.408194] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36c441f4-5678-4345-9666-37084b02b130 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.425651] env[68831]: DEBUG nova.compute.manager [req-fa8ee440-a786-4a4d-bdbd-57d5ec2b38f0 req-d2ed4709-bd60-4126-b922-eb6e1465b780 service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Received event network-changed-488ccf32-b4a7-4fe0-af89-604c516d4ea3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1084.425860] env[68831]: DEBUG nova.compute.manager [req-fa8ee440-a786-4a4d-bdbd-57d5ec2b38f0 req-d2ed4709-bd60-4126-b922-eb6e1465b780 service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Refreshing instance network info cache due to event network-changed-488ccf32-b4a7-4fe0-af89-604c516d4ea3. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1084.426089] env[68831]: DEBUG oslo_concurrency.lockutils [req-fa8ee440-a786-4a4d-bdbd-57d5ec2b38f0 req-d2ed4709-bd60-4126-b922-eb6e1465b780 service nova] Acquiring lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.426280] env[68831]: DEBUG oslo_concurrency.lockutils [req-fa8ee440-a786-4a4d-bdbd-57d5ec2b38f0 req-d2ed4709-bd60-4126-b922-eb6e1465b780 service nova] Acquired lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.426445] env[68831]: DEBUG nova.network.neutron [req-fa8ee440-a786-4a4d-bdbd-57d5ec2b38f0 req-d2ed4709-bd60-4126-b922-eb6e1465b780 service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Refreshing network info cache for port 488ccf32-b4a7-4fe0-af89-604c516d4ea3 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.427831] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.427831] env[68831]: value = "task-2803269" [ 1084.427831] env[68831]: _type = "Task" [ 1084.427831] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.434263] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1084.434263] env[68831]: value = "task-2803270" [ 1084.434263] env[68831]: _type = "Task" [ 1084.434263] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.438707] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803269, 'name': CreateVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.450480] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.547635] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803266, 'name': ReconfigVM_Task, 'duration_secs': 0.311873} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.547894] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 5be9111c-f58a-43eb-94c1-d0ac8d99159f/5be9111c-f58a-43eb-94c1-d0ac8d99159f.vmdk or device None with type streamOptimized {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.549298] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'disk_bus': None, 'device_type': 'disk', 'encryption_options': None, 'size': 0, 'encryption_format': None, 'image_id': '0729a092-be14-4472-984f-c64ecf5724ef'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '08ae245d-46c2-4349-95c8-d24c9ea257c7', 'boot_index': None, 'disk_bus': None, 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563289', 'volume_id': '9edc9630-a6eb-47ec-802c-d1a13d05b9b9', 'name': 'volume-9edc9630-a6eb-47ec-802c-d1a13d05b9b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5be9111c-f58a-43eb-94c1-d0ac8d99159f', 'attached_at': '', 'detached_at': '', 'volume_id': '9edc9630-a6eb-47ec-802c-d1a13d05b9b9', 'serial': '9edc9630-a6eb-47ec-802c-d1a13d05b9b9'}, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=68831) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1084.549504] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Volume attach. Driver type: vmdk {{(pid=68831) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1084.549698] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563289', 'volume_id': '9edc9630-a6eb-47ec-802c-d1a13d05b9b9', 'name': 'volume-9edc9630-a6eb-47ec-802c-d1a13d05b9b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5be9111c-f58a-43eb-94c1-d0ac8d99159f', 'attached_at': '', 'detached_at': '', 'volume_id': '9edc9630-a6eb-47ec-802c-d1a13d05b9b9', 'serial': '9edc9630-a6eb-47ec-802c-d1a13d05b9b9'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1084.550472] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74a26e9-e772-42e0-b24c-f78bab50d544 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.559117] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.560079] env[68831]: DEBUG nova.objects.instance [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lazy-loading 'numa_topology' on Instance uuid 42bc5a10-c697-4cf2-b2af-2d725661d0fc {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.571760] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Acquiring lock "ba678a0d-d3f0-4dca-ad62-697237cf99ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.571995] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Lock "ba678a0d-d3f0-4dca-ad62-697237cf99ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.572219] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Acquiring lock "ba678a0d-d3f0-4dca-ad62-697237cf99ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.572407] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Lock "ba678a0d-d3f0-4dca-ad62-697237cf99ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.572573] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Lock "ba678a0d-d3f0-4dca-ad62-697237cf99ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.575367] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500350c0-4ea7-4d40-9290-e356bed4842f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.578232] env[68831]: INFO nova.compute.manager [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Terminating instance [ 1084.582836] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ac203487-0dee-453d-be42-8b89e9d3e026 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "c8e11680-f1fc-4237-a8d2-2d1706080b0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.720s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.606362] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] volume-9edc9630-a6eb-47ec-802c-d1a13d05b9b9/volume-9edc9630-a6eb-47ec-802c-d1a13d05b9b9.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.606916] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43f93c14-77d9-434c-b1cf-85026c746dbd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.626895] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1084.626895] env[68831]: value = "task-2803271" [ 1084.626895] env[68831]: _type = "Task" [ 1084.626895] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.640196] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.643690] env[68831]: DEBUG nova.compute.manager [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.941961] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803269, 'name': CreateVM_Task, 'duration_secs': 0.406557} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.944966] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.945792] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.945957] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.946363] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.946955] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-367c7aff-3dfd-4d67-9733-0760f3982cb3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.952607] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803270, 'name': ReconfigVM_Task, 'duration_secs': 0.450467} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.953877] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 62318067-cfaf-48e9-a5e9-6a4d786a367f/62318067-cfaf-48e9-a5e9-6a4d786a367f.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.954592] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1084.954592] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528a2d72-c493-2ede-630d-df3b18905f95" [ 1084.954592] env[68831]: _type = "Task" [ 1084.954592] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.954785] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5b12201-808e-4ef4-acf1-44d7d94c5a9f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.966828] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528a2d72-c493-2ede-630d-df3b18905f95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.968525] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1084.968525] env[68831]: value = "task-2803272" [ 1084.968525] env[68831]: _type = "Task" [ 1084.968525] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.977876] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803272, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.075463] env[68831]: DEBUG nova.objects.base [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Object Instance<42bc5a10-c697-4cf2-b2af-2d725661d0fc> lazy-loaded attributes: resources,numa_topology {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1085.085352] env[68831]: DEBUG nova.compute.manager [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.085687] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.086347] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ac9d7c9-3ccb-474b-b1a3-a27c0bebba36 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.094530] env[68831]: DEBUG oslo_vmware.api [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Waiting for the task: (returnval){ [ 1085.094530] env[68831]: value = "task-2803273" [ 1085.094530] env[68831]: _type = "Task" [ 1085.094530] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.106304] env[68831]: DEBUG oslo_vmware.api [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2803273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.137580] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803271, 'name': ReconfigVM_Task, 'duration_secs': 0.421228} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.137934] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Reconfigured VM instance instance-0000002e to attach disk [datastore2] volume-9edc9630-a6eb-47ec-802c-d1a13d05b9b9/volume-9edc9630-a6eb-47ec-802c-d1a13d05b9b9.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.147127] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47a766f4-1cc9-4b1a-934c-a13befce927d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.169993] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1085.169993] env[68831]: value = "task-2803274" [ 1085.169993] env[68831]: _type = "Task" [ 1085.169993] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.177487] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.188168] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803274, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.294058] env[68831]: DEBUG nova.network.neutron [req-fa8ee440-a786-4a4d-bdbd-57d5ec2b38f0 req-d2ed4709-bd60-4126-b922-eb6e1465b780 service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Updated VIF entry in instance network info cache for port 488ccf32-b4a7-4fe0-af89-604c516d4ea3. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.294296] env[68831]: DEBUG nova.network.neutron [req-fa8ee440-a786-4a4d-bdbd-57d5ec2b38f0 req-d2ed4709-bd60-4126-b922-eb6e1465b780 service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Updating instance_info_cache with network_info: [{"id": "488ccf32-b4a7-4fe0-af89-604c516d4ea3", "address": "fa:16:3e:bd:25:f3", "network": {"id": "403ced35-9c36-4dcf-bee7-188c7a60c5ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2072306948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f13d10f6d24e6aab374650649359b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap488ccf32-b4", "ovs_interfaceid": "488ccf32-b4a7-4fe0-af89-604c516d4ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.437851] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf9fee7-a980-4b77-bff3-15b11fb43b31 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.448046] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e37d606-9ff0-42bb-8680-d10084d9f07a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.492019] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70505e85-cfbd-48a9-b260-4c1aa6c1af85 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.504010] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725fe0c3-1722-4154-bed0-c0815fd24485 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.507883] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528a2d72-c493-2ede-630d-df3b18905f95, 'name': SearchDatastore_Task, 'duration_secs': 0.014441} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.508198] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803272, 'name': Rename_Task, 'duration_secs': 0.187824} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.508520] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.508805] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.509179] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.509533] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.509936] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.510109] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.510673] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa5d9216-e6a4-40da-a902-c2991421fcb1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.516029] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a614633b-d373-43dc-a8a5-0945433e51bb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.522483] env[68831]: DEBUG nova.compute.provider_tree [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.524806] env[68831]: INFO nova.compute.manager [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Unrescuing [ 1085.525085] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.525270] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquired lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.525461] env[68831]: DEBUG nova.network.neutron [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.530048] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1085.530048] env[68831]: value = "task-2803275" [ 1085.530048] env[68831]: _type = "Task" [ 1085.530048] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.534345] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.534561] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.536491] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079bb7d1-40c1-45f0-8311-c72cf42640c8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.542194] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.545810] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1085.545810] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529b177b-3a64-f300-9ebf-8f9f526ec3ff" [ 1085.545810] env[68831]: _type = "Task" [ 1085.545810] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.554568] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529b177b-3a64-f300-9ebf-8f9f526ec3ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.605699] env[68831]: DEBUG oslo_vmware.api [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2803273, 'name': PowerOffVM_Task, 'duration_secs': 0.225657} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.605987] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.606267] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1085.606527] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563160', 'volume_id': '9cdd3ca8-1a20-48ac-a373-c098b440b2ba', 'name': 'volume-9cdd3ca8-1a20-48ac-a373-c098b440b2ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba678a0d-d3f0-4dca-ad62-697237cf99ea', 'attached_at': '', 'detached_at': '', 'volume_id': '9cdd3ca8-1a20-48ac-a373-c098b440b2ba', 'serial': '9cdd3ca8-1a20-48ac-a373-c098b440b2ba'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1085.607623] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb99dd73-6463-4b43-8121-7196bb8aecbc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.627161] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ad7d00-053a-4acb-b2d4-4d8d93a5203e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.634615] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90db369e-6185-4d42-8673-467360e8c941 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.654020] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21db69f9-23a7-40fe-839f-6211a42d504a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.670775] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] The volume has not been displaced from its original location: [datastore2] volume-9cdd3ca8-1a20-48ac-a373-c098b440b2ba/volume-9cdd3ca8-1a20-48ac-a373-c098b440b2ba.vmdk. No consolidation needed. {{(pid=68831) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1085.677399] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1085.680891] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baabe7b2-982e-4b5a-8071-49aa9c6c90ce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.701557] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803274, 'name': ReconfigVM_Task, 'duration_secs': 0.23054} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.702821] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563289', 'volume_id': '9edc9630-a6eb-47ec-802c-d1a13d05b9b9', 'name': 'volume-9edc9630-a6eb-47ec-802c-d1a13d05b9b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5be9111c-f58a-43eb-94c1-d0ac8d99159f', 'attached_at': '', 'detached_at': '', 'volume_id': '9edc9630-a6eb-47ec-802c-d1a13d05b9b9', 'serial': '9edc9630-a6eb-47ec-802c-d1a13d05b9b9'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1085.703496] env[68831]: DEBUG oslo_vmware.api [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Waiting for the task: (returnval){ [ 1085.703496] env[68831]: value = "task-2803276" [ 1085.703496] env[68831]: _type = "Task" [ 1085.703496] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.703697] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5a09348-f14e-48de-890b-ea7662d6da1d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.714807] env[68831]: DEBUG oslo_vmware.api [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2803276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.716446] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1085.716446] env[68831]: value = "task-2803277" [ 1085.716446] env[68831]: _type = "Task" [ 1085.716446] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.724734] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803277, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.798966] env[68831]: DEBUG oslo_concurrency.lockutils [req-fa8ee440-a786-4a4d-bdbd-57d5ec2b38f0 req-d2ed4709-bd60-4126-b922-eb6e1465b780 service nova] Releasing lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.866215] env[68831]: INFO nova.compute.manager [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Rebuilding instance [ 1085.915514] env[68831]: DEBUG nova.compute.manager [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.916482] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bf552f-be52-4b12-bbce-d8793b239de6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.026592] env[68831]: DEBUG nova.scheduler.client.report [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.043590] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.056352] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529b177b-3a64-f300-9ebf-8f9f526ec3ff, 'name': SearchDatastore_Task, 'duration_secs': 0.015529} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.057147] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-135c2ea3-6c0b-491b-9c84-17310b12fc4b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.062664] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1086.062664] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c12925-82d6-4fd0-6ecd-3a6af691f623" [ 1086.062664] env[68831]: _type = "Task" [ 1086.062664] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.071575] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c12925-82d6-4fd0-6ecd-3a6af691f623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.219377] env[68831]: DEBUG oslo_vmware.api [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2803276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.232769] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803277, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.534077] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.476s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.536756] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.640s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.538358] env[68831]: INFO nova.compute.claims [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.560275] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.575881] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c12925-82d6-4fd0-6ecd-3a6af691f623, 'name': SearchDatastore_Task, 'duration_secs': 0.011186} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.576225] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.576540] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 8231a981-1436-406f-a2d9-18cf0e0f7348/8231a981-1436-406f-a2d9-18cf0e0f7348.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.576853] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e9ab4ab-ee8c-435a-98d2-2be9350f05ee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.589672] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1086.589672] env[68831]: value = "task-2803278" [ 1086.589672] env[68831]: _type = "Task" [ 1086.589672] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.603181] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.659932] env[68831]: DEBUG nova.network.neutron [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Updating instance_info_cache with network_info: [{"id": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "address": "fa:16:3e:a8:61:d5", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7c134c-18", "ovs_interfaceid": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.717267] env[68831]: DEBUG oslo_vmware.api [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2803276, 'name': ReconfigVM_Task, 'duration_secs': 0.907265} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.717267] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1086.721892] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46274436-c0c4-40a0-8805-9a844f34fafb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.744473] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803277, 'name': Rename_Task, 'duration_secs': 0.884408} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.744702] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.745239] env[68831]: DEBUG oslo_vmware.api [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Waiting for the task: (returnval){ [ 1086.745239] env[68831]: value = "task-2803279" [ 1086.745239] env[68831]: _type = "Task" [ 1086.745239] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.746427] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dd6b2da-c45f-441a-a07a-59b3c8011e78 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.758535] env[68831]: DEBUG oslo_vmware.api [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2803279, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.760013] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1086.760013] env[68831]: value = "task-2803280" [ 1086.760013] env[68831]: _type = "Task" [ 1086.760013] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.768505] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.931138] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.931818] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59b733d6-8351-46de-9b30-88ba541fc4f3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.941666] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1086.941666] env[68831]: value = "task-2803281" [ 1086.941666] env[68831]: _type = "Task" [ 1086.941666] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.954614] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.049909] env[68831]: DEBUG oslo_vmware.api [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803275, 'name': PowerOnVM_Task, 'duration_secs': 1.50614} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.050298] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.050616] env[68831]: INFO nova.compute.manager [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1087.050898] env[68831]: DEBUG nova.compute.manager [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.057176] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384c9224-2b0a-43a6-b33f-d829536a376f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.065040] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b7000776-edf4-4002-bdc0-204f0698138e tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.381s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.067156] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1681e0ea-5f93-4e62-bd60-ca4416c4deed tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.814s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.067588] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1681e0ea-5f93-4e62-bd60-ca4416c4deed tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.067843] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1681e0ea-5f93-4e62-bd60-ca4416c4deed tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.068100] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1681e0ea-5f93-4e62-bd60-ca4416c4deed tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.070225] env[68831]: INFO nova.compute.manager [None req-1681e0ea-5f93-4e62-bd60-ca4416c4deed tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Terminating instance [ 1087.099673] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803278, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.163918] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Releasing lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.164798] env[68831]: DEBUG nova.objects.instance [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lazy-loading 'flavor' on Instance uuid 2d714d34-e397-4665-a505-c2d34a5d1ec8 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.260773] env[68831]: DEBUG oslo_vmware.api [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2803279, 'name': ReconfigVM_Task, 'duration_secs': 0.139218} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.260773] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563160', 'volume_id': '9cdd3ca8-1a20-48ac-a373-c098b440b2ba', 'name': 'volume-9cdd3ca8-1a20-48ac-a373-c098b440b2ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba678a0d-d3f0-4dca-ad62-697237cf99ea', 'attached_at': '', 'detached_at': '', 'volume_id': '9cdd3ca8-1a20-48ac-a373-c098b440b2ba', 'serial': '9cdd3ca8-1a20-48ac-a373-c098b440b2ba'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1087.261162] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.264787] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc13c0f-860c-4717-967c-25af0610c967 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.272876] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803280, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.274941] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.275210] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3476d7ad-fc82-44aa-be7c-9ffff7e5aea3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.382402] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.382402] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.382402] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Deleting the datastore file [datastore2] ba678a0d-d3f0-4dca-ad62-697237cf99ea {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.382402] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd1fb72b-c690-4f06-b476-aef4d6c50586 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.389806] env[68831]: DEBUG oslo_vmware.api [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Waiting for the task: (returnval){ [ 1087.389806] env[68831]: value = "task-2803283" [ 1087.389806] env[68831]: _type = "Task" [ 1087.389806] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.399765] env[68831]: DEBUG oslo_vmware.api [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2803283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.452768] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803281, 'name': PowerOffVM_Task, 'duration_secs': 0.310794} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.453210] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.453296] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.454075] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e435ccba-da9b-48a1-9bf8-ad2a7c692a35 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.461503] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.461749] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9adc7e82-350f-42dc-9226-3ab2b1767cf1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.550877] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.551181] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.551386] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleting the datastore file [datastore2] 73612748-9633-488e-ab75-99257c57cf75 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.551685] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28114e5f-2162-4318-ac9e-eec935781f60 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.560089] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1087.560089] env[68831]: value = "task-2803285" [ 1087.560089] env[68831]: _type = "Task" [ 1087.560089] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.573089] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.576402] env[68831]: DEBUG nova.compute.manager [None req-1681e0ea-5f93-4e62-bd60-ca4416c4deed tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.576610] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1681e0ea-5f93-4e62-bd60-ca4416c4deed tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.576970] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9016b79f-554f-4f19-9c32-2a81c6ddd683 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.588472] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67069bda-e2df-4d32-8b7d-34994d28db9f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.614129] env[68831]: INFO nova.compute.manager [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Took 15.36 seconds to build instance. [ 1087.621191] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "fa37c68c-867c-422a-8511-c155dcc3856b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.621468] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "fa37c68c-867c-422a-8511-c155dcc3856b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.630250] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638319} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.634424] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 8231a981-1436-406f-a2d9-18cf0e0f7348/8231a981-1436-406f-a2d9-18cf0e0f7348.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.635081] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.636456] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25b6c94c-3b96-463f-96cb-a0728f63b682 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.652945] env[68831]: WARNING nova.virt.vmwareapi.vmops [None req-1681e0ea-5f93-4e62-bd60-ca4416c4deed tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 42bc5a10-c697-4cf2-b2af-2d725661d0fc could not be found. [ 1087.653027] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1681e0ea-5f93-4e62-bd60-ca4416c4deed tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.653225] env[68831]: INFO nova.compute.manager [None req-1681e0ea-5f93-4e62-bd60-ca4416c4deed tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1087.653478] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1681e0ea-5f93-4e62-bd60-ca4416c4deed tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.656120] env[68831]: DEBUG nova.compute.manager [-] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.656301] env[68831]: DEBUG nova.network.neutron [-] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.659592] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1087.659592] env[68831]: value = "task-2803286" [ 1087.659592] env[68831]: _type = "Task" [ 1087.659592] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.672354] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.675788] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f073089c-cc92-4048-88e4-1f776b7d8e5b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.704639] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.707565] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9a8d9c9-3780-495c-aad3-bdbf47148265 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.716235] env[68831]: DEBUG oslo_vmware.api [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1087.716235] env[68831]: value = "task-2803287" [ 1087.716235] env[68831]: _type = "Task" [ 1087.716235] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.727552] env[68831]: DEBUG oslo_vmware.api [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.773157] env[68831]: DEBUG oslo_vmware.api [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803280, 'name': PowerOnVM_Task, 'duration_secs': 0.886625} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.773489] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.906017] env[68831]: DEBUG oslo_vmware.api [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Task: {'id': task-2803283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214326} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.906095] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.906354] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.906615] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.906863] env[68831]: INFO nova.compute.manager [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Took 2.82 seconds to destroy the instance on the hypervisor. [ 1087.907312] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.908339] env[68831]: DEBUG nova.compute.manager [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.908671] env[68831]: DEBUG nova.compute.manager [-] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.908818] env[68831]: DEBUG nova.network.neutron [-] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.911248] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bda429-e730-4698-99ed-4b3f0585c903 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.004902] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f4a1fd-db21-401a-b470-2487a7995b68 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.014990] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b13dd4-2112-4e87-abc6-193a1c446a93 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.048867] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f26c68-ceea-48a6-a119-a4ea690a6186 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.059346] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f099c907-0b50-4a59-9ca2-549dd66ead82 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.075754] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367403} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.086054] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.086054] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.086054] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.088406] env[68831]: DEBUG nova.compute.provider_tree [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.114927] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a475b2-125a-4dfc-b31a-4ae8eb648fe6 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "62318067-cfaf-48e9-a5e9-6a4d786a367f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.873s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.126729] env[68831]: DEBUG nova.compute.manager [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.173530] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071157} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.173530] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.174017] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e6d2b2-1168-4197-8273-91b1dafc7eba {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.198871] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 8231a981-1436-406f-a2d9-18cf0e0f7348/8231a981-1436-406f-a2d9-18cf0e0f7348.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.199520] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41781fe5-ec1c-4d0b-9771-8e6e2949f41e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.221884] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1088.221884] env[68831]: value = "task-2803288" [ 1088.221884] env[68831]: _type = "Task" [ 1088.221884] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.228343] env[68831]: DEBUG oslo_vmware.api [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803287, 'name': PowerOffVM_Task, 'duration_secs': 0.249256} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.229000] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.234231] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Reconfiguring VM instance instance-00000053 to detach disk 2002 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.237679] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bde51cc-05d5-4f32-9412-0e61fcd933cd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.251187] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.257539] env[68831]: DEBUG oslo_vmware.api [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1088.257539] env[68831]: value = "task-2803289" [ 1088.257539] env[68831]: _type = "Task" [ 1088.257539] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.266227] env[68831]: DEBUG oslo_vmware.api [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.437500] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4dbc95b7-268b-4fc8-8f78-92751115d60a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.348s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.568093] env[68831]: DEBUG nova.compute.manager [req-3712e0f8-5fe5-4fbf-87d8-726d599d0db5 req-5689017d-302f-45a5-9196-3c0e63267d9b service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Received event network-vif-deleted-dad6a56e-360a-480c-aac3-4e07c18f45e1 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.568310] env[68831]: INFO nova.compute.manager [req-3712e0f8-5fe5-4fbf-87d8-726d599d0db5 req-5689017d-302f-45a5-9196-3c0e63267d9b service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Neutron deleted interface dad6a56e-360a-480c-aac3-4e07c18f45e1; detaching it from the instance and deleting it from the info cache [ 1088.568492] env[68831]: DEBUG nova.network.neutron [req-3712e0f8-5fe5-4fbf-87d8-726d599d0db5 req-5689017d-302f-45a5-9196-3c0e63267d9b service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.596314] env[68831]: DEBUG nova.scheduler.client.report [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.599474] env[68831]: DEBUG nova.network.neutron [-] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.648705] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.735251] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.769801] env[68831]: DEBUG oslo_vmware.api [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803289, 'name': ReconfigVM_Task, 'duration_secs': 0.251952} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.770106] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Reconfigured VM instance instance-00000053 to detach disk 2002 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1088.770305] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.770561] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1355f4a-75a4-4182-af7e-b0dc6c5a2b85 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.778495] env[68831]: DEBUG oslo_vmware.api [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1088.778495] env[68831]: value = "task-2803290" [ 1088.778495] env[68831]: _type = "Task" [ 1088.778495] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.790794] env[68831]: DEBUG oslo_vmware.api [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.050096] env[68831]: DEBUG nova.network.neutron [-] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.071440] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9414321c-a084-4dd1-a185-38cd1c0d5771 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.082258] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9f4850-65cc-4542-9761-2272725f1f0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.102126] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.103027] env[68831]: DEBUG nova.compute.manager [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.120147] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.189s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.121855] env[68831]: INFO nova.compute.claims [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.124689] env[68831]: INFO nova.compute.manager [-] [instance: 42bc5a10-c697-4cf2-b2af-2d725661d0fc] Took 1.47 seconds to deallocate network for instance. [ 1089.125088] env[68831]: DEBUG nova.compute.manager [req-3712e0f8-5fe5-4fbf-87d8-726d599d0db5 req-5689017d-302f-45a5-9196-3c0e63267d9b service nova] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Detach interface failed, port_id=dad6a56e-360a-480c-aac3-4e07c18f45e1, reason: Instance ba678a0d-d3f0-4dca-ad62-697237cf99ea could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1089.141028] env[68831]: DEBUG nova.virt.hardware [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.141028] env[68831]: DEBUG nova.virt.hardware [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.141028] env[68831]: DEBUG nova.virt.hardware [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.141028] env[68831]: DEBUG nova.virt.hardware [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.141349] env[68831]: DEBUG nova.virt.hardware [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.142306] env[68831]: DEBUG nova.virt.hardware [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.142306] env[68831]: DEBUG nova.virt.hardware [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.142306] env[68831]: DEBUG nova.virt.hardware [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.142306] env[68831]: DEBUG nova.virt.hardware [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.142306] env[68831]: DEBUG nova.virt.hardware [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.142562] env[68831]: DEBUG nova.virt.hardware [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.143555] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0fdf44-5e18-476c-864b-80c369f6590b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.153042] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b6dcc9-8884-4281-9206-9f0a6f9fdd41 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.170074] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:c5:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9446607-5c89-4102-8650-b54ed6128378', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.184169] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.185815] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73612748-9633-488e-ab75-99257c57cf75] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.186061] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2031f7b7-ff31-4d8e-9af1-ab1f7fdd24f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.207809] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.207809] env[68831]: value = "task-2803291" [ 1089.207809] env[68831]: _type = "Task" [ 1089.207809] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.219477] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803291, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.232758] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803288, 'name': ReconfigVM_Task, 'duration_secs': 0.590846} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.233128] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 8231a981-1436-406f-a2d9-18cf0e0f7348/8231a981-1436-406f-a2d9-18cf0e0f7348.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.233817] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c1597b0-c052-4374-84e1-e674ecd758c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.240907] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1089.240907] env[68831]: value = "task-2803292" [ 1089.240907] env[68831]: _type = "Task" [ 1089.240907] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.251256] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803292, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.289174] env[68831]: DEBUG oslo_vmware.api [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803290, 'name': PowerOnVM_Task, 'duration_secs': 0.439687} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.289550] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.289862] env[68831]: DEBUG nova.compute.manager [None req-7f4ae0b1-91e8-4f65-a23e-35a5420de05f tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.290750] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eac43a-8fc3-4abe-88ec-c34abe554bc6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.552761] env[68831]: INFO nova.compute.manager [-] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Took 1.64 seconds to deallocate network for instance. [ 1089.627996] env[68831]: DEBUG nova.compute.utils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.631993] env[68831]: DEBUG nova.compute.manager [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.632231] env[68831]: DEBUG nova.network.neutron [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.684772] env[68831]: DEBUG nova.policy [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fdfd1037b67497993e72b01d1c4b673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '681759d56b154f05a69834b14ac97e65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.718106] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803291, 'name': CreateVM_Task, 'duration_secs': 0.468564} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.718251] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73612748-9633-488e-ab75-99257c57cf75] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.719061] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.719182] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.719473] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.719729] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d034bc-9939-44d9-842d-74005c2095f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.724687] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1089.724687] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520e099c-b271-9322-0056-0357f8f1bae8" [ 1089.724687] env[68831]: _type = "Task" [ 1089.724687] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.733749] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520e099c-b271-9322-0056-0357f8f1bae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.750355] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803292, 'name': Rename_Task, 'duration_secs': 0.191394} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.750627] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.750868] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6196f6e-7567-43cd-8c37-ee39f7b45314 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.758135] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1089.758135] env[68831]: value = "task-2803293" [ 1089.758135] env[68831]: _type = "Task" [ 1089.758135] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.766777] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.016553] env[68831]: DEBUG nova.network.neutron [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Successfully created port: cb984591-746e-4cb9-9a9a-d3b3573dbf1a {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.103642] env[68831]: INFO nova.compute.manager [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Took 0.55 seconds to detach 1 volumes for instance. [ 1090.105840] env[68831]: DEBUG nova.compute.manager [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Deleting volume: 9cdd3ca8-1a20-48ac-a373-c098b440b2ba {{(pid=68831) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1090.134763] env[68831]: DEBUG nova.compute.manager [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.159610] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1681e0ea-5f93-4e62-bd60-ca4416c4deed tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42bc5a10-c697-4cf2-b2af-2d725661d0fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.093s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.244986] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520e099c-b271-9322-0056-0357f8f1bae8, 'name': SearchDatastore_Task, 'duration_secs': 0.011166} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.244986] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.244986] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.245495] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.245495] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.245776] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.248197] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fbfd2f6-6c8f-4b49-84ab-fc5437cc9896 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.262981] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.263313] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.272190] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0238b8-8c9c-4be8-b1f1-dd51a8ee6160 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.278704] env[68831]: DEBUG nova.compute.manager [req-dd718862-e04c-4b7d-9daa-8f6a996cd408 req-68504d87-b4df-443a-a80c-a385fbd2b0a5 service nova] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Received event network-changed-14c0ddcf-fa29-4091-8ad3-7cd479d964ae {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.278704] env[68831]: DEBUG nova.compute.manager [req-dd718862-e04c-4b7d-9daa-8f6a996cd408 req-68504d87-b4df-443a-a80c-a385fbd2b0a5 service nova] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Refreshing instance network info cache due to event network-changed-14c0ddcf-fa29-4091-8ad3-7cd479d964ae. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1090.278704] env[68831]: DEBUG oslo_concurrency.lockutils [req-dd718862-e04c-4b7d-9daa-8f6a996cd408 req-68504d87-b4df-443a-a80c-a385fbd2b0a5 service nova] Acquiring lock "refresh_cache-62318067-cfaf-48e9-a5e9-6a4d786a367f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.281628] env[68831]: DEBUG oslo_concurrency.lockutils [req-dd718862-e04c-4b7d-9daa-8f6a996cd408 req-68504d87-b4df-443a-a80c-a385fbd2b0a5 service nova] Acquired lock "refresh_cache-62318067-cfaf-48e9-a5e9-6a4d786a367f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.281628] env[68831]: DEBUG nova.network.neutron [req-dd718862-e04c-4b7d-9daa-8f6a996cd408 req-68504d87-b4df-443a-a80c-a385fbd2b0a5 service nova] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Refreshing network info cache for port 14c0ddcf-fa29-4091-8ad3-7cd479d964ae {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.296362] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803293, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.296765] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1090.296765] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e9bc3e-dbe1-7f30-2bef-30db49855f40" [ 1090.296765] env[68831]: _type = "Task" [ 1090.296765] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.308603] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e9bc3e-dbe1-7f30-2bef-30db49855f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.577145] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d855964b-3b67-4459-a369-b92cb393fd20 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.587127] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbced80e-e256-473f-a5c6-31eec644b7ea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.622774] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fbbd66-7bfe-4650-b1fd-4e688ccec49c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.631724] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8e12b3-9c6b-41cc-b92e-bc2eeef38045 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.646727] env[68831]: DEBUG nova.compute.provider_tree [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.677864] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.774153] env[68831]: DEBUG oslo_vmware.api [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803293, 'name': PowerOnVM_Task, 'duration_secs': 0.679487} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.774855] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.774855] env[68831]: INFO nova.compute.manager [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1090.774855] env[68831]: DEBUG nova.compute.manager [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.776120] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e70b8d2-c8d5-4ba0-a94c-a06e5217af0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.816937] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e9bc3e-dbe1-7f30-2bef-30db49855f40, 'name': SearchDatastore_Task, 'duration_secs': 0.03287} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.820479] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329a6899-4b93-4d27-8738-e5ef389ef61b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.829435] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1090.829435] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522350c5-fc9a-8738-b286-d136565fddea" [ 1090.829435] env[68831]: _type = "Task" [ 1090.829435] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.838739] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522350c5-fc9a-8738-b286-d136565fddea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.011472] env[68831]: DEBUG nova.network.neutron [req-dd718862-e04c-4b7d-9daa-8f6a996cd408 req-68504d87-b4df-443a-a80c-a385fbd2b0a5 service nova] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Updated VIF entry in instance network info cache for port 14c0ddcf-fa29-4091-8ad3-7cd479d964ae. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.011597] env[68831]: DEBUG nova.network.neutron [req-dd718862-e04c-4b7d-9daa-8f6a996cd408 req-68504d87-b4df-443a-a80c-a385fbd2b0a5 service nova] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Updating instance_info_cache with network_info: [{"id": "14c0ddcf-fa29-4091-8ad3-7cd479d964ae", "address": "fa:16:3e:c1:22:31", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c0ddcf-fa", "ovs_interfaceid": "14c0ddcf-fa29-4091-8ad3-7cd479d964ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.151760] env[68831]: DEBUG nova.scheduler.client.report [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.154817] env[68831]: DEBUG nova.compute.manager [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.182047] env[68831]: DEBUG nova.virt.hardware [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.182047] env[68831]: DEBUG nova.virt.hardware [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.182047] env[68831]: DEBUG nova.virt.hardware [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.182047] env[68831]: DEBUG nova.virt.hardware [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.182047] env[68831]: DEBUG nova.virt.hardware [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.182047] env[68831]: DEBUG nova.virt.hardware [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.182359] env[68831]: DEBUG nova.virt.hardware [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.182359] env[68831]: DEBUG nova.virt.hardware [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.182514] env[68831]: DEBUG nova.virt.hardware [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.182709] env[68831]: DEBUG nova.virt.hardware [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.182972] env[68831]: DEBUG nova.virt.hardware [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.184369] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e10f642-aa29-4a52-9111-c4f75fa812b5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.193245] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5117b50d-ba20-4969-adf5-1c382a958000 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.296823] env[68831]: INFO nova.compute.manager [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Took 14.43 seconds to build instance. [ 1091.341549] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522350c5-fc9a-8738-b286-d136565fddea, 'name': SearchDatastore_Task, 'duration_secs': 0.031538} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.343104] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.343459] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 73612748-9633-488e-ab75-99257c57cf75/73612748-9633-488e-ab75-99257c57cf75.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.346041] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e611b502-e9b0-458b-97a6-0068d9147505 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.348725] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "42408e69-d69b-4baa-b0dd-62051734c92e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.349088] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42408e69-d69b-4baa-b0dd-62051734c92e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.357025] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1091.357025] env[68831]: value = "task-2803295" [ 1091.357025] env[68831]: _type = "Task" [ 1091.357025] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.367541] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.514731] env[68831]: DEBUG oslo_concurrency.lockutils [req-dd718862-e04c-4b7d-9daa-8f6a996cd408 req-68504d87-b4df-443a-a80c-a385fbd2b0a5 service nova] Releasing lock "refresh_cache-62318067-cfaf-48e9-a5e9-6a4d786a367f" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.627296] env[68831]: DEBUG nova.compute.manager [req-dd842ec5-b787-41e3-a50e-06e854a63c14 req-9a3480d4-0188-4d51-b6ee-4e8c12275c03 service nova] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Received event network-vif-plugged-cb984591-746e-4cb9-9a9a-d3b3573dbf1a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.627563] env[68831]: DEBUG oslo_concurrency.lockutils [req-dd842ec5-b787-41e3-a50e-06e854a63c14 req-9a3480d4-0188-4d51-b6ee-4e8c12275c03 service nova] Acquiring lock "c31cfbea-d4f4-454d-87b5-e74e87adc798-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.627783] env[68831]: DEBUG oslo_concurrency.lockutils [req-dd842ec5-b787-41e3-a50e-06e854a63c14 req-9a3480d4-0188-4d51-b6ee-4e8c12275c03 service nova] Lock "c31cfbea-d4f4-454d-87b5-e74e87adc798-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.627993] env[68831]: DEBUG oslo_concurrency.lockutils [req-dd842ec5-b787-41e3-a50e-06e854a63c14 req-9a3480d4-0188-4d51-b6ee-4e8c12275c03 service nova] Lock "c31cfbea-d4f4-454d-87b5-e74e87adc798-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.628292] env[68831]: DEBUG nova.compute.manager [req-dd842ec5-b787-41e3-a50e-06e854a63c14 req-9a3480d4-0188-4d51-b6ee-4e8c12275c03 service nova] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] No waiting events found dispatching network-vif-plugged-cb984591-746e-4cb9-9a9a-d3b3573dbf1a {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.628375] env[68831]: WARNING nova.compute.manager [req-dd842ec5-b787-41e3-a50e-06e854a63c14 req-9a3480d4-0188-4d51-b6ee-4e8c12275c03 service nova] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Received unexpected event network-vif-plugged-cb984591-746e-4cb9-9a9a-d3b3573dbf1a for instance with vm_state building and task_state spawning. [ 1091.658832] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.659429] env[68831]: DEBUG nova.compute.manager [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.662445] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.080s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.662445] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.664464] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.105s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.664656] env[68831]: DEBUG nova.objects.instance [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68831) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1091.704968] env[68831]: INFO nova.scheduler.client.report [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleted allocations for instance 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07 [ 1091.796205] env[68831]: DEBUG nova.network.neutron [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Successfully updated port: cb984591-746e-4cb9-9a9a-d3b3573dbf1a {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.800293] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ab3c9de9-2791-4e56-81b6-696591c91a31 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.943s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.852856] env[68831]: DEBUG nova.compute.manager [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.867963] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497378} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.869026] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 73612748-9633-488e-ab75-99257c57cf75/73612748-9633-488e-ab75-99257c57cf75.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.869026] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.869026] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efad3bc2-625f-49bc-9186-02cb0ac862dd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.876160] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1091.876160] env[68831]: value = "task-2803296" [ 1091.876160] env[68831]: _type = "Task" [ 1091.876160] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.885281] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.172868] env[68831]: DEBUG nova.compute.utils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.174208] env[68831]: DEBUG nova.compute.manager [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.174402] env[68831]: DEBUG nova.network.neutron [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.214973] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8a32872-6787-4412-bbad-a2183d7aa55c tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "6eb77d85-fb04-45f0-ab59-2b2b1fa64e07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.045s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.222761] env[68831]: DEBUG nova.policy [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73481585fb4544bea2cbc8c7325d313e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '049be408a45d4efebd3a92a317c08ab8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.299344] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Acquiring lock "refresh_cache-c31cfbea-d4f4-454d-87b5-e74e87adc798" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.299344] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Acquired lock "refresh_cache-c31cfbea-d4f4-454d-87b5-e74e87adc798" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.299344] env[68831]: DEBUG nova.network.neutron [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.309322] env[68831]: DEBUG nova.compute.manager [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Received event network-changed-fe7c134c-18cb-46af-96c4-7e27c9bdf9f7 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1092.309322] env[68831]: DEBUG nova.compute.manager [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Refreshing instance network info cache due to event network-changed-fe7c134c-18cb-46af-96c4-7e27c9bdf9f7. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1092.309322] env[68831]: DEBUG oslo_concurrency.lockutils [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] Acquiring lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.309322] env[68831]: DEBUG oslo_concurrency.lockutils [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] Acquired lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.310229] env[68831]: DEBUG nova.network.neutron [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Refreshing network info cache for port fe7c134c-18cb-46af-96c4-7e27c9bdf9f7 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.371161] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.385436] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076203} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.385755] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.386835] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c50f9b6-0563-4fd8-bb62-5a6f2f3a1a93 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.409013] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 73612748-9633-488e-ab75-99257c57cf75/73612748-9633-488e-ab75-99257c57cf75.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.409306] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7f118bf-9f3b-4025-b646-8b61b2f96e1d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.429715] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1092.429715] env[68831]: value = "task-2803297" [ 1092.429715] env[68831]: _type = "Task" [ 1092.429715] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.438227] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.562279] env[68831]: DEBUG nova.network.neutron [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Successfully created port: fd4aa692-c4d4-43d6-86cb-cf83f16c1349 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.676983] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8c630071-3dfe-4760-bbde-6fb889ab80d0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.678516] env[68831]: DEBUG nova.compute.manager [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.681813] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.504s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.682363] env[68831]: INFO nova.compute.claims [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.757183] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "aef91ac7-be14-43ff-a5d3-2138d51dac9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.757422] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "aef91ac7-be14-43ff-a5d3-2138d51dac9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.843627] env[68831]: DEBUG nova.network.neutron [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.940569] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.101831] env[68831]: DEBUG nova.network.neutron [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Updating instance_info_cache with network_info: [{"id": "cb984591-746e-4cb9-9a9a-d3b3573dbf1a", "address": "fa:16:3e:2d:ec:c2", "network": {"id": "0bde57e2-83a5-46df-9fa3-a61901565e95", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-545792957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681759d56b154f05a69834b14ac97e65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb984591-74", "ovs_interfaceid": "cb984591-746e-4cb9-9a9a-d3b3573dbf1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.172561] env[68831]: DEBUG nova.network.neutron [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Updated VIF entry in instance network info cache for port fe7c134c-18cb-46af-96c4-7e27c9bdf9f7. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.172935] env[68831]: DEBUG nova.network.neutron [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Updating instance_info_cache with network_info: [{"id": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "address": "fa:16:3e:a8:61:d5", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7c134c-18", "ovs_interfaceid": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.240411] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.240767] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.259593] env[68831]: DEBUG nova.compute.manager [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.440885] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803297, 'name': ReconfigVM_Task, 'duration_secs': 0.952438} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.441221] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 73612748-9633-488e-ab75-99257c57cf75/73612748-9633-488e-ab75-99257c57cf75.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.441834] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92f5effe-139d-466b-b760-8a97ef8e2d59 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.450196] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1093.450196] env[68831]: value = "task-2803298" [ 1093.450196] env[68831]: _type = "Task" [ 1093.450196] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.459331] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803298, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.604385] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Releasing lock "refresh_cache-c31cfbea-d4f4-454d-87b5-e74e87adc798" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.604945] env[68831]: DEBUG nova.compute.manager [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Instance network_info: |[{"id": "cb984591-746e-4cb9-9a9a-d3b3573dbf1a", "address": "fa:16:3e:2d:ec:c2", "network": {"id": "0bde57e2-83a5-46df-9fa3-a61901565e95", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-545792957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681759d56b154f05a69834b14ac97e65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb984591-74", "ovs_interfaceid": "cb984591-746e-4cb9-9a9a-d3b3573dbf1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.605422] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:ec:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb984591-746e-4cb9-9a9a-d3b3573dbf1a', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.613213] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Creating folder: Project (681759d56b154f05a69834b14ac97e65). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.613521] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-158333cb-0f85-4d1e-8cce-e8bc45520a10 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.626450] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Created folder: Project (681759d56b154f05a69834b14ac97e65) in parent group-v563050. [ 1093.626668] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Creating folder: Instances. Parent ref: group-v563309. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.626919] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a43634a4-b225-49fc-b90e-5aee4d06e41b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.639915] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Created folder: Instances in parent group-v563309. [ 1093.640230] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.640455] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.640706] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb071809-8526-41a3-8d61-7612c9809815 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.660836] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.660836] env[68831]: value = "task-2803301" [ 1093.660836] env[68831]: _type = "Task" [ 1093.660836] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.669120] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803301, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.675791] env[68831]: DEBUG oslo_concurrency.lockutils [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] Releasing lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.676067] env[68831]: DEBUG nova.compute.manager [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Received event network-changed-fe7c134c-18cb-46af-96c4-7e27c9bdf9f7 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.676245] env[68831]: DEBUG nova.compute.manager [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Refreshing instance network info cache due to event network-changed-fe7c134c-18cb-46af-96c4-7e27c9bdf9f7. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1093.676494] env[68831]: DEBUG oslo_concurrency.lockutils [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] Acquiring lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.676643] env[68831]: DEBUG oslo_concurrency.lockutils [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] Acquired lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.676809] env[68831]: DEBUG nova.network.neutron [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Refreshing network info cache for port fe7c134c-18cb-46af-96c4-7e27c9bdf9f7 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.693416] env[68831]: DEBUG nova.compute.manager [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.717255] env[68831]: DEBUG nova.compute.manager [req-f58b2610-169c-4179-9fac-16538cc6860e req-d8f9762d-4613-4a12-ade3-d67176fd5ac2 service nova] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Received event network-changed-cb984591-746e-4cb9-9a9a-d3b3573dbf1a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.717255] env[68831]: DEBUG nova.compute.manager [req-f58b2610-169c-4179-9fac-16538cc6860e req-d8f9762d-4613-4a12-ade3-d67176fd5ac2 service nova] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Refreshing instance network info cache due to event network-changed-cb984591-746e-4cb9-9a9a-d3b3573dbf1a. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1093.717623] env[68831]: DEBUG oslo_concurrency.lockutils [req-f58b2610-169c-4179-9fac-16538cc6860e req-d8f9762d-4613-4a12-ade3-d67176fd5ac2 service nova] Acquiring lock "refresh_cache-c31cfbea-d4f4-454d-87b5-e74e87adc798" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.717623] env[68831]: DEBUG oslo_concurrency.lockutils [req-f58b2610-169c-4179-9fac-16538cc6860e req-d8f9762d-4613-4a12-ade3-d67176fd5ac2 service nova] Acquired lock "refresh_cache-c31cfbea-d4f4-454d-87b5-e74e87adc798" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.717740] env[68831]: DEBUG nova.network.neutron [req-f58b2610-169c-4179-9fac-16538cc6860e req-d8f9762d-4613-4a12-ade3-d67176fd5ac2 service nova] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Refreshing network info cache for port cb984591-746e-4cb9-9a9a-d3b3573dbf1a {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.730527] env[68831]: DEBUG nova.virt.hardware [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.730777] env[68831]: DEBUG nova.virt.hardware [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.730935] env[68831]: DEBUG nova.virt.hardware [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.731150] env[68831]: DEBUG nova.virt.hardware [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.731334] env[68831]: DEBUG nova.virt.hardware [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.731516] env[68831]: DEBUG nova.virt.hardware [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.731741] env[68831]: DEBUG nova.virt.hardware [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.731954] env[68831]: DEBUG nova.virt.hardware [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.732079] env[68831]: DEBUG nova.virt.hardware [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.732248] env[68831]: DEBUG nova.virt.hardware [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.732460] env[68831]: DEBUG nova.virt.hardware [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.733623] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539cd409-3362-4848-9f78-426602db5692 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.744388] env[68831]: DEBUG nova.compute.utils [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.749959] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4e8eaa-5443-448b-ac96-6c44e4e31bc4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.786237] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.962534] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803298, 'name': Rename_Task, 'duration_secs': 0.199722} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.965453] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.965936] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf523515-d897-4b0f-9b5b-702a5938993c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.973997] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1093.973997] env[68831]: value = "task-2803302" [ 1093.973997] env[68831]: _type = "Task" [ 1093.973997] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.986589] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.036692] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bb59ef-de5d-41f1-8a3f-d3e9a01137e7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.044604] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1986f710-2580-4f6d-9b7f-7640323b71c2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.075164] env[68831]: DEBUG nova.network.neutron [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Successfully updated port: fd4aa692-c4d4-43d6-86cb-cf83f16c1349 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.077303] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b78225-1c82-4d8c-a08a-9cec3a5d581d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.085479] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82a1676-dee2-4b1c-af13-028240133cad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.101572] env[68831]: DEBUG nova.compute.provider_tree [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.171544] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803301, 'name': CreateVM_Task, 'duration_secs': 0.375573} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.171731] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.172421] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.172591] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.172916] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.173186] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ed640e-f616-4de4-b7ad-7ecf68a7f7b7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.178221] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Waiting for the task: (returnval){ [ 1094.178221] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521150cd-9ac9-bec4-c1d7-a2bd7d272c9c" [ 1094.178221] env[68831]: _type = "Task" [ 1094.178221] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.188250] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521150cd-9ac9-bec4-c1d7-a2bd7d272c9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.250465] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.421899] env[68831]: DEBUG nova.network.neutron [req-f58b2610-169c-4179-9fac-16538cc6860e req-d8f9762d-4613-4a12-ade3-d67176fd5ac2 service nova] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Updated VIF entry in instance network info cache for port cb984591-746e-4cb9-9a9a-d3b3573dbf1a. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.422351] env[68831]: DEBUG nova.network.neutron [req-f58b2610-169c-4179-9fac-16538cc6860e req-d8f9762d-4613-4a12-ade3-d67176fd5ac2 service nova] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Updating instance_info_cache with network_info: [{"id": "cb984591-746e-4cb9-9a9a-d3b3573dbf1a", "address": "fa:16:3e:2d:ec:c2", "network": {"id": "0bde57e2-83a5-46df-9fa3-a61901565e95", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-545792957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681759d56b154f05a69834b14ac97e65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb984591-74", "ovs_interfaceid": "cb984591-746e-4cb9-9a9a-d3b3573dbf1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.432664] env[68831]: DEBUG nova.network.neutron [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Updated VIF entry in instance network info cache for port fe7c134c-18cb-46af-96c4-7e27c9bdf9f7. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.433018] env[68831]: DEBUG nova.network.neutron [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Updating instance_info_cache with network_info: [{"id": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "address": "fa:16:3e:a8:61:d5", "network": {"id": "47066149-b837-41d6-81d3-a0133536afdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-367914589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c549caba704163bdaa8afa1a647fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7c134c-18", "ovs_interfaceid": "fe7c134c-18cb-46af-96c4-7e27c9bdf9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.485236] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803302, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.580902] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "refresh_cache-609c9a02-1ad9-44c5-af2e-15c3ffbda709" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.581064] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "refresh_cache-609c9a02-1ad9-44c5-af2e-15c3ffbda709" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.581227] env[68831]: DEBUG nova.network.neutron [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.604204] env[68831]: DEBUG nova.scheduler.client.report [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.688948] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521150cd-9ac9-bec4-c1d7-a2bd7d272c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.01452} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.689275] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.689517] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.689758] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.689908] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.690103] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.690387] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4da0d7ef-c214-472f-bb8c-fad5150e2024 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.699675] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.699856] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.700594] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b4c9816-9a28-4424-b401-f18aa145a57f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.710609] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Waiting for the task: (returnval){ [ 1094.710609] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52415abb-9a9e-82b9-29bf-5bc81ea78e87" [ 1094.710609] env[68831]: _type = "Task" [ 1094.710609] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.719230] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52415abb-9a9e-82b9-29bf-5bc81ea78e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.925029] env[68831]: DEBUG oslo_concurrency.lockutils [req-f58b2610-169c-4179-9fac-16538cc6860e req-d8f9762d-4613-4a12-ade3-d67176fd5ac2 service nova] Releasing lock "refresh_cache-c31cfbea-d4f4-454d-87b5-e74e87adc798" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.935881] env[68831]: DEBUG oslo_concurrency.lockutils [req-d01c7f8d-2608-48c2-baae-b2f20125d7fa req-f8cf2e3b-f188-4dd7-b4db-21678294652f service nova] Releasing lock "refresh_cache-2d714d34-e397-4665-a505-c2d34a5d1ec8" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.985180] env[68831]: DEBUG oslo_vmware.api [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803302, 'name': PowerOnVM_Task, 'duration_secs': 0.917621} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.985464] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.985678] env[68831]: DEBUG nova.compute.manager [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.986627] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c57ed2-a064-4078-a00e-8e4db48df29f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.109317] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.109879] env[68831]: DEBUG nova.compute.manager [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.112867] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.464s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.114376] env[68831]: INFO nova.compute.claims [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.117953] env[68831]: DEBUG nova.network.neutron [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.223202] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52415abb-9a9e-82b9-29bf-5bc81ea78e87, 'name': SearchDatastore_Task, 'duration_secs': 0.025198} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.223999] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-005b0ce5-a681-4317-abf0-f4e6a27b936c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.229798] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Waiting for the task: (returnval){ [ 1095.229798] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e5d7e1-cf5a-88ed-c185-fbf5270d6d56" [ 1095.229798] env[68831]: _type = "Task" [ 1095.229798] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.242563] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e5d7e1-cf5a-88ed-c185-fbf5270d6d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.274272] env[68831]: DEBUG nova.network.neutron [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Updating instance_info_cache with network_info: [{"id": "fd4aa692-c4d4-43d6-86cb-cf83f16c1349", "address": "fa:16:3e:76:52:81", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd4aa692-c4", "ovs_interfaceid": "fd4aa692-c4d4-43d6-86cb-cf83f16c1349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.313781] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.314062] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.314351] env[68831]: INFO nova.compute.manager [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Attaching volume 655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4 to /dev/sdb [ 1095.353507] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4906ce4-b111-4f19-a938-90707a0d3ef1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.362988] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093dcf7a-fc28-4a97-a8b3-3f5b2f35f99d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.379510] env[68831]: DEBUG nova.virt.block_device [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating existing volume attachment record: 6abf1d87-3bb5-4833-a674-226c99cb3f2b {{(pid=68831) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1095.505771] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.618886] env[68831]: DEBUG nova.compute.utils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.621110] env[68831]: DEBUG nova.compute.manager [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.621315] env[68831]: DEBUG nova.network.neutron [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.694629] env[68831]: DEBUG nova.policy [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88a3c400ee4a49788ff660027ea6c188', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71d951111432431abcdf4a1fae62a0c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.742259] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e5d7e1-cf5a-88ed-c185-fbf5270d6d56, 'name': SearchDatastore_Task, 'duration_secs': 0.014238} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.742259] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.742259] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] c31cfbea-d4f4-454d-87b5-e74e87adc798/c31cfbea-d4f4-454d-87b5-e74e87adc798.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.742259] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a64db14f-accf-4351-829a-a640e1a5b6de {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.745696] env[68831]: DEBUG nova.compute.manager [req-e1ca9028-9314-48da-805d-fc7ab13938e1 req-d79bfa43-9483-4ead-9d87-b9d6fc246bbf service nova] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Received event network-vif-plugged-fd4aa692-c4d4-43d6-86cb-cf83f16c1349 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1095.745696] env[68831]: DEBUG oslo_concurrency.lockutils [req-e1ca9028-9314-48da-805d-fc7ab13938e1 req-d79bfa43-9483-4ead-9d87-b9d6fc246bbf service nova] Acquiring lock "609c9a02-1ad9-44c5-af2e-15c3ffbda709-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.746051] env[68831]: DEBUG oslo_concurrency.lockutils [req-e1ca9028-9314-48da-805d-fc7ab13938e1 req-d79bfa43-9483-4ead-9d87-b9d6fc246bbf service nova] Lock "609c9a02-1ad9-44c5-af2e-15c3ffbda709-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.746051] env[68831]: DEBUG oslo_concurrency.lockutils [req-e1ca9028-9314-48da-805d-fc7ab13938e1 req-d79bfa43-9483-4ead-9d87-b9d6fc246bbf service nova] Lock "609c9a02-1ad9-44c5-af2e-15c3ffbda709-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.746217] env[68831]: DEBUG nova.compute.manager [req-e1ca9028-9314-48da-805d-fc7ab13938e1 req-d79bfa43-9483-4ead-9d87-b9d6fc246bbf service nova] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] No waiting events found dispatching network-vif-plugged-fd4aa692-c4d4-43d6-86cb-cf83f16c1349 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.746501] env[68831]: WARNING nova.compute.manager [req-e1ca9028-9314-48da-805d-fc7ab13938e1 req-d79bfa43-9483-4ead-9d87-b9d6fc246bbf service nova] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Received unexpected event network-vif-plugged-fd4aa692-c4d4-43d6-86cb-cf83f16c1349 for instance with vm_state building and task_state spawning. [ 1095.746535] env[68831]: DEBUG nova.compute.manager [req-e1ca9028-9314-48da-805d-fc7ab13938e1 req-d79bfa43-9483-4ead-9d87-b9d6fc246bbf service nova] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Received event network-changed-fd4aa692-c4d4-43d6-86cb-cf83f16c1349 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1095.746856] env[68831]: DEBUG nova.compute.manager [req-e1ca9028-9314-48da-805d-fc7ab13938e1 req-d79bfa43-9483-4ead-9d87-b9d6fc246bbf service nova] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Refreshing instance network info cache due to event network-changed-fd4aa692-c4d4-43d6-86cb-cf83f16c1349. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1095.746856] env[68831]: DEBUG oslo_concurrency.lockutils [req-e1ca9028-9314-48da-805d-fc7ab13938e1 req-d79bfa43-9483-4ead-9d87-b9d6fc246bbf service nova] Acquiring lock "refresh_cache-609c9a02-1ad9-44c5-af2e-15c3ffbda709" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.755521] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Waiting for the task: (returnval){ [ 1095.755521] env[68831]: value = "task-2803306" [ 1095.755521] env[68831]: _type = "Task" [ 1095.755521] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.764982] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.777113] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "refresh_cache-609c9a02-1ad9-44c5-af2e-15c3ffbda709" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.777613] env[68831]: DEBUG nova.compute.manager [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Instance network_info: |[{"id": "fd4aa692-c4d4-43d6-86cb-cf83f16c1349", "address": "fa:16:3e:76:52:81", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd4aa692-c4", "ovs_interfaceid": "fd4aa692-c4d4-43d6-86cb-cf83f16c1349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.777992] env[68831]: DEBUG oslo_concurrency.lockutils [req-e1ca9028-9314-48da-805d-fc7ab13938e1 req-d79bfa43-9483-4ead-9d87-b9d6fc246bbf service nova] Acquired lock "refresh_cache-609c9a02-1ad9-44c5-af2e-15c3ffbda709" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.778195] env[68831]: DEBUG nova.network.neutron [req-e1ca9028-9314-48da-805d-fc7ab13938e1 req-d79bfa43-9483-4ead-9d87-b9d6fc246bbf service nova] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Refreshing network info cache for port fd4aa692-c4d4-43d6-86cb-cf83f16c1349 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.779817] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:52:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd4aa692-c4d4-43d6-86cb-cf83f16c1349', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.788433] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.789194] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.789924] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5520af68-d2af-4b46-a33e-9b274c89eabc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.818523] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.818523] env[68831]: value = "task-2803307" [ 1095.818523] env[68831]: _type = "Task" [ 1095.818523] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.828874] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803307, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.050684] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "96f944da-6996-45fd-bdd5-81a060cd012f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.050684] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "96f944da-6996-45fd-bdd5-81a060cd012f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.050684] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "96f944da-6996-45fd-bdd5-81a060cd012f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.050684] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "96f944da-6996-45fd-bdd5-81a060cd012f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.050684] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "96f944da-6996-45fd-bdd5-81a060cd012f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.053253] env[68831]: INFO nova.compute.manager [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Terminating instance [ 1096.110130] env[68831]: DEBUG nova.network.neutron [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Successfully created port: 6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.126813] env[68831]: DEBUG nova.compute.manager [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.268335] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505169} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.268604] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] c31cfbea-d4f4-454d-87b5-e74e87adc798/c31cfbea-d4f4-454d-87b5-e74e87adc798.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.268844] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.269337] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ad6661b-eebe-4d75-8d5e-3689bd0488bf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.277585] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Waiting for the task: (returnval){ [ 1096.277585] env[68831]: value = "task-2803308" [ 1096.277585] env[68831]: _type = "Task" [ 1096.277585] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.287325] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.339207] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803307, 'name': CreateVM_Task, 'duration_secs': 0.433929} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.343461] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.344633] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.345136] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.348827] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.348827] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2bac9ba-d400-4235-b440-64539e8d4dc9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.352246] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1096.352246] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5242ddbc-4fbd-bbc8-9576-26e82476a5f3" [ 1096.352246] env[68831]: _type = "Task" [ 1096.352246] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.361435] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5242ddbc-4fbd-bbc8-9576-26e82476a5f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.505215] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a70790e-71f3-44ae-b3c0-cada1d011551 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.513014] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df95407d-0e9b-4b8b-b63e-7ef3dd4ae3af {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.545432] env[68831]: DEBUG nova.network.neutron [req-e1ca9028-9314-48da-805d-fc7ab13938e1 req-d79bfa43-9483-4ead-9d87-b9d6fc246bbf service nova] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Updated VIF entry in instance network info cache for port fd4aa692-c4d4-43d6-86cb-cf83f16c1349. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.545774] env[68831]: DEBUG nova.network.neutron [req-e1ca9028-9314-48da-805d-fc7ab13938e1 req-d79bfa43-9483-4ead-9d87-b9d6fc246bbf service nova] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Updating instance_info_cache with network_info: [{"id": "fd4aa692-c4d4-43d6-86cb-cf83f16c1349", "address": "fa:16:3e:76:52:81", "network": {"id": "278df984-0c6e-4dbb-9339-7b3ca97cbac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1500839901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049be408a45d4efebd3a92a317c08ab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd4aa692-c4", "ovs_interfaceid": "fd4aa692-c4d4-43d6-86cb-cf83f16c1349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.547487] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d0b6fb-e5af-42a4-a610-8afa33f61e77 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.556342] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926abb51-2983-4c0e-8e22-a018f208cf9d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.561051] env[68831]: DEBUG nova.compute.manager [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.561231] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.561963] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51596262-fb94-4f86-be61-772eaef8fc32 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.576014] env[68831]: DEBUG nova.compute.provider_tree [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.579539] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.580025] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faf13fbc-0409-480a-b462-38ffda795e2d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.588469] env[68831]: DEBUG oslo_vmware.api [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1096.588469] env[68831]: value = "task-2803309" [ 1096.588469] env[68831]: _type = "Task" [ 1096.588469] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.599416] env[68831]: DEBUG oslo_vmware.api [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.736432] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "84beba26-6f10-474c-86c9-7ee250d3a47e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.736633] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "84beba26-6f10-474c-86c9-7ee250d3a47e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.736921] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "84beba26-6f10-474c-86c9-7ee250d3a47e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.737099] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "84beba26-6f10-474c-86c9-7ee250d3a47e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.737277] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "84beba26-6f10-474c-86c9-7ee250d3a47e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.740746] env[68831]: INFO nova.compute.manager [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Terminating instance [ 1096.788850] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132661} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.789148] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.789956] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0124f6af-9df4-42a4-9477-553866323efc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.812112] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] c31cfbea-d4f4-454d-87b5-e74e87adc798/c31cfbea-d4f4-454d-87b5-e74e87adc798.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.812394] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d7defba-016e-475f-88e1-67f1835465d7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.833542] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Waiting for the task: (returnval){ [ 1096.833542] env[68831]: value = "task-2803310" [ 1096.833542] env[68831]: _type = "Task" [ 1096.833542] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.841600] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.861830] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5242ddbc-4fbd-bbc8-9576-26e82476a5f3, 'name': SearchDatastore_Task, 'duration_secs': 0.024946} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.862096] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.862385] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.862697] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.862819] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.862999] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.863263] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-391c8b18-c8c9-45e3-aec9-b235fc4d8975 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.878170] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.878351] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.879120] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0048518a-2d64-4243-bd76-fce2ebba1ed9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.884102] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1096.884102] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5250943d-6e5d-9831-bc53-a64a10364a39" [ 1096.884102] env[68831]: _type = "Task" [ 1096.884102] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.891646] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5250943d-6e5d-9831-bc53-a64a10364a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.051494] env[68831]: DEBUG oslo_concurrency.lockutils [req-e1ca9028-9314-48da-805d-fc7ab13938e1 req-d79bfa43-9483-4ead-9d87-b9d6fc246bbf service nova] Releasing lock "refresh_cache-609c9a02-1ad9-44c5-af2e-15c3ffbda709" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.081992] env[68831]: DEBUG nova.scheduler.client.report [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.101264] env[68831]: DEBUG oslo_vmware.api [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803309, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.139392] env[68831]: DEBUG nova.compute.manager [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.166741] env[68831]: DEBUG nova.virt.hardware [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.167074] env[68831]: DEBUG nova.virt.hardware [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.167323] env[68831]: DEBUG nova.virt.hardware [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.167559] env[68831]: DEBUG nova.virt.hardware [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.167757] env[68831]: DEBUG nova.virt.hardware [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.167955] env[68831]: DEBUG nova.virt.hardware [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.168259] env[68831]: DEBUG nova.virt.hardware [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.168500] env[68831]: DEBUG nova.virt.hardware [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.168687] env[68831]: DEBUG nova.virt.hardware [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.168883] env[68831]: DEBUG nova.virt.hardware [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.169089] env[68831]: DEBUG nova.virt.hardware [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.170413] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7978e08-085e-481f-91a5-a2c292c0626c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.179632] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bbe0c1-367c-4088-8432-7e1bbfc43ff5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.245027] env[68831]: DEBUG nova.compute.manager [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.245280] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.246179] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30c4a8e-8332-4eae-85b7-db6ec4c38f35 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.254410] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.254722] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13605027-e2f5-46f4-8584-5d64cc4cb494 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.262866] env[68831]: DEBUG oslo_vmware.api [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1097.262866] env[68831]: value = "task-2803311" [ 1097.262866] env[68831]: _type = "Task" [ 1097.262866] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.271273] env[68831]: DEBUG oslo_vmware.api [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.343791] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.395863] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5250943d-6e5d-9831-bc53-a64a10364a39, 'name': SearchDatastore_Task, 'duration_secs': 0.026702} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.397220] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db01aa8-3d89-4a56-a055-cee1c4304b61 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.403915] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1097.403915] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52793fdf-c71e-c11e-7873-49680e25be86" [ 1097.403915] env[68831]: _type = "Task" [ 1097.403915] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.414154] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52793fdf-c71e-c11e-7873-49680e25be86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.587445] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.587997] env[68831]: DEBUG nova.compute.manager [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.590804] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.914s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.591027] env[68831]: DEBUG nova.objects.instance [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Lazy-loading 'resources' on Instance uuid ba678a0d-d3f0-4dca-ad62-697237cf99ea {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.603210] env[68831]: DEBUG oslo_vmware.api [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803309, 'name': PowerOffVM_Task, 'duration_secs': 0.528806} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.604278] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.604575] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.604784] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-455f175b-acf1-4d8c-ad59-43ec3cde77af {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.782499] env[68831]: DEBUG oslo_vmware.api [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803311, 'name': PowerOffVM_Task, 'duration_secs': 0.201368} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.782499] env[68831]: DEBUG nova.network.neutron [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Successfully updated port: 6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.786641] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.786641] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.789122] env[68831]: DEBUG nova.compute.manager [req-c601e010-92af-4c72-a9ac-9d9c3787941a req-c9b963f0-8741-4979-a570-8a3c2597516e service nova] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Received event network-vif-plugged-6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.789122] env[68831]: DEBUG oslo_concurrency.lockutils [req-c601e010-92af-4c72-a9ac-9d9c3787941a req-c9b963f0-8741-4979-a570-8a3c2597516e service nova] Acquiring lock "5814b5d0-cf66-4e1e-9098-ff80588df9ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.789122] env[68831]: DEBUG oslo_concurrency.lockutils [req-c601e010-92af-4c72-a9ac-9d9c3787941a req-c9b963f0-8741-4979-a570-8a3c2597516e service nova] Lock "5814b5d0-cf66-4e1e-9098-ff80588df9ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.789122] env[68831]: DEBUG oslo_concurrency.lockutils [req-c601e010-92af-4c72-a9ac-9d9c3787941a req-c9b963f0-8741-4979-a570-8a3c2597516e service nova] Lock "5814b5d0-cf66-4e1e-9098-ff80588df9ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.789122] env[68831]: DEBUG nova.compute.manager [req-c601e010-92af-4c72-a9ac-9d9c3787941a req-c9b963f0-8741-4979-a570-8a3c2597516e service nova] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] No waiting events found dispatching network-vif-plugged-6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.789344] env[68831]: WARNING nova.compute.manager [req-c601e010-92af-4c72-a9ac-9d9c3787941a req-c9b963f0-8741-4979-a570-8a3c2597516e service nova] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Received unexpected event network-vif-plugged-6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2 for instance with vm_state building and task_state spawning. [ 1097.790208] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a34d00c9-9d04-44ca-b0bf-bfb1b105a042 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.846155] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803310, 'name': ReconfigVM_Task, 'duration_secs': 0.578447} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.846534] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Reconfigured VM instance instance-00000060 to attach disk [datastore1] c31cfbea-d4f4-454d-87b5-e74e87adc798/c31cfbea-d4f4-454d-87b5-e74e87adc798.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.847225] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ded93a21-8616-4f34-8712-459cb1296abb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.856656] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Waiting for the task: (returnval){ [ 1097.856656] env[68831]: value = "task-2803315" [ 1097.856656] env[68831]: _type = "Task" [ 1097.856656] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.867442] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803315, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.915525] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52793fdf-c71e-c11e-7873-49680e25be86, 'name': SearchDatastore_Task, 'duration_secs': 0.015998} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.915800] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.916105] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 609c9a02-1ad9-44c5-af2e-15c3ffbda709/609c9a02-1ad9-44c5-af2e-15c3ffbda709.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.916408] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ec160b8-3eb6-4df1-b271-a75890cdeb49 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.925318] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1097.925318] env[68831]: value = "task-2803316" [ 1097.925318] env[68831]: _type = "Task" [ 1097.925318] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.936761] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.102054] env[68831]: DEBUG nova.compute.utils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.106041] env[68831]: DEBUG nova.compute.manager [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.106041] env[68831]: DEBUG nova.network.neutron [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.148656] env[68831]: DEBUG nova.policy [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05353b1ca13e48ccb4423a806a911f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e09e70ea0fcc4af6b1b75c71f620f986', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.286207] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "refresh_cache-5814b5d0-cf66-4e1e-9098-ff80588df9ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.286491] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "refresh_cache-5814b5d0-cf66-4e1e-9098-ff80588df9ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.286704] env[68831]: DEBUG nova.network.neutron [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.374227] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803315, 'name': Rename_Task, 'duration_secs': 0.19577} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.374567] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.375357] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-656a24a7-a05b-4eab-8d1c-878d455a72b7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.389571] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Waiting for the task: (returnval){ [ 1098.389571] env[68831]: value = "task-2803317" [ 1098.389571] env[68831]: _type = "Task" [ 1098.389571] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.397789] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.440103] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803316, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.494059] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7125f74f-8bb6-42cd-a7b8-132ec495bfc8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.503879] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8699052-2f1d-4d44-afbd-2b364342aa62 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.543864] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef435795-789a-4f9d-853c-7bd79455039a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.550281] env[68831]: DEBUG nova.network.neutron [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Successfully created port: e31b5106-8950-47f2-b07c-a2b6b81acba6 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.558064] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffff95a3-7aeb-4d32-84aa-72f437ed13c1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.577491] env[68831]: DEBUG nova.compute.provider_tree [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.605846] env[68831]: DEBUG nova.compute.manager [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.828263] env[68831]: DEBUG nova.network.neutron [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.899664] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803317, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.938456] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721237} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.938921] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 609c9a02-1ad9-44c5-af2e-15c3ffbda709/609c9a02-1ad9-44c5-af2e-15c3ffbda709.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.939302] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.939722] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-364ea09e-ce51-4aea-afaf-850579891605 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.953526] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1098.953526] env[68831]: value = "task-2803318" [ 1098.953526] env[68831]: _type = "Task" [ 1098.953526] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.964673] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.964673] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.964673] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleting the datastore file [datastore1] 84beba26-6f10-474c-86c9-7ee250d3a47e {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.966224] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9f77721-1476-4649-a663-052605593615 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.969103] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.969436] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.969741] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Deleting the datastore file [datastore1] 96f944da-6996-45fd-bdd5-81a060cd012f {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.974715] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d354559-8c07-45c1-acee-c168732ff536 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.977203] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.983531] env[68831]: DEBUG oslo_vmware.api [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1098.983531] env[68831]: value = "task-2803319" [ 1098.983531] env[68831]: _type = "Task" [ 1098.983531] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.988795] env[68831]: DEBUG oslo_vmware.api [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1098.988795] env[68831]: value = "task-2803320" [ 1098.988795] env[68831]: _type = "Task" [ 1098.988795] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.998890] env[68831]: DEBUG oslo_vmware.api [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.005433] env[68831]: DEBUG oslo_vmware.api [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.077258] env[68831]: DEBUG nova.network.neutron [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Updating instance_info_cache with network_info: [{"id": "6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2", "address": "fa:16:3e:e2:ec:2f", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6bc5b1-b0", "ovs_interfaceid": "6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.081971] env[68831]: DEBUG nova.scheduler.client.report [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.399402] env[68831]: DEBUG oslo_vmware.api [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803317, 'name': PowerOnVM_Task, 'duration_secs': 0.805351} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.399675] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.399881] env[68831]: INFO nova.compute.manager [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1099.400079] env[68831]: DEBUG nova.compute.manager [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.400851] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10c86f6-4ad1-46d5-b913-4d81faac7db2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.463813] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193293} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.464116] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.465100] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8112cc97-7f13-4acd-b406-27e9f1a5ab4b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.489073] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 609c9a02-1ad9-44c5-af2e-15c3ffbda709/609c9a02-1ad9-44c5-af2e-15c3ffbda709.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.489418] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f090cb8-b37e-4749-b8e8-f1d48919a64c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.515883] env[68831]: DEBUG oslo_vmware.api [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440402} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.519937] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.520152] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.520330] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.520508] env[68831]: INFO nova.compute.manager [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1099.520778] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.520992] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1099.520992] env[68831]: value = "task-2803321" [ 1099.520992] env[68831]: _type = "Task" [ 1099.520992] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.521202] env[68831]: DEBUG oslo_vmware.api [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466178} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.521395] env[68831]: DEBUG nova.compute.manager [-] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.521490] env[68831]: DEBUG nova.network.neutron [-] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.523204] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.523409] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.523620] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.523805] env[68831]: INFO nova.compute.manager [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Took 2.96 seconds to destroy the instance on the hypervisor. [ 1099.524035] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.526925] env[68831]: DEBUG nova.compute.manager [-] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.527031] env[68831]: DEBUG nova.network.neutron [-] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.534253] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.579917] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "refresh_cache-5814b5d0-cf66-4e1e-9098-ff80588df9ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.580472] env[68831]: DEBUG nova.compute.manager [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Instance network_info: |[{"id": "6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2", "address": "fa:16:3e:e2:ec:2f", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6bc5b1-b0", "ovs_interfaceid": "6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.581872] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:ec:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.589769] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.590488] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.592388] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.592931] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.222s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.594384] env[68831]: INFO nova.compute.claims [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.596894] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5be69d4a-f986-4a6e-b1b1-048aea523331 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.618531] env[68831]: DEBUG nova.compute.manager [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.622625] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.622625] env[68831]: value = "task-2803322" [ 1099.622625] env[68831]: _type = "Task" [ 1099.622625] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.627587] env[68831]: INFO nova.scheduler.client.report [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Deleted allocations for instance ba678a0d-d3f0-4dca-ad62-697237cf99ea [ 1099.631612] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803322, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.658198] env[68831]: DEBUG nova.virt.hardware [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.658475] env[68831]: DEBUG nova.virt.hardware [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.658620] env[68831]: DEBUG nova.virt.hardware [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.658801] env[68831]: DEBUG nova.virt.hardware [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.658947] env[68831]: DEBUG nova.virt.hardware [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.659208] env[68831]: DEBUG nova.virt.hardware [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.659433] env[68831]: DEBUG nova.virt.hardware [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.659606] env[68831]: DEBUG nova.virt.hardware [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.659798] env[68831]: DEBUG nova.virt.hardware [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.659978] env[68831]: DEBUG nova.virt.hardware [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.660196] env[68831]: DEBUG nova.virt.hardware [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.661512] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b344b7-beae-4d49-bb95-c754a8abf3ca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.670894] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f9cd19-90af-4cb5-af2e-876c83d891da {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.815939] env[68831]: DEBUG nova.compute.manager [req-6d45a1c6-555c-4849-89c1-0066ec792442 req-207a99ae-4e6d-4c7f-bc0c-61f753c2afb3 service nova] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Received event network-changed-6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.816174] env[68831]: DEBUG nova.compute.manager [req-6d45a1c6-555c-4849-89c1-0066ec792442 req-207a99ae-4e6d-4c7f-bc0c-61f753c2afb3 service nova] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Refreshing instance network info cache due to event network-changed-6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1099.816370] env[68831]: DEBUG oslo_concurrency.lockutils [req-6d45a1c6-555c-4849-89c1-0066ec792442 req-207a99ae-4e6d-4c7f-bc0c-61f753c2afb3 service nova] Acquiring lock "refresh_cache-5814b5d0-cf66-4e1e-9098-ff80588df9ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.816559] env[68831]: DEBUG oslo_concurrency.lockutils [req-6d45a1c6-555c-4849-89c1-0066ec792442 req-207a99ae-4e6d-4c7f-bc0c-61f753c2afb3 service nova] Acquired lock "refresh_cache-5814b5d0-cf66-4e1e-9098-ff80588df9ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.817144] env[68831]: DEBUG nova.network.neutron [req-6d45a1c6-555c-4849-89c1-0066ec792442 req-207a99ae-4e6d-4c7f-bc0c-61f753c2afb3 service nova] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Refreshing network info cache for port 6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.917522] env[68831]: INFO nova.compute.manager [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Took 18.04 seconds to build instance. [ 1099.946802] env[68831]: DEBUG nova.compute.manager [req-f0ceb37d-8774-4232-a629-8b0333727b63 req-cafec05b-78e8-463c-adac-24de2c41da9d service nova] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Received event network-vif-deleted-09deb997-5727-45df-b0a2-2c7940de4fe6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.946979] env[68831]: INFO nova.compute.manager [req-f0ceb37d-8774-4232-a629-8b0333727b63 req-cafec05b-78e8-463c-adac-24de2c41da9d service nova] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Neutron deleted interface 09deb997-5727-45df-b0a2-2c7940de4fe6; detaching it from the instance and deleting it from the info cache [ 1099.947186] env[68831]: DEBUG nova.network.neutron [req-f0ceb37d-8774-4232-a629-8b0333727b63 req-cafec05b-78e8-463c-adac-24de2c41da9d service nova] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.950320] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Volume attach. Driver type: vmdk {{(pid=68831) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1099.950320] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563313', 'volume_id': '655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4', 'name': 'volume-655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63f5f38f-aecc-41d3-abb2-c8ae50ae8172', 'attached_at': '', 'detached_at': '', 'volume_id': '655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4', 'serial': '655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1099.951513] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70132b2-5f53-4dca-b6a4-13b4d156a2a2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.972895] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d034bebc-7fc6-4af4-b5d0-b2423d01ac96 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.004055] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4/volume-655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.004860] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2496824a-2aff-4e7e-88bd-8b1415665c26 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.027933] env[68831]: DEBUG oslo_vmware.api [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1100.027933] env[68831]: value = "task-2803323" [ 1100.027933] env[68831]: _type = "Task" [ 1100.027933] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.035287] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.041837] env[68831]: DEBUG oslo_vmware.api [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.137685] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803322, 'name': CreateVM_Task, 'duration_secs': 0.394328} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.137959] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.138627] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.138777] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.139175] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.139720] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac8dba3-ac2a-4fac-a8c8-6488110665e9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.142641] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e8ee8cc9-72ac-4570-a9ba-bdefaf336727 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Lock "ba678a0d-d3f0-4dca-ad62-697237cf99ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.570s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.147060] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1100.147060] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527ad2e0-8eff-023a-29b2-ac9cdc0c724d" [ 1100.147060] env[68831]: _type = "Task" [ 1100.147060] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.147871] env[68831]: DEBUG nova.network.neutron [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Successfully updated port: e31b5106-8950-47f2-b07c-a2b6b81acba6 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.159843] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527ad2e0-8eff-023a-29b2-ac9cdc0c724d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.419273] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b3abd446-7b11-47ae-9d36-808d7b02d018 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Lock "c31cfbea-d4f4-454d-87b5-e74e87adc798" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.550s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.420680] env[68831]: DEBUG nova.network.neutron [-] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.452668] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c826832c-f793-464d-9034-7a4d58de2ba5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.464663] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616569ad-8961-4688-ad2d-5cd187c69aa1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.505848] env[68831]: DEBUG nova.compute.manager [req-f0ceb37d-8774-4232-a629-8b0333727b63 req-cafec05b-78e8-463c-adac-24de2c41da9d service nova] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Detach interface failed, port_id=09deb997-5727-45df-b0a2-2c7940de4fe6, reason: Instance 84beba26-6f10-474c-86c9-7ee250d3a47e could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1100.535983] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803321, 'name': ReconfigVM_Task, 'duration_secs': 0.834542} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.536304] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 609c9a02-1ad9-44c5-af2e-15c3ffbda709/609c9a02-1ad9-44c5-af2e-15c3ffbda709.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.537334] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c09e345a-5b51-466c-b13b-ed2b740470f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.541926] env[68831]: DEBUG oslo_vmware.api [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.545174] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1100.545174] env[68831]: value = "task-2803324" [ 1100.545174] env[68831]: _type = "Task" [ 1100.545174] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.545955] env[68831]: DEBUG nova.network.neutron [req-6d45a1c6-555c-4849-89c1-0066ec792442 req-207a99ae-4e6d-4c7f-bc0c-61f753c2afb3 service nova] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Updated VIF entry in instance network info cache for port 6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.546296] env[68831]: DEBUG nova.network.neutron [req-6d45a1c6-555c-4849-89c1-0066ec792442 req-207a99ae-4e6d-4c7f-bc0c-61f753c2afb3 service nova] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Updating instance_info_cache with network_info: [{"id": "6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2", "address": "fa:16:3e:e2:ec:2f", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6bc5b1-b0", "ovs_interfaceid": "6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.556534] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803324, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.656639] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.656639] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.656639] env[68831]: DEBUG nova.network.neutron [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.664017] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527ad2e0-8eff-023a-29b2-ac9cdc0c724d, 'name': SearchDatastore_Task, 'duration_secs': 0.014617} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.664318] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.664546] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.665063] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.665063] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.665178] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.665363] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-126eabf7-815e-4aa9-81f1-ffda31e76e2d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.678029] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.678216] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.680201] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddeee1a6-9506-4bf1-bdd8-fc2092f5ee97 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.684258] env[68831]: DEBUG nova.network.neutron [-] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.689801] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1100.689801] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cef9c9-9a09-3ce3-832b-400c8f2b34cc" [ 1100.689801] env[68831]: _type = "Task" [ 1100.689801] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.700575] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cef9c9-9a09-3ce3-832b-400c8f2b34cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.923025] env[68831]: INFO nova.compute.manager [-] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Took 1.40 seconds to deallocate network for instance. [ 1100.943855] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438a38d5-25a8-4ef1-b72b-674aea518069 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.959906] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2080fe8-f533-4457-9d0f-b3571a1819f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.996197] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d914dc-e1d3-47db-b9a5-b59d09511b48 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.004693] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86b8de7-e644-4063-a63e-40895dbf65ff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.019100] env[68831]: DEBUG nova.compute.provider_tree [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.038752] env[68831]: DEBUG oslo_vmware.api [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803323, 'name': ReconfigVM_Task, 'duration_secs': 0.524836} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.039056] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4/volume-655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.043712] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d51db78b-37c5-48cf-9cbc-0d7d029b660c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.054687] env[68831]: DEBUG oslo_concurrency.lockutils [req-6d45a1c6-555c-4849-89c1-0066ec792442 req-207a99ae-4e6d-4c7f-bc0c-61f753c2afb3 service nova] Releasing lock "refresh_cache-5814b5d0-cf66-4e1e-9098-ff80588df9ec" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.064149] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803324, 'name': Rename_Task, 'duration_secs': 0.375003} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.065430] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.065744] env[68831]: DEBUG oslo_vmware.api [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1101.065744] env[68831]: value = "task-2803325" [ 1101.065744] env[68831]: _type = "Task" [ 1101.065744] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.065926] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f6e6fe3-7496-4e3e-88a2-2343fb01e7fb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.077066] env[68831]: DEBUG oslo_vmware.api [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.078442] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1101.078442] env[68831]: value = "task-2803326" [ 1101.078442] env[68831]: _type = "Task" [ 1101.078442] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.089224] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.186674] env[68831]: INFO nova.compute.manager [-] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Took 1.66 seconds to deallocate network for instance. [ 1101.203332] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cef9c9-9a09-3ce3-832b-400c8f2b34cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010067} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.204291] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45219886-9e13-4e53-a898-5bca9bbbe2e6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.210820] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1101.210820] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5243dc72-9371-f915-4725-26f680c25ec0" [ 1101.210820] env[68831]: _type = "Task" [ 1101.210820] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.215252] env[68831]: DEBUG oslo_concurrency.lockutils [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Acquiring lock "c31cfbea-d4f4-454d-87b5-e74e87adc798" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.215496] env[68831]: DEBUG oslo_concurrency.lockutils [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Lock "c31cfbea-d4f4-454d-87b5-e74e87adc798" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.215686] env[68831]: INFO nova.compute.manager [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Rebooting instance [ 1101.221268] env[68831]: DEBUG nova.network.neutron [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.234082] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5243dc72-9371-f915-4725-26f680c25ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.01276} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.234082] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.234082] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 5814b5d0-cf66-4e1e-9098-ff80588df9ec/5814b5d0-cf66-4e1e-9098-ff80588df9ec.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.234082] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a4383c2-cc07-4f4f-a6e3-74479411a66c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.247244] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1101.247244] env[68831]: value = "task-2803327" [ 1101.247244] env[68831]: _type = "Task" [ 1101.247244] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.257422] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.432437] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.502766] env[68831]: DEBUG nova.network.neutron [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updating instance_info_cache with network_info: [{"id": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "address": "fa:16:3e:bb:c7:f0", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b5106-89", "ovs_interfaceid": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.522658] env[68831]: DEBUG nova.scheduler.client.report [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.579567] env[68831]: DEBUG oslo_vmware.api [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803325, 'name': ReconfigVM_Task, 'duration_secs': 0.180261} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.585656] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563313', 'volume_id': '655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4', 'name': 'volume-655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63f5f38f-aecc-41d3-abb2-c8ae50ae8172', 'attached_at': '', 'detached_at': '', 'volume_id': '655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4', 'serial': '655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1101.593967] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803326, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.697070] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.738799] env[68831]: DEBUG oslo_concurrency.lockutils [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Acquiring lock "refresh_cache-c31cfbea-d4f4-454d-87b5-e74e87adc798" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.739135] env[68831]: DEBUG oslo_concurrency.lockutils [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Acquired lock "refresh_cache-c31cfbea-d4f4-454d-87b5-e74e87adc798" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.739397] env[68831]: DEBUG nova.network.neutron [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.760262] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475111} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.760511] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 5814b5d0-cf66-4e1e-9098-ff80588df9ec/5814b5d0-cf66-4e1e-9098-ff80588df9ec.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.760730] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.760983] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d2616f6-cf9e-4cc7-aef8-ae0073d990c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.768737] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1101.768737] env[68831]: value = "task-2803328" [ 1101.768737] env[68831]: _type = "Task" [ 1101.768737] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.780338] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.897619] env[68831]: DEBUG nova.compute.manager [req-dccd5159-5a3b-4211-ba2f-fba2afb3226a req-1e0ea859-a4e0-499b-8bfe-f2d63e36f132 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Received event network-vif-plugged-e31b5106-8950-47f2-b07c-a2b6b81acba6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.897821] env[68831]: DEBUG oslo_concurrency.lockutils [req-dccd5159-5a3b-4211-ba2f-fba2afb3226a req-1e0ea859-a4e0-499b-8bfe-f2d63e36f132 service nova] Acquiring lock "fa37c68c-867c-422a-8511-c155dcc3856b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.898032] env[68831]: DEBUG oslo_concurrency.lockutils [req-dccd5159-5a3b-4211-ba2f-fba2afb3226a req-1e0ea859-a4e0-499b-8bfe-f2d63e36f132 service nova] Lock "fa37c68c-867c-422a-8511-c155dcc3856b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.898200] env[68831]: DEBUG oslo_concurrency.lockutils [req-dccd5159-5a3b-4211-ba2f-fba2afb3226a req-1e0ea859-a4e0-499b-8bfe-f2d63e36f132 service nova] Lock "fa37c68c-867c-422a-8511-c155dcc3856b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.898361] env[68831]: DEBUG nova.compute.manager [req-dccd5159-5a3b-4211-ba2f-fba2afb3226a req-1e0ea859-a4e0-499b-8bfe-f2d63e36f132 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] No waiting events found dispatching network-vif-plugged-e31b5106-8950-47f2-b07c-a2b6b81acba6 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.898561] env[68831]: WARNING nova.compute.manager [req-dccd5159-5a3b-4211-ba2f-fba2afb3226a req-1e0ea859-a4e0-499b-8bfe-f2d63e36f132 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Received unexpected event network-vif-plugged-e31b5106-8950-47f2-b07c-a2b6b81acba6 for instance with vm_state building and task_state spawning. [ 1101.898790] env[68831]: DEBUG nova.compute.manager [req-dccd5159-5a3b-4211-ba2f-fba2afb3226a req-1e0ea859-a4e0-499b-8bfe-f2d63e36f132 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Received event network-changed-e31b5106-8950-47f2-b07c-a2b6b81acba6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.899021] env[68831]: DEBUG nova.compute.manager [req-dccd5159-5a3b-4211-ba2f-fba2afb3226a req-1e0ea859-a4e0-499b-8bfe-f2d63e36f132 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Refreshing instance network info cache due to event network-changed-e31b5106-8950-47f2-b07c-a2b6b81acba6. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1101.900421] env[68831]: DEBUG oslo_concurrency.lockutils [req-dccd5159-5a3b-4211-ba2f-fba2afb3226a req-1e0ea859-a4e0-499b-8bfe-f2d63e36f132 service nova] Acquiring lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.969879] env[68831]: DEBUG nova.compute.manager [req-782942af-15d6-4349-b300-f5d5e4d438ef req-20a2a6a9-86f9-4823-84e8-10151e9a94d4 service nova] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Received event network-vif-deleted-65aa94c5-2999-452e-9c38-4c015686590e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1102.005835] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.006191] env[68831]: DEBUG nova.compute.manager [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Instance network_info: |[{"id": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "address": "fa:16:3e:bb:c7:f0", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b5106-89", "ovs_interfaceid": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.006554] env[68831]: DEBUG oslo_concurrency.lockutils [req-dccd5159-5a3b-4211-ba2f-fba2afb3226a req-1e0ea859-a4e0-499b-8bfe-f2d63e36f132 service nova] Acquired lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.006748] env[68831]: DEBUG nova.network.neutron [req-dccd5159-5a3b-4211-ba2f-fba2afb3226a req-1e0ea859-a4e0-499b-8bfe-f2d63e36f132 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Refreshing network info cache for port e31b5106-8950-47f2-b07c-a2b6b81acba6 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.008054] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:c7:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e31b5106-8950-47f2-b07c-a2b6b81acba6', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.016186] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.017152] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.017400] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21cba19c-7260-4ab1-81f7-0d8a54a8604a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.032945] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.033405] env[68831]: DEBUG nova.compute.manager [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.039022] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.250s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.039022] env[68831]: INFO nova.compute.claims [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.049908] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.049908] env[68831]: value = "task-2803329" [ 1102.049908] env[68831]: _type = "Task" [ 1102.049908] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.059891] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803329, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.093541] env[68831]: DEBUG oslo_vmware.api [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803326, 'name': PowerOnVM_Task, 'duration_secs': 0.646373} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.093805] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.094023] env[68831]: INFO nova.compute.manager [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1102.094228] env[68831]: DEBUG nova.compute.manager [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.095064] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1cdaca-c863-41f8-b82f-cbd66311ec1a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.281783] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087508} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.281783] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.282454] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4deeaa-5695-45dd-b848-4b9f7b6fdb0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.308697] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 5814b5d0-cf66-4e1e-9098-ff80588df9ec/5814b5d0-cf66-4e1e-9098-ff80588df9ec.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.309081] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc87eb09-11ba-4639-abdb-87c12f80c5ab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.331281] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1102.331281] env[68831]: value = "task-2803330" [ 1102.331281] env[68831]: _type = "Task" [ 1102.331281] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.341707] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.388669] env[68831]: DEBUG oslo_concurrency.lockutils [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "05611151-ab8a-4435-9225-60d1671b7d2a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.388922] env[68831]: DEBUG oslo_concurrency.lockutils [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.543962] env[68831]: DEBUG nova.compute.utils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.549017] env[68831]: DEBUG nova.compute.manager [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.549017] env[68831]: DEBUG nova.network.neutron [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.560870] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803329, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.615061] env[68831]: INFO nova.compute.manager [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Took 20.70 seconds to build instance. [ 1102.629462] env[68831]: DEBUG nova.policy [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9b03e5749834673a79744fd5d5fa4de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e822cf838f73443ba868253bf65d20ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.634569] env[68831]: DEBUG nova.objects.instance [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lazy-loading 'flavor' on Instance uuid 63f5f38f-aecc-41d3-abb2-c8ae50ae8172 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.653661] env[68831]: DEBUG nova.network.neutron [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Updating instance_info_cache with network_info: [{"id": "cb984591-746e-4cb9-9a9a-d3b3573dbf1a", "address": "fa:16:3e:2d:ec:c2", "network": {"id": "0bde57e2-83a5-46df-9fa3-a61901565e95", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-545792957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681759d56b154f05a69834b14ac97e65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb984591-74", "ovs_interfaceid": "cb984591-746e-4cb9-9a9a-d3b3573dbf1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.844677] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.892146] env[68831]: DEBUG nova.compute.utils [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.894298] env[68831]: DEBUG nova.network.neutron [req-dccd5159-5a3b-4211-ba2f-fba2afb3226a req-1e0ea859-a4e0-499b-8bfe-f2d63e36f132 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updated VIF entry in instance network info cache for port e31b5106-8950-47f2-b07c-a2b6b81acba6. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.894827] env[68831]: DEBUG nova.network.neutron [req-dccd5159-5a3b-4211-ba2f-fba2afb3226a req-1e0ea859-a4e0-499b-8bfe-f2d63e36f132 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updating instance_info_cache with network_info: [{"id": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "address": "fa:16:3e:bb:c7:f0", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b5106-89", "ovs_interfaceid": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.984237] env[68831]: DEBUG nova.network.neutron [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Successfully created port: a1ab89ea-3d3f-4a3e-80eb-77170037bc6e {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.051025] env[68831]: DEBUG nova.compute.manager [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.071580] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803329, 'name': CreateVM_Task, 'duration_secs': 0.796543} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.072468] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.076872] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.077129] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.077529] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.077836] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e60306-d28f-454c-878e-f83cd8d5a3bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.085155] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1103.085155] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ced159-e5c3-2872-a490-9b65c51e7b6c" [ 1103.085155] env[68831]: _type = "Task" [ 1103.085155] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.104109] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ced159-e5c3-2872-a490-9b65c51e7b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.012249} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.107136] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.107433] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.107686] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.107833] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.108066] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.109610] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d789faf5-979a-4785-8f80-87f9f537b76e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.117757] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3fcb0ac9-3e39-4b3b-aa54-409f2d8dd376 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "609c9a02-1ad9-44c5-af2e-15c3ffbda709" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.214s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.119821] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.120197] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.121073] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3511594f-0777-46e2-ae54-c0bb9cf794a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.136503] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1103.136503] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522b9627-6b94-3e3a-719c-6be37e3d657c" [ 1103.136503] env[68831]: _type = "Task" [ 1103.136503] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.144128] env[68831]: DEBUG oslo_concurrency.lockutils [None req-fdf46c56-bc9b-40ee-9073-5b52b109da7d tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.830s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.156025] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522b9627-6b94-3e3a-719c-6be37e3d657c, 'name': SearchDatastore_Task, 'duration_secs': 0.011325} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.158710] env[68831]: DEBUG oslo_concurrency.lockutils [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Releasing lock "refresh_cache-c31cfbea-d4f4-454d-87b5-e74e87adc798" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.160576] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f958be9-dbc6-4593-b22f-b84191e2c942 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.167452] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1103.167452] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5282f4b9-d7af-f4fc-a6e9-cf370bb653b3" [ 1103.167452] env[68831]: _type = "Task" [ 1103.167452] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.176817] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5282f4b9-d7af-f4fc-a6e9-cf370bb653b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.345620] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803330, 'name': ReconfigVM_Task, 'duration_secs': 0.769064} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.348763] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 5814b5d0-cf66-4e1e-9098-ff80588df9ec/5814b5d0-cf66-4e1e-9098-ff80588df9ec.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.349760] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be4eb26d-7b7f-492c-8ad6-e7cae2c5dc3d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.357354] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1103.357354] env[68831]: value = "task-2803331" [ 1103.357354] env[68831]: _type = "Task" [ 1103.357354] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.371791] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803331, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.396633] env[68831]: DEBUG oslo_concurrency.lockutils [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.397474] env[68831]: DEBUG oslo_concurrency.lockutils [req-dccd5159-5a3b-4211-ba2f-fba2afb3226a req-1e0ea859-a4e0-499b-8bfe-f2d63e36f132 service nova] Releasing lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.469448] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0432fc75-c017-42b3-b327-5bf63696e115 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.477656] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea17f6e-3668-4a2c-812c-a06d0043fa35 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.511418] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faafabb0-561d-4bf0-a93f-06dc79a30361 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.519739] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64560e9d-ecb6-4b5c-be6f-06a98735a735 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.535208] env[68831]: DEBUG nova.compute.provider_tree [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.666391] env[68831]: DEBUG nova.compute.manager [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.667775] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d60ff3-7790-4116-b6b0-9abcb9447cbd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.691387] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5282f4b9-d7af-f4fc-a6e9-cf370bb653b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.692066] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.692435] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] fa37c68c-867c-422a-8511-c155dcc3856b/fa37c68c-867c-422a-8511-c155dcc3856b.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.692793] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-075facd6-416d-4193-b454-52dae149781d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.702251] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1103.702251] env[68831]: value = "task-2803332" [ 1103.702251] env[68831]: _type = "Task" [ 1103.702251] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.712140] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.870235] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803331, 'name': Rename_Task, 'duration_secs': 0.214027} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.870610] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.870873] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73cd8ce4-6f86-4f29-9a22-85879fb56e9f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.879819] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1103.879819] env[68831]: value = "task-2803333" [ 1103.879819] env[68831]: _type = "Task" [ 1103.879819] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.890249] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.043535] env[68831]: DEBUG nova.scheduler.client.report [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.064652] env[68831]: DEBUG nova.compute.manager [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.098051] env[68831]: DEBUG nova.virt.hardware [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.098051] env[68831]: DEBUG nova.virt.hardware [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.098051] env[68831]: DEBUG nova.virt.hardware [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.098314] env[68831]: DEBUG nova.virt.hardware [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.098409] env[68831]: DEBUG nova.virt.hardware [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.098644] env[68831]: DEBUG nova.virt.hardware [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.098947] env[68831]: DEBUG nova.virt.hardware [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.099226] env[68831]: DEBUG nova.virt.hardware [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.099458] env[68831]: DEBUG nova.virt.hardware [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.099691] env[68831]: DEBUG nova.virt.hardware [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.100708] env[68831]: DEBUG nova.virt.hardware [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.101253] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6dda49-0fa7-41fe-8a45-bf0e5546022e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.112264] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca4d9b0-a59c-438e-baf2-ac6c3790aafc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.215125] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461155} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.218643] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] fa37c68c-867c-422a-8511-c155dcc3856b/fa37c68c-867c-422a-8511-c155dcc3856b.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.218643] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.218643] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99477aa8-0995-4044-8ffe-af984e13bd57 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.224736] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1104.224736] env[68831]: value = "task-2803334" [ 1104.224736] env[68831]: _type = "Task" [ 1104.224736] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.235359] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.394073] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803333, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.486550] env[68831]: DEBUG oslo_concurrency.lockutils [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "05611151-ab8a-4435-9225-60d1671b7d2a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.486945] env[68831]: DEBUG oslo_concurrency.lockutils [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.487375] env[68831]: INFO nova.compute.manager [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Attaching volume 0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d to /dev/sdb [ 1104.532095] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f11bfb-18d3-43cb-b3bc-696b8db7f82f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.540217] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5532bcd-1932-41dd-8c22-a1a7b6ce07df {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.547856] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.548419] env[68831]: DEBUG nova.compute.manager [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.550993] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.046s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.551195] env[68831]: DEBUG nova.objects.instance [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68831) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1104.566665] env[68831]: DEBUG nova.virt.block_device [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Updating existing volume attachment record: cca74db3-90b0-4bef-922a-57f4ec18098b {{(pid=68831) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1104.655345] env[68831]: DEBUG nova.compute.manager [req-184c3527-51ca-4909-8ae4-bd1cd89acab6 req-30b41605-f44b-4422-818c-76cc4fac6388 service nova] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Received event network-vif-plugged-a1ab89ea-3d3f-4a3e-80eb-77170037bc6e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.655563] env[68831]: DEBUG oslo_concurrency.lockutils [req-184c3527-51ca-4909-8ae4-bd1cd89acab6 req-30b41605-f44b-4422-818c-76cc4fac6388 service nova] Acquiring lock "42408e69-d69b-4baa-b0dd-62051734c92e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.655763] env[68831]: DEBUG oslo_concurrency.lockutils [req-184c3527-51ca-4909-8ae4-bd1cd89acab6 req-30b41605-f44b-4422-818c-76cc4fac6388 service nova] Lock "42408e69-d69b-4baa-b0dd-62051734c92e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.655965] env[68831]: DEBUG oslo_concurrency.lockutils [req-184c3527-51ca-4909-8ae4-bd1cd89acab6 req-30b41605-f44b-4422-818c-76cc4fac6388 service nova] Lock "42408e69-d69b-4baa-b0dd-62051734c92e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.656230] env[68831]: DEBUG nova.compute.manager [req-184c3527-51ca-4909-8ae4-bd1cd89acab6 req-30b41605-f44b-4422-818c-76cc4fac6388 service nova] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] No waiting events found dispatching network-vif-plugged-a1ab89ea-3d3f-4a3e-80eb-77170037bc6e {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.656648] env[68831]: WARNING nova.compute.manager [req-184c3527-51ca-4909-8ae4-bd1cd89acab6 req-30b41605-f44b-4422-818c-76cc4fac6388 service nova] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Received unexpected event network-vif-plugged-a1ab89ea-3d3f-4a3e-80eb-77170037bc6e for instance with vm_state building and task_state spawning. [ 1104.701760] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18622579-b606-4ab1-976a-7addd5d77210 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.716667] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Doing hard reboot of VM {{(pid=68831) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1104.717742] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4f9e6ce2-544e-460b-ba30-bd142bfc5d4d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.730930] env[68831]: DEBUG oslo_vmware.api [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Waiting for the task: (returnval){ [ 1104.730930] env[68831]: value = "task-2803335" [ 1104.730930] env[68831]: _type = "Task" [ 1104.730930] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.738897] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069222} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.739600] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.740859] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b811e47-8c78-41aa-9ca1-0308a0f7d633 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.748404] env[68831]: DEBUG oslo_vmware.api [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803335, 'name': ResetVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.775116] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] fa37c68c-867c-422a-8511-c155dcc3856b/fa37c68c-867c-422a-8511-c155dcc3856b.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.775566] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d2baf1-5857-477c-85d1-8d91bbbc3268 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.792672] env[68831]: DEBUG nova.network.neutron [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Successfully updated port: a1ab89ea-3d3f-4a3e-80eb-77170037bc6e {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.803155] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1104.803155] env[68831]: value = "task-2803338" [ 1104.803155] env[68831]: _type = "Task" [ 1104.803155] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.811608] env[68831]: DEBUG nova.compute.manager [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Stashing vm_state: active {{(pid=68831) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1104.822804] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803338, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.891086] env[68831]: DEBUG oslo_vmware.api [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803333, 'name': PowerOnVM_Task, 'duration_secs': 0.612372} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.891401] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.891603] env[68831]: INFO nova.compute.manager [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1104.891780] env[68831]: DEBUG nova.compute.manager [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.892763] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90955a4-b7d7-4a93-a73b-595da504d876 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.069385] env[68831]: DEBUG nova.compute.utils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.069385] env[68831]: DEBUG nova.compute.manager [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.069385] env[68831]: DEBUG nova.network.neutron [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.105991] env[68831]: DEBUG nova.policy [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30a1779345e94ff29687a65dcadfae30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51f13d10f6d24e6aab374650649359b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.207575] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "609c9a02-1ad9-44c5-af2e-15c3ffbda709" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.207938] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "609c9a02-1ad9-44c5-af2e-15c3ffbda709" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.208211] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "609c9a02-1ad9-44c5-af2e-15c3ffbda709-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.208367] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "609c9a02-1ad9-44c5-af2e-15c3ffbda709-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.208534] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "609c9a02-1ad9-44c5-af2e-15c3ffbda709-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.210547] env[68831]: INFO nova.compute.manager [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Terminating instance [ 1105.242427] env[68831]: DEBUG oslo_vmware.api [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803335, 'name': ResetVM_Task, 'duration_secs': 0.110764} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.242689] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Did hard reboot of VM {{(pid=68831) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1105.242878] env[68831]: DEBUG nova.compute.manager [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.243838] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b94d55-8835-45a5-84b7-b7159ad67ca5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.296449] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "refresh_cache-42408e69-d69b-4baa-b0dd-62051734c92e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.296649] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "refresh_cache-42408e69-d69b-4baa-b0dd-62051734c92e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.296872] env[68831]: DEBUG nova.network.neutron [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.319324] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.335795] env[68831]: DEBUG oslo_concurrency.lockutils [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.420840] env[68831]: INFO nova.compute.manager [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Took 20.26 seconds to build instance. [ 1105.492231] env[68831]: DEBUG nova.network.neutron [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Successfully created port: 952c4cac-4010-4ad3-b349-58ac24721c68 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.570750] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9199aff3-b6b5-48b3-b4b4-58506acc0c03 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.572057] env[68831]: DEBUG nova.compute.manager [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.574516] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.142s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.574743] env[68831]: DEBUG nova.objects.instance [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lazy-loading 'resources' on Instance uuid 84beba26-6f10-474c-86c9-7ee250d3a47e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.715985] env[68831]: DEBUG nova.compute.manager [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.716259] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.717544] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298cc85f-d924-40eb-a19d-45a1fea0ba69 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.728177] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.728496] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccb94d6c-3f0a-49ed-b17f-a579bc2ef5c2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.739621] env[68831]: DEBUG oslo_vmware.api [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1105.739621] env[68831]: value = "task-2803340" [ 1105.739621] env[68831]: _type = "Task" [ 1105.739621] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.754424] env[68831]: DEBUG oslo_vmware.api [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.768810] env[68831]: DEBUG oslo_concurrency.lockutils [None req-39fc69ff-a847-422b-8852-ddc1af5178c9 tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Lock "c31cfbea-d4f4-454d-87b5-e74e87adc798" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.553s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.817256] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803338, 'name': ReconfigVM_Task, 'duration_secs': 0.739838} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.817511] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Reconfigured VM instance instance-00000063 to attach disk [datastore1] fa37c68c-867c-422a-8511-c155dcc3856b/fa37c68c-867c-422a-8511-c155dcc3856b.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.818183] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-092c6850-f4c2-4908-9aad-f067b5d9da4e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.826620] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1105.826620] env[68831]: value = "task-2803341" [ 1105.826620] env[68831]: _type = "Task" [ 1105.826620] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.839567] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803341, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.843508] env[68831]: DEBUG nova.network.neutron [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.923196] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d41c99df-922a-4823-b21a-b8fcd7e03707 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "5814b5d0-cf66-4e1e-9098-ff80588df9ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.784s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.125697] env[68831]: DEBUG nova.network.neutron [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Updating instance_info_cache with network_info: [{"id": "a1ab89ea-3d3f-4a3e-80eb-77170037bc6e", "address": "fa:16:3e:12:6a:5c", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ab89ea-3d", "ovs_interfaceid": "a1ab89ea-3d3f-4a3e-80eb-77170037bc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.160441] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Acquiring lock "c31cfbea-d4f4-454d-87b5-e74e87adc798" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.160889] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Lock "c31cfbea-d4f4-454d-87b5-e74e87adc798" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.160889] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Acquiring lock "c31cfbea-d4f4-454d-87b5-e74e87adc798-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.160969] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Lock "c31cfbea-d4f4-454d-87b5-e74e87adc798-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.161151] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Lock "c31cfbea-d4f4-454d-87b5-e74e87adc798-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.170956] env[68831]: INFO nova.compute.manager [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Terminating instance [ 1106.252252] env[68831]: DEBUG oslo_vmware.api [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803340, 'name': PowerOffVM_Task, 'duration_secs': 0.248601} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.255456] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.255636] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.256884] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-125b2e35-5b54-4ada-852e-aa001f7a1282 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.325443] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.325823] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.326180] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleting the datastore file [datastore2] 609c9a02-1ad9-44c5-af2e-15c3ffbda709 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.327189] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30af8394-dcca-42de-9b85-9162934202d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.339350] env[68831]: DEBUG oslo_vmware.api [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for the task: (returnval){ [ 1106.339350] env[68831]: value = "task-2803343" [ 1106.339350] env[68831]: _type = "Task" [ 1106.339350] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.351659] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803341, 'name': Rename_Task, 'duration_secs': 0.270779} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.351659] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.351659] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1c8fa4c-81dd-43a7-85e0-44e37922035e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.358312] env[68831]: DEBUG oslo_vmware.api [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.364568] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1106.364568] env[68831]: value = "task-2803344" [ 1106.364568] env[68831]: _type = "Task" [ 1106.364568] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.373350] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.473124] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0f92b2-e5c4-49f9-b6a7-eb80c4ef93b6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.485754] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16cf90c-4780-452a-9848-cd7d69f65c18 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.523289] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605a4ad0-c047-4288-8aef-1fb441fd8a43 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.532959] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7b6d99-240f-4193-b254-2f633d66ddb2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.553056] env[68831]: DEBUG nova.compute.provider_tree [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.590990] env[68831]: DEBUG nova.compute.manager [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.618141] env[68831]: DEBUG nova.virt.hardware [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.618141] env[68831]: DEBUG nova.virt.hardware [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.618141] env[68831]: DEBUG nova.virt.hardware [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.618360] env[68831]: DEBUG nova.virt.hardware [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.618394] env[68831]: DEBUG nova.virt.hardware [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.618512] env[68831]: DEBUG nova.virt.hardware [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.618718] env[68831]: DEBUG nova.virt.hardware [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.618919] env[68831]: DEBUG nova.virt.hardware [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.623277] env[68831]: DEBUG nova.virt.hardware [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.623524] env[68831]: DEBUG nova.virt.hardware [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.625031] env[68831]: DEBUG nova.virt.hardware [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.625031] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717cb389-82b3-4c59-b6e7-9e23bfcb3e68 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.631259] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "refresh_cache-42408e69-d69b-4baa-b0dd-62051734c92e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.631688] env[68831]: DEBUG nova.compute.manager [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Instance network_info: |[{"id": "a1ab89ea-3d3f-4a3e-80eb-77170037bc6e", "address": "fa:16:3e:12:6a:5c", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ab89ea-3d", "ovs_interfaceid": "a1ab89ea-3d3f-4a3e-80eb-77170037bc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.634664] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:6a:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1ab89ea-3d3f-4a3e-80eb-77170037bc6e', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.642776] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.644958] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.647282] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff29438-4509-4e12-acca-28b420e1e035 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.652825] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6afec9e-2356-498c-b868-fcf8144fff7c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.686020] env[68831]: DEBUG nova.compute.manager [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.686020] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.686020] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0813d8a1-c044-4d79-a118-9ec9b6aff928 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.688750] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.688750] env[68831]: value = "task-2803345" [ 1106.688750] env[68831]: _type = "Task" [ 1106.688750] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.696621] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.697342] env[68831]: DEBUG nova.compute.manager [req-8eac791c-7da5-4001-8725-050b75162596 req-bd46cda5-f6a8-417a-815a-888ba5b061c4 service nova] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Received event network-changed-a1ab89ea-3d3f-4a3e-80eb-77170037bc6e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.697578] env[68831]: DEBUG nova.compute.manager [req-8eac791c-7da5-4001-8725-050b75162596 req-bd46cda5-f6a8-417a-815a-888ba5b061c4 service nova] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Refreshing instance network info cache due to event network-changed-a1ab89ea-3d3f-4a3e-80eb-77170037bc6e. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1106.697828] env[68831]: DEBUG oslo_concurrency.lockutils [req-8eac791c-7da5-4001-8725-050b75162596 req-bd46cda5-f6a8-417a-815a-888ba5b061c4 service nova] Acquiring lock "refresh_cache-42408e69-d69b-4baa-b0dd-62051734c92e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.698042] env[68831]: DEBUG oslo_concurrency.lockutils [req-8eac791c-7da5-4001-8725-050b75162596 req-bd46cda5-f6a8-417a-815a-888ba5b061c4 service nova] Acquired lock "refresh_cache-42408e69-d69b-4baa-b0dd-62051734c92e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.698237] env[68831]: DEBUG nova.network.neutron [req-8eac791c-7da5-4001-8725-050b75162596 req-bd46cda5-f6a8-417a-815a-888ba5b061c4 service nova] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Refreshing network info cache for port a1ab89ea-3d3f-4a3e-80eb-77170037bc6e {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.700557] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f520e0c6-3589-4c35-8018-188c88437242 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.708824] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803345, 'name': CreateVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.713954] env[68831]: DEBUG oslo_vmware.api [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Waiting for the task: (returnval){ [ 1106.713954] env[68831]: value = "task-2803346" [ 1106.713954] env[68831]: _type = "Task" [ 1106.713954] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.725080] env[68831]: DEBUG oslo_vmware.api [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.852555] env[68831]: DEBUG oslo_vmware.api [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Task: {'id': task-2803343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238267} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.852948] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.853264] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.853507] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.853695] env[68831]: INFO nova.compute.manager [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1106.853979] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.854289] env[68831]: DEBUG nova.compute.manager [-] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.854454] env[68831]: DEBUG nova.network.neutron [-] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.875240] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803344, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.057246] env[68831]: DEBUG nova.scheduler.client.report [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.170139] env[68831]: DEBUG nova.compute.manager [req-bc8b9892-32be-4e13-a9d7-a6c345b612f8 req-906b309b-60c2-46c8-9d71-fcbeecf8fbed service nova] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Received event network-vif-deleted-fd4aa692-c4d4-43d6-86cb-cf83f16c1349 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1107.170373] env[68831]: INFO nova.compute.manager [req-bc8b9892-32be-4e13-a9d7-a6c345b612f8 req-906b309b-60c2-46c8-9d71-fcbeecf8fbed service nova] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Neutron deleted interface fd4aa692-c4d4-43d6-86cb-cf83f16c1349; detaching it from the instance and deleting it from the info cache [ 1107.170567] env[68831]: DEBUG nova.network.neutron [req-bc8b9892-32be-4e13-a9d7-a6c345b612f8 req-906b309b-60c2-46c8-9d71-fcbeecf8fbed service nova] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.207105] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803345, 'name': CreateVM_Task, 'duration_secs': 0.390215} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.208937] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.210697] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.210697] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.210835] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.210996] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c3bc57-2909-4d84-8181-5985cbaeaa93 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.223171] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1107.223171] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52901602-b465-05f3-0d12-d23797c32399" [ 1107.223171] env[68831]: _type = "Task" [ 1107.223171] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.231481] env[68831]: DEBUG oslo_vmware.api [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803346, 'name': PowerOffVM_Task, 'duration_secs': 0.280628} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.232276] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.233042] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.233042] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adc9a661-8c58-4003-8709-31d18076dd34 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.244590] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52901602-b465-05f3-0d12-d23797c32399, 'name': SearchDatastore_Task, 'duration_secs': 0.011007} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.245310] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.245487] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.245741] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.245884] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.246071] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.246345] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee210a00-834e-4868-b4b8-93d63f38a18b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.260595] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.263171] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.265449] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04a6f71-5538-4f67-929a-4803d64d728e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.274995] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1107.274995] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5270de01-00aa-b20d-001d-72ff228bde72" [ 1107.274995] env[68831]: _type = "Task" [ 1107.274995] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.286294] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5270de01-00aa-b20d-001d-72ff228bde72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.298783] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "1ff2c62b-37d9-4f78-8e3b-34478abc5404" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.298996] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "1ff2c62b-37d9-4f78-8e3b-34478abc5404" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.336599] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.336599] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.336599] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Deleting the datastore file [datastore1] c31cfbea-d4f4-454d-87b5-e74e87adc798 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.336599] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b8e4c31-9922-4106-9e43-cf6dd44a0ca1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.345288] env[68831]: DEBUG oslo_vmware.api [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Waiting for the task: (returnval){ [ 1107.345288] env[68831]: value = "task-2803349" [ 1107.345288] env[68831]: _type = "Task" [ 1107.345288] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.357330] env[68831]: DEBUG oslo_vmware.api [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.375634] env[68831]: DEBUG oslo_vmware.api [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803344, 'name': PowerOnVM_Task, 'duration_secs': 0.513858} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.376053] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.376599] env[68831]: INFO nova.compute.manager [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1107.376599] env[68831]: DEBUG nova.compute.manager [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.377473] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06018b0-b866-4c2b-bfc7-085db14b6445 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.380710] env[68831]: DEBUG nova.network.neutron [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Successfully updated port: 952c4cac-4010-4ad3-b349-58ac24721c68 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.535329] env[68831]: DEBUG nova.network.neutron [req-8eac791c-7da5-4001-8725-050b75162596 req-bd46cda5-f6a8-417a-815a-888ba5b061c4 service nova] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Updated VIF entry in instance network info cache for port a1ab89ea-3d3f-4a3e-80eb-77170037bc6e. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.535696] env[68831]: DEBUG nova.network.neutron [req-8eac791c-7da5-4001-8725-050b75162596 req-bd46cda5-f6a8-417a-815a-888ba5b061c4 service nova] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Updating instance_info_cache with network_info: [{"id": "a1ab89ea-3d3f-4a3e-80eb-77170037bc6e", "address": "fa:16:3e:12:6a:5c", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ab89ea-3d", "ovs_interfaceid": "a1ab89ea-3d3f-4a3e-80eb-77170037bc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.567153] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.569680] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.872s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.569680] env[68831]: DEBUG nova.objects.instance [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lazy-loading 'resources' on Instance uuid 96f944da-6996-45fd-bdd5-81a060cd012f {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.599070] env[68831]: INFO nova.scheduler.client.report [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleted allocations for instance 84beba26-6f10-474c-86c9-7ee250d3a47e [ 1107.645281] env[68831]: DEBUG nova.network.neutron [-] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.675446] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7df2d72-320f-47a5-87fa-68f5d21ffb4f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.691109] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01062351-e039-4fdb-93ad-f78c00c38fa0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.728554] env[68831]: DEBUG nova.compute.manager [req-bc8b9892-32be-4e13-a9d7-a6c345b612f8 req-906b309b-60c2-46c8-9d71-fcbeecf8fbed service nova] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Detach interface failed, port_id=fd4aa692-c4d4-43d6-86cb-cf83f16c1349, reason: Instance 609c9a02-1ad9-44c5-af2e-15c3ffbda709 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1107.791154] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5270de01-00aa-b20d-001d-72ff228bde72, 'name': SearchDatastore_Task, 'duration_secs': 0.012341} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.792020] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-218fb01d-6442-42d4-8bdd-11622d5fec79 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.797895] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1107.797895] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521f3c80-250d-a9f0-0ede-ab41b34982f6" [ 1107.797895] env[68831]: _type = "Task" [ 1107.797895] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.801549] env[68831]: DEBUG nova.compute.manager [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.821587] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521f3c80-250d-a9f0-0ede-ab41b34982f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.859185] env[68831]: DEBUG oslo_vmware.api [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Task: {'id': task-2803349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443706} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.859185] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.859349] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.859625] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.859996] env[68831]: INFO nova.compute.manager [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1107.860089] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.860267] env[68831]: DEBUG nova.compute.manager [-] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.860389] env[68831]: DEBUG nova.network.neutron [-] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.884621] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "refresh_cache-aef91ac7-be14-43ff-a5d3-2138d51dac9a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.884956] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquired lock "refresh_cache-aef91ac7-be14-43ff-a5d3-2138d51dac9a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.884956] env[68831]: DEBUG nova.network.neutron [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.905820] env[68831]: INFO nova.compute.manager [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Took 19.28 seconds to build instance. [ 1108.038816] env[68831]: DEBUG oslo_concurrency.lockutils [req-8eac791c-7da5-4001-8725-050b75162596 req-bd46cda5-f6a8-417a-815a-888ba5b061c4 service nova] Releasing lock "refresh_cache-42408e69-d69b-4baa-b0dd-62051734c92e" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.111245] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2f06f6b-7de7-4d5c-9c9e-e41cb74eb088 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "84beba26-6f10-474c-86c9-7ee250d3a47e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.375s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.149840] env[68831]: INFO nova.compute.manager [-] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Took 1.30 seconds to deallocate network for instance. [ 1108.267194] env[68831]: DEBUG oslo_concurrency.lockutils [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "c1453f23-0639-4d5a-9ac6-d834b2864f59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.267194] env[68831]: DEBUG oslo_concurrency.lockutils [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "c1453f23-0639-4d5a-9ac6-d834b2864f59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.267194] env[68831]: DEBUG oslo_concurrency.lockutils [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "c1453f23-0639-4d5a-9ac6-d834b2864f59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.267194] env[68831]: DEBUG oslo_concurrency.lockutils [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "c1453f23-0639-4d5a-9ac6-d834b2864f59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.267194] env[68831]: DEBUG oslo_concurrency.lockutils [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "c1453f23-0639-4d5a-9ac6-d834b2864f59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.269644] env[68831]: INFO nova.compute.manager [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Terminating instance [ 1108.316273] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521f3c80-250d-a9f0-0ede-ab41b34982f6, 'name': SearchDatastore_Task, 'duration_secs': 0.026724} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.318624] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.318900] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 42408e69-d69b-4baa-b0dd-62051734c92e/42408e69-d69b-4baa-b0dd-62051734c92e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.319379] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82e5143b-a1f4-4b20-bc7b-7d4489931094 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.331020] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1108.331020] env[68831]: value = "task-2803350" [ 1108.331020] env[68831]: _type = "Task" [ 1108.331020] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.337333] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.340658] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.410484] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ccc3a86f-6f92-4b96-8d19-fc74362b97cd tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "fa37c68c-867c-422a-8511-c155dcc3856b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.789s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.438508] env[68831]: DEBUG nova.network.neutron [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.495599] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c37cfe-6c3a-4b0b-ad2c-d00536e01dd4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.509064] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891ab9ac-2d71-4b23-889f-86271a09a2a9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.547617] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f74a4b5-6031-46b1-9c0c-19db3446d5c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.559710] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25872d3c-58cb-42eb-95d7-b61c3457cde7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.577726] env[68831]: DEBUG nova.compute.provider_tree [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.659034] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.738384] env[68831]: DEBUG nova.network.neutron [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Updating instance_info_cache with network_info: [{"id": "952c4cac-4010-4ad3-b349-58ac24721c68", "address": "fa:16:3e:8f:01:49", "network": {"id": "403ced35-9c36-4dcf-bee7-188c7a60c5ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2072306948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f13d10f6d24e6aab374650649359b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap952c4cac-40", "ovs_interfaceid": "952c4cac-4010-4ad3-b349-58ac24721c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.775864] env[68831]: DEBUG nova.compute.manager [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.776150] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.777169] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4c0bb3-004a-4957-8d2e-275fd9094815 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.786665] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.786971] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-385f197b-4638-47bf-b621-173a786e22f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.799029] env[68831]: DEBUG oslo_vmware.api [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1108.799029] env[68831]: value = "task-2803351" [ 1108.799029] env[68831]: _type = "Task" [ 1108.799029] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.823563] env[68831]: DEBUG oslo_vmware.api [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.843809] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803350, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.969642] env[68831]: DEBUG nova.compute.manager [req-4bd68fec-eeb9-490e-b62b-1e5d3a7377c4 req-4702a291-715b-4dd5-93f2-988a7948ba98 service nova] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Received event network-vif-plugged-952c4cac-4010-4ad3-b349-58ac24721c68 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.969858] env[68831]: DEBUG oslo_concurrency.lockutils [req-4bd68fec-eeb9-490e-b62b-1e5d3a7377c4 req-4702a291-715b-4dd5-93f2-988a7948ba98 service nova] Acquiring lock "aef91ac7-be14-43ff-a5d3-2138d51dac9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.970076] env[68831]: DEBUG oslo_concurrency.lockutils [req-4bd68fec-eeb9-490e-b62b-1e5d3a7377c4 req-4702a291-715b-4dd5-93f2-988a7948ba98 service nova] Lock "aef91ac7-be14-43ff-a5d3-2138d51dac9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.970249] env[68831]: DEBUG oslo_concurrency.lockutils [req-4bd68fec-eeb9-490e-b62b-1e5d3a7377c4 req-4702a291-715b-4dd5-93f2-988a7948ba98 service nova] Lock "aef91ac7-be14-43ff-a5d3-2138d51dac9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.970416] env[68831]: DEBUG nova.compute.manager [req-4bd68fec-eeb9-490e-b62b-1e5d3a7377c4 req-4702a291-715b-4dd5-93f2-988a7948ba98 service nova] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] No waiting events found dispatching network-vif-plugged-952c4cac-4010-4ad3-b349-58ac24721c68 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.970577] env[68831]: WARNING nova.compute.manager [req-4bd68fec-eeb9-490e-b62b-1e5d3a7377c4 req-4702a291-715b-4dd5-93f2-988a7948ba98 service nova] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Received unexpected event network-vif-plugged-952c4cac-4010-4ad3-b349-58ac24721c68 for instance with vm_state building and task_state spawning. [ 1108.970740] env[68831]: DEBUG nova.compute.manager [req-4bd68fec-eeb9-490e-b62b-1e5d3a7377c4 req-4702a291-715b-4dd5-93f2-988a7948ba98 service nova] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Received event network-changed-952c4cac-4010-4ad3-b349-58ac24721c68 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.970891] env[68831]: DEBUG nova.compute.manager [req-4bd68fec-eeb9-490e-b62b-1e5d3a7377c4 req-4702a291-715b-4dd5-93f2-988a7948ba98 service nova] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Refreshing instance network info cache due to event network-changed-952c4cac-4010-4ad3-b349-58ac24721c68. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1108.972028] env[68831]: DEBUG oslo_concurrency.lockutils [req-4bd68fec-eeb9-490e-b62b-1e5d3a7377c4 req-4702a291-715b-4dd5-93f2-988a7948ba98 service nova] Acquiring lock "refresh_cache-aef91ac7-be14-43ff-a5d3-2138d51dac9a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.047481] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "315511f1-cd02-4989-ab44-f07126e0afef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.047670] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "315511f1-cd02-4989-ab44-f07126e0afef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.080950] env[68831]: DEBUG nova.scheduler.client.report [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.091189] env[68831]: DEBUG nova.network.neutron [-] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.130845] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Volume attach. Driver type: vmdk {{(pid=68831) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1109.130845] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563318', 'volume_id': '0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d', 'name': 'volume-0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05611151-ab8a-4435-9225-60d1671b7d2a', 'attached_at': '', 'detached_at': '', 'volume_id': '0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d', 'serial': '0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1109.131261] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aef1f7-60af-4388-855b-e6e29a962518 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.149681] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d46077d-205d-4009-a1d6-b533ff11b3e8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.176209] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d/volume-0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.176557] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b30a57d9-e2f1-4530-9b20-116206bf28b2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.197278] env[68831]: DEBUG oslo_vmware.api [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1109.197278] env[68831]: value = "task-2803352" [ 1109.197278] env[68831]: _type = "Task" [ 1109.197278] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.204425] env[68831]: DEBUG nova.compute.manager [req-e6350d1e-7dc2-4ada-a758-4119ea07e9de req-f5ac2acb-1077-4550-a4d3-75b7c42d55fa service nova] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Received event network-vif-deleted-cb984591-746e-4cb9-9a9a-d3b3573dbf1a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1109.204540] env[68831]: DEBUG nova.compute.manager [req-e6350d1e-7dc2-4ada-a758-4119ea07e9de req-f5ac2acb-1077-4550-a4d3-75b7c42d55fa service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Received event network-changed-e31b5106-8950-47f2-b07c-a2b6b81acba6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1109.204709] env[68831]: DEBUG nova.compute.manager [req-e6350d1e-7dc2-4ada-a758-4119ea07e9de req-f5ac2acb-1077-4550-a4d3-75b7c42d55fa service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Refreshing instance network info cache due to event network-changed-e31b5106-8950-47f2-b07c-a2b6b81acba6. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1109.204907] env[68831]: DEBUG oslo_concurrency.lockutils [req-e6350d1e-7dc2-4ada-a758-4119ea07e9de req-f5ac2acb-1077-4550-a4d3-75b7c42d55fa service nova] Acquiring lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.205089] env[68831]: DEBUG oslo_concurrency.lockutils [req-e6350d1e-7dc2-4ada-a758-4119ea07e9de req-f5ac2acb-1077-4550-a4d3-75b7c42d55fa service nova] Acquired lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.205264] env[68831]: DEBUG nova.network.neutron [req-e6350d1e-7dc2-4ada-a758-4119ea07e9de req-f5ac2acb-1077-4550-a4d3-75b7c42d55fa service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Refreshing network info cache for port e31b5106-8950-47f2-b07c-a2b6b81acba6 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.210013] env[68831]: DEBUG oslo_vmware.api [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.240592] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Releasing lock "refresh_cache-aef91ac7-be14-43ff-a5d3-2138d51dac9a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.241084] env[68831]: DEBUG nova.compute.manager [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Instance network_info: |[{"id": "952c4cac-4010-4ad3-b349-58ac24721c68", "address": "fa:16:3e:8f:01:49", "network": {"id": "403ced35-9c36-4dcf-bee7-188c7a60c5ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2072306948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f13d10f6d24e6aab374650649359b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap952c4cac-40", "ovs_interfaceid": "952c4cac-4010-4ad3-b349-58ac24721c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.241441] env[68831]: DEBUG oslo_concurrency.lockutils [req-4bd68fec-eeb9-490e-b62b-1e5d3a7377c4 req-4702a291-715b-4dd5-93f2-988a7948ba98 service nova] Acquired lock "refresh_cache-aef91ac7-be14-43ff-a5d3-2138d51dac9a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.241649] env[68831]: DEBUG nova.network.neutron [req-4bd68fec-eeb9-490e-b62b-1e5d3a7377c4 req-4702a291-715b-4dd5-93f2-988a7948ba98 service nova] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Refreshing network info cache for port 952c4cac-4010-4ad3-b349-58ac24721c68 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.242892] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:01:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '952c4cac-4010-4ad3-b349-58ac24721c68', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.251090] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.252518] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.252718] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01a745b6-1410-4d21-bfce-08b43119443b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.278809] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.278809] env[68831]: value = "task-2803353" [ 1109.278809] env[68831]: _type = "Task" [ 1109.278809] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.291754] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803353, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.309758] env[68831]: DEBUG oslo_vmware.api [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803351, 'name': PowerOffVM_Task, 'duration_secs': 0.29935} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.310048] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.310248] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.310511] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79e901e1-4c9e-48a3-913a-55b706467ac3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.340385] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559891} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.340682] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 42408e69-d69b-4baa-b0dd-62051734c92e/42408e69-d69b-4baa-b0dd-62051734c92e.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.340898] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.341201] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d8a4704-2acf-4e1d-8edf-37a583471374 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.351046] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1109.351046] env[68831]: value = "task-2803355" [ 1109.351046] env[68831]: _type = "Task" [ 1109.351046] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.360252] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.551115] env[68831]: DEBUG nova.compute.manager [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.587477] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.590110] env[68831]: DEBUG oslo_concurrency.lockutils [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.254s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.592870] env[68831]: INFO nova.compute.manager [-] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Took 1.73 seconds to deallocate network for instance. [ 1109.617139] env[68831]: INFO nova.scheduler.client.report [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Deleted allocations for instance 96f944da-6996-45fd-bdd5-81a060cd012f [ 1109.706393] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "6dcef76f-4663-412d-b967-2316b92b6c7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.706668] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "6dcef76f-4663-412d-b967-2316b92b6c7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.714096] env[68831]: DEBUG oslo_vmware.api [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803352, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.788966] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803353, 'name': CreateVM_Task, 'duration_secs': 0.375073} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.791300] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.793706] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.793872] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.794210] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.794763] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddee2c10-5ef4-47fb-917a-157b6c348424 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.800268] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1109.800268] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b7bff6-2a3b-5cf3-5260-cfd6ff5b542d" [ 1109.800268] env[68831]: _type = "Task" [ 1109.800268] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.808583] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b7bff6-2a3b-5cf3-5260-cfd6ff5b542d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.861885] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078708} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.862160] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.862946] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21d15bb-5c21-4f1d-bbe0-59512ad7918a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.888711] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 42408e69-d69b-4baa-b0dd-62051734c92e/42408e69-d69b-4baa-b0dd-62051734c92e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.893338] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51083996-752b-4720-8cbf-2783ad11d948 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.914489] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1109.914489] env[68831]: value = "task-2803356" [ 1109.914489] env[68831]: _type = "Task" [ 1109.914489] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.923199] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.980459] env[68831]: DEBUG nova.network.neutron [req-e6350d1e-7dc2-4ada-a758-4119ea07e9de req-f5ac2acb-1077-4550-a4d3-75b7c42d55fa service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updated VIF entry in instance network info cache for port e31b5106-8950-47f2-b07c-a2b6b81acba6. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.981116] env[68831]: DEBUG nova.network.neutron [req-e6350d1e-7dc2-4ada-a758-4119ea07e9de req-f5ac2acb-1077-4550-a4d3-75b7c42d55fa service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updating instance_info_cache with network_info: [{"id": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "address": "fa:16:3e:bb:c7:f0", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b5106-89", "ovs_interfaceid": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.026312] env[68831]: DEBUG nova.network.neutron [req-4bd68fec-eeb9-490e-b62b-1e5d3a7377c4 req-4702a291-715b-4dd5-93f2-988a7948ba98 service nova] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Updated VIF entry in instance network info cache for port 952c4cac-4010-4ad3-b349-58ac24721c68. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.027922] env[68831]: DEBUG nova.network.neutron [req-4bd68fec-eeb9-490e-b62b-1e5d3a7377c4 req-4702a291-715b-4dd5-93f2-988a7948ba98 service nova] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Updating instance_info_cache with network_info: [{"id": "952c4cac-4010-4ad3-b349-58ac24721c68", "address": "fa:16:3e:8f:01:49", "network": {"id": "403ced35-9c36-4dcf-bee7-188c7a60c5ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2072306948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f13d10f6d24e6aab374650649359b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap952c4cac-40", "ovs_interfaceid": "952c4cac-4010-4ad3-b349-58ac24721c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.073614] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.100968] env[68831]: INFO nova.compute.claims [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.104403] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.125352] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2fd07cf9-2fee-4b9d-9eac-5f0c2746ffe7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "96f944da-6996-45fd-bdd5-81a060cd012f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.078s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.208787] env[68831]: DEBUG nova.compute.manager [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.211368] env[68831]: DEBUG oslo_vmware.api [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803352, 'name': ReconfigVM_Task, 'duration_secs': 0.552158} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.211643] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d/volume-0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.216704] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e9b1a8a-fa3b-4539-8210-4fd2f144a779 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.233684] env[68831]: DEBUG oslo_vmware.api [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1110.233684] env[68831]: value = "task-2803357" [ 1110.233684] env[68831]: _type = "Task" [ 1110.233684] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.242846] env[68831]: DEBUG oslo_vmware.api [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.296116] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.296499] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.296874] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleting the datastore file [datastore1] c1453f23-0639-4d5a-9ac6-d834b2864f59 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.297157] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-399f11cd-a6be-4519-bba9-4eb4dfd85bab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.305733] env[68831]: DEBUG oslo_vmware.api [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1110.305733] env[68831]: value = "task-2803358" [ 1110.305733] env[68831]: _type = "Task" [ 1110.305733] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.313831] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b7bff6-2a3b-5cf3-5260-cfd6ff5b542d, 'name': SearchDatastore_Task, 'duration_secs': 0.049174} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.315532] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.315532] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.315532] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.315532] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.315532] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.316023] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08377a87-53c9-4ded-808f-eb383cdbfc6f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.320679] env[68831]: DEBUG oslo_vmware.api [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.329088] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.329301] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.330049] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0855920c-991f-4424-99b8-def933958e23 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.335647] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1110.335647] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d3df45-d0c1-a270-6247-398a702454ee" [ 1110.335647] env[68831]: _type = "Task" [ 1110.335647] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.344683] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d3df45-d0c1-a270-6247-398a702454ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.426259] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.485646] env[68831]: DEBUG oslo_concurrency.lockutils [req-e6350d1e-7dc2-4ada-a758-4119ea07e9de req-f5ac2acb-1077-4550-a4d3-75b7c42d55fa service nova] Releasing lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.529688] env[68831]: DEBUG oslo_concurrency.lockutils [req-4bd68fec-eeb9-490e-b62b-1e5d3a7377c4 req-4702a291-715b-4dd5-93f2-988a7948ba98 service nova] Releasing lock "refresh_cache-aef91ac7-be14-43ff-a5d3-2138d51dac9a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.609019] env[68831]: INFO nova.compute.resource_tracker [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating resource usage from migration b8ff2c91-d3f6-485f-a998-880b6f07db8f [ 1110.732260] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.747139] env[68831]: DEBUG oslo_vmware.api [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803357, 'name': ReconfigVM_Task, 'duration_secs': 0.206086} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.747472] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563318', 'volume_id': '0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d', 'name': 'volume-0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05611151-ab8a-4435-9225-60d1671b7d2a', 'attached_at': '', 'detached_at': '', 'volume_id': '0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d', 'serial': '0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1110.816476] env[68831]: DEBUG oslo_vmware.api [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421607} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.818924] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.819137] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.819315] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.819489] env[68831]: INFO nova.compute.manager [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Took 2.04 seconds to destroy the instance on the hypervisor. [ 1110.819727] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.820101] env[68831]: DEBUG nova.compute.manager [-] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.820202] env[68831]: DEBUG nova.network.neutron [-] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.849371] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d3df45-d0c1-a270-6247-398a702454ee, 'name': SearchDatastore_Task, 'duration_secs': 0.013018} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.850172] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea22eb1-6d24-4825-9ab5-cdcc3493aade {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.859328] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1110.859328] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526b6762-6f19-59da-4bef-91e629e0c9e8" [ 1110.859328] env[68831]: _type = "Task" [ 1110.859328] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.867396] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526b6762-6f19-59da-4bef-91e629e0c9e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.905093] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87c3853-46df-480a-937a-58c8eed14bdd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.913147] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ec0221-d0aa-469a-ae7a-c00c08faf562 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.924707] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803356, 'name': ReconfigVM_Task, 'duration_secs': 0.538674} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.948236] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 42408e69-d69b-4baa-b0dd-62051734c92e/42408e69-d69b-4baa-b0dd-62051734c92e.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.950173] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e926be56-bffa-4051-baa3-0be3c70edc79 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.951135] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59a33d4-5b6a-44d2-b1ca-a4318861255d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.961451] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7323c5f-1083-428f-8553-de7cc05b60ee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.965422] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1110.965422] env[68831]: value = "task-2803359" [ 1110.965422] env[68831]: _type = "Task" [ 1110.965422] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.976666] env[68831]: DEBUG nova.compute.provider_tree [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.985672] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803359, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.273270] env[68831]: DEBUG nova.compute.manager [req-35f4c6e4-7aea-403c-9dd3-69bb4792a679 req-12db0bf7-edcc-437f-82fb-fc15463711ad service nova] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Received event network-vif-deleted-68437a7f-866a-41c3-90a7-b4f00f196d9d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.273512] env[68831]: INFO nova.compute.manager [req-35f4c6e4-7aea-403c-9dd3-69bb4792a679 req-12db0bf7-edcc-437f-82fb-fc15463711ad service nova] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Neutron deleted interface 68437a7f-866a-41c3-90a7-b4f00f196d9d; detaching it from the instance and deleting it from the info cache [ 1111.273670] env[68831]: DEBUG nova.network.neutron [req-35f4c6e4-7aea-403c-9dd3-69bb4792a679 req-12db0bf7-edcc-437f-82fb-fc15463711ad service nova] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.372042] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526b6762-6f19-59da-4bef-91e629e0c9e8, 'name': SearchDatastore_Task, 'duration_secs': 0.025938} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.372342] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.372722] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] aef91ac7-be14-43ff-a5d3-2138d51dac9a/aef91ac7-be14-43ff-a5d3-2138d51dac9a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.373010] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3473b8c8-6f6a-48e7-be73-ca8a3d48a853 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.380673] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1111.380673] env[68831]: value = "task-2803360" [ 1111.380673] env[68831]: _type = "Task" [ 1111.380673] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.394262] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.480021] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803359, 'name': Rename_Task, 'duration_secs': 0.189737} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.480021] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.480021] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9aacd531-2a68-47fa-a3a8-a12b2728a66b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.480021] env[68831]: DEBUG nova.scheduler.client.report [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.491522] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1111.491522] env[68831]: value = "task-2803361" [ 1111.491522] env[68831]: _type = "Task" [ 1111.491522] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.502632] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.600719] env[68831]: DEBUG nova.network.neutron [-] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.776187] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c8c9477-0160-4cc0-9776-0e1467a3ef10 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.787488] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50768dea-6682-4a3d-899a-24b5e2f99a9b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.799138] env[68831]: DEBUG nova.objects.instance [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lazy-loading 'flavor' on Instance uuid 05611151-ab8a-4435-9225-60d1671b7d2a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.839162] env[68831]: DEBUG nova.compute.manager [req-35f4c6e4-7aea-403c-9dd3-69bb4792a679 req-12db0bf7-edcc-437f-82fb-fc15463711ad service nova] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Detach interface failed, port_id=68437a7f-866a-41c3-90a7-b4f00f196d9d, reason: Instance c1453f23-0639-4d5a-9ac6-d834b2864f59 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1111.891278] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509388} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.891548] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] aef91ac7-be14-43ff-a5d3-2138d51dac9a/aef91ac7-be14-43ff-a5d3-2138d51dac9a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.891798] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.892103] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-546f0ac9-54da-43a5-a994-b7e7677f29cd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.899878] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1111.899878] env[68831]: value = "task-2803362" [ 1111.899878] env[68831]: _type = "Task" [ 1111.899878] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.909479] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.936824] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf763e94-f500-4317-b70b-ba10f56aabfb tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "05611151-ab8a-4435-9225-60d1671b7d2a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.986628] env[68831]: DEBUG oslo_concurrency.lockutils [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.396s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.986750] env[68831]: INFO nova.compute.manager [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Migrating [ 1111.995365] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.655s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.997430] env[68831]: INFO nova.compute.claims [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.017311] env[68831]: DEBUG oslo_vmware.api [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803361, 'name': PowerOnVM_Task, 'duration_secs': 0.493132} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.017603] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.017818] env[68831]: INFO nova.compute.manager [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1112.018035] env[68831]: DEBUG nova.compute.manager [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.019303] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cd625e-e3d3-4ce4-9b54-786132dd3be9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.104622] env[68831]: INFO nova.compute.manager [-] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Took 1.28 seconds to deallocate network for instance. [ 1112.304935] env[68831]: DEBUG oslo_concurrency.lockutils [None req-91f6e558-c545-4593-b206-1d8e727fbd5f tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.818s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.305846] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf763e94-f500-4317-b70b-ba10f56aabfb tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.369s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.306158] env[68831]: DEBUG nova.compute.manager [None req-bf763e94-f500-4317-b70b-ba10f56aabfb tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.307316] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aeb98e-c3f8-4cda-9dbb-f5034a1c7a6a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.314750] env[68831]: DEBUG nova.compute.manager [None req-bf763e94-f500-4317-b70b-ba10f56aabfb tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68831) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1112.315365] env[68831]: DEBUG nova.objects.instance [None req-bf763e94-f500-4317-b70b-ba10f56aabfb tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lazy-loading 'flavor' on Instance uuid 05611151-ab8a-4435-9225-60d1671b7d2a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.410842] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07904} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.411226] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.412326] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274ef49e-3e44-44d4-9fda-aeaa0fddfd00 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.434915] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] aef91ac7-be14-43ff-a5d3-2138d51dac9a/aef91ac7-be14-43ff-a5d3-2138d51dac9a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.435535] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-677619b8-435c-410b-a1a8-d85742d4ebb7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.457192] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1112.457192] env[68831]: value = "task-2803363" [ 1112.457192] env[68831]: _type = "Task" [ 1112.457192] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.470398] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.515026] env[68831]: DEBUG oslo_concurrency.lockutils [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.515026] env[68831]: DEBUG oslo_concurrency.lockutils [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.515026] env[68831]: DEBUG nova.network.neutron [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.537673] env[68831]: INFO nova.compute.manager [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Took 20.18 seconds to build instance. [ 1112.611039] env[68831]: DEBUG oslo_concurrency.lockutils [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.682312] env[68831]: DEBUG nova.compute.manager [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Stashing vm_state: active {{(pid=68831) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1112.885188] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2b3c96f1-aa63-4b90-b465-5f51f2918e55 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "42408e69-d69b-4baa-b0dd-62051734c92e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.967808] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803363, 'name': ReconfigVM_Task, 'duration_secs': 0.346076} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.969068] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Reconfigured VM instance instance-00000065 to attach disk [datastore2] aef91ac7-be14-43ff-a5d3-2138d51dac9a/aef91ac7-be14-43ff-a5d3-2138d51dac9a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.969068] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efd7e323-c38c-4499-9687-1c1757290422 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.976705] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1112.976705] env[68831]: value = "task-2803364" [ 1112.976705] env[68831]: _type = "Task" [ 1112.976705] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.985501] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803364, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.040394] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6886b93a-0017-424f-803f-ee550d26046c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42408e69-d69b-4baa-b0dd-62051734c92e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.691s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.040632] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2b3c96f1-aa63-4b90-b465-5f51f2918e55 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42408e69-d69b-4baa-b0dd-62051734c92e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.156s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.040859] env[68831]: DEBUG nova.compute.manager [None req-2b3c96f1-aa63-4b90-b465-5f51f2918e55 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.042883] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2344853b-b773-4197-b346-665fe083aaeb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.055848] env[68831]: DEBUG nova.compute.manager [None req-2b3c96f1-aa63-4b90-b465-5f51f2918e55 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68831) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1113.056526] env[68831]: DEBUG nova.objects.instance [None req-2b3c96f1-aa63-4b90-b465-5f51f2918e55 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lazy-loading 'flavor' on Instance uuid 42408e69-d69b-4baa-b0dd-62051734c92e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.196158] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.252851] env[68831]: DEBUG nova.network.neutron [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance_info_cache with network_info: [{"id": "2c653f75-93a1-4859-89d2-280188ceea49", "address": "fa:16:3e:1b:27:d6", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c653f75-93", "ovs_interfaceid": "2c653f75-93a1-4859-89d2-280188ceea49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.323548] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf763e94-f500-4317-b70b-ba10f56aabfb tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.324500] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ba1d67-9cb9-467c-9f65-76658f7c84c0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.327157] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30e37048-d7de-4b0c-bcd7-48237328c9cc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.335047] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992f5218-1cf0-413c-b0c4-12045be73ccc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.339067] env[68831]: DEBUG oslo_vmware.api [None req-bf763e94-f500-4317-b70b-ba10f56aabfb tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1113.339067] env[68831]: value = "task-2803365" [ 1113.339067] env[68831]: _type = "Task" [ 1113.339067] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.370224] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59be12a6-fdd0-4300-bb0d-476a0068e3b2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.375540] env[68831]: DEBUG oslo_vmware.api [None req-bf763e94-f500-4317-b70b-ba10f56aabfb tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.381381] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f6b8e5-a776-4142-8ca8-756a3173fbb9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.395938] env[68831]: DEBUG nova.compute.provider_tree [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.488243] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803364, 'name': Rename_Task, 'duration_secs': 0.160522} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.488243] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.488513] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac115880-6016-46da-8dde-5f242d450c60 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.496202] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1113.496202] env[68831]: value = "task-2803366" [ 1113.496202] env[68831]: _type = "Task" [ 1113.496202] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.505660] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.755943] env[68831]: DEBUG oslo_concurrency.lockutils [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.850516] env[68831]: DEBUG oslo_vmware.api [None req-bf763e94-f500-4317-b70b-ba10f56aabfb tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803365, 'name': PowerOffVM_Task, 'duration_secs': 0.30055} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.850804] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf763e94-f500-4317-b70b-ba10f56aabfb tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.851056] env[68831]: DEBUG nova.compute.manager [None req-bf763e94-f500-4317-b70b-ba10f56aabfb tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.851841] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d250b2d-4943-480c-9023-23a8c1580061 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.899252] env[68831]: DEBUG nova.scheduler.client.report [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.007435] env[68831]: DEBUG oslo_vmware.api [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803366, 'name': PowerOnVM_Task, 'duration_secs': 0.502624} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.007722] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.007925] env[68831]: INFO nova.compute.manager [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1114.008120] env[68831]: DEBUG nova.compute.manager [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.008881] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33a3cd5-536d-4794-aa63-0003f1eb1963 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.063195] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3c96f1-aa63-4b90-b465-5f51f2918e55 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.063459] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9deca2db-3acb-41a4-ab88-6ce7df961fdf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.074517] env[68831]: DEBUG oslo_vmware.api [None req-2b3c96f1-aa63-4b90-b465-5f51f2918e55 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1114.074517] env[68831]: value = "task-2803367" [ 1114.074517] env[68831]: _type = "Task" [ 1114.074517] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.083138] env[68831]: DEBUG oslo_vmware.api [None req-2b3c96f1-aa63-4b90-b465-5f51f2918e55 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.365125] env[68831]: DEBUG oslo_concurrency.lockutils [None req-bf763e94-f500-4317-b70b-ba10f56aabfb tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.404232] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.404865] env[68831]: DEBUG nova.compute.manager [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.407428] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.751s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.407735] env[68831]: DEBUG nova.objects.instance [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lazy-loading 'resources' on Instance uuid 609c9a02-1ad9-44c5-af2e-15c3ffbda709 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.526849] env[68831]: INFO nova.compute.manager [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Took 20.76 seconds to build instance. [ 1114.584896] env[68831]: DEBUG oslo_vmware.api [None req-2b3c96f1-aa63-4b90-b465-5f51f2918e55 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803367, 'name': PowerOffVM_Task, 'duration_secs': 0.194308} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.585147] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3c96f1-aa63-4b90-b465-5f51f2918e55 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.585348] env[68831]: DEBUG nova.compute.manager [None req-2b3c96f1-aa63-4b90-b465-5f51f2918e55 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.586121] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fc57dd-4166-4582-86e4-95545326688c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.910914] env[68831]: DEBUG nova.compute.utils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.916553] env[68831]: DEBUG nova.compute.manager [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.917743] env[68831]: DEBUG nova.network.neutron [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.963395] env[68831]: DEBUG nova.policy [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88a3c400ee4a49788ff660027ea6c188', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71d951111432431abcdf4a1fae62a0c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.030208] env[68831]: DEBUG oslo_concurrency.lockutils [None req-86aa81de-4e6a-41fe-b0fd-c02aa6a35c60 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "aef91ac7-be14-43ff-a5d3-2138d51dac9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.272s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.099060] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2b3c96f1-aa63-4b90-b465-5f51f2918e55 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42408e69-d69b-4baa-b0dd-62051734c92e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.273787] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558d5115-d04a-4bec-ac30-3d67da100efb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.277610] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02744d02-ee21-4e69-8360-3979998c1461 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.285967] env[68831]: DEBUG oslo_concurrency.lockutils [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "aef91ac7-be14-43ff-a5d3-2138d51dac9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.286232] env[68831]: DEBUG oslo_concurrency.lockutils [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "aef91ac7-be14-43ff-a5d3-2138d51dac9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.286433] env[68831]: DEBUG oslo_concurrency.lockutils [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "aef91ac7-be14-43ff-a5d3-2138d51dac9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.286642] env[68831]: DEBUG oslo_concurrency.lockutils [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "aef91ac7-be14-43ff-a5d3-2138d51dac9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.286840] env[68831]: DEBUG oslo_concurrency.lockutils [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "aef91ac7-be14-43ff-a5d3-2138d51dac9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.303875] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fa33b8-be4c-492d-83ae-390fc7d69e0d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.307831] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance '63f5f38f-aecc-41d3-abb2-c8ae50ae8172' progress to 0 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.315020] env[68831]: INFO nova.compute.manager [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Terminating instance [ 1115.340153] env[68831]: DEBUG nova.network.neutron [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Successfully created port: 21e8e3bb-699a-4694-871e-052b17116b85 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.343231] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467fd321-f4a3-4611-88b1-81636f9fbd28 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.352430] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e958d5ef-be3d-4c25-88af-920a81a54747 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.367562] env[68831]: DEBUG nova.compute.provider_tree [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.420373] env[68831]: DEBUG nova.compute.manager [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.525699] env[68831]: DEBUG nova.objects.instance [None req-837e187c-1717-461f-a486-94d258bde8b8 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lazy-loading 'flavor' on Instance uuid 05611151-ab8a-4435-9225-60d1671b7d2a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.814899] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.815988] env[68831]: DEBUG nova.compute.manager [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.815988] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.815988] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce35bef7-44e3-4028-a821-03f49099d521 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.818312] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4204ec3c-15e2-4e90-9410-a59594da03c7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.826215] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.827451] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a53b482f-9707-460a-838d-8aad9736cf3e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.829353] env[68831]: DEBUG oslo_vmware.api [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1115.829353] env[68831]: value = "task-2803368" [ 1115.829353] env[68831]: _type = "Task" [ 1115.829353] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.834026] env[68831]: DEBUG oslo_vmware.api [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1115.834026] env[68831]: value = "task-2803369" [ 1115.834026] env[68831]: _type = "Task" [ 1115.834026] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.840167] env[68831]: DEBUG oslo_vmware.api [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.849141] env[68831]: DEBUG oslo_vmware.api [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.870482] env[68831]: DEBUG nova.scheduler.client.report [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.030904] env[68831]: DEBUG oslo_concurrency.lockutils [None req-837e187c-1717-461f-a486-94d258bde8b8 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "refresh_cache-05611151-ab8a-4435-9225-60d1671b7d2a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.031133] env[68831]: DEBUG oslo_concurrency.lockutils [None req-837e187c-1717-461f-a486-94d258bde8b8 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquired lock "refresh_cache-05611151-ab8a-4435-9225-60d1671b7d2a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.031424] env[68831]: DEBUG nova.network.neutron [None req-837e187c-1717-461f-a486-94d258bde8b8 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.031646] env[68831]: DEBUG nova.objects.instance [None req-837e187c-1717-461f-a486-94d258bde8b8 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lazy-loading 'info_cache' on Instance uuid 05611151-ab8a-4435-9225-60d1671b7d2a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.348074] env[68831]: DEBUG oslo_vmware.api [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803368, 'name': PowerOffVM_Task, 'duration_secs': 0.21756} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.348074] env[68831]: DEBUG oslo_vmware.api [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803369, 'name': PowerOffVM_Task, 'duration_secs': 0.208508} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.348074] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.348074] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance '63f5f38f-aecc-41d3-abb2-c8ae50ae8172' progress to 17 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.351107] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.351304] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.351775] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-585862eb-0f3d-4317-800f-3a59d2bcfd07 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.375933] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.378908] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.305s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.380323] env[68831]: INFO nova.compute.claims [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.389883] env[68831]: DEBUG oslo_concurrency.lockutils [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "42408e69-d69b-4baa-b0dd-62051734c92e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.390180] env[68831]: DEBUG oslo_concurrency.lockutils [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42408e69-d69b-4baa-b0dd-62051734c92e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.390439] env[68831]: DEBUG oslo_concurrency.lockutils [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "42408e69-d69b-4baa-b0dd-62051734c92e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.390648] env[68831]: DEBUG oslo_concurrency.lockutils [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42408e69-d69b-4baa-b0dd-62051734c92e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.390963] env[68831]: DEBUG oslo_concurrency.lockutils [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42408e69-d69b-4baa-b0dd-62051734c92e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.393032] env[68831]: INFO nova.compute.manager [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Terminating instance [ 1116.400116] env[68831]: INFO nova.scheduler.client.report [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Deleted allocations for instance 609c9a02-1ad9-44c5-af2e-15c3ffbda709 [ 1116.427456] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.427799] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.428034] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Deleting the datastore file [datastore2] aef91ac7-be14-43ff-a5d3-2138d51dac9a {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.429105] env[68831]: DEBUG nova.compute.manager [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.431128] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2810d45a-157b-4e1e-8266-058a60b1cd90 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.439781] env[68831]: DEBUG oslo_vmware.api [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1116.439781] env[68831]: value = "task-2803371" [ 1116.439781] env[68831]: _type = "Task" [ 1116.439781] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.449633] env[68831]: DEBUG oslo_vmware.api [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.464258] env[68831]: DEBUG nova.virt.hardware [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.464535] env[68831]: DEBUG nova.virt.hardware [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.464705] env[68831]: DEBUG nova.virt.hardware [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.464895] env[68831]: DEBUG nova.virt.hardware [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.465046] env[68831]: DEBUG nova.virt.hardware [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.465195] env[68831]: DEBUG nova.virt.hardware [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.465406] env[68831]: DEBUG nova.virt.hardware [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.465564] env[68831]: DEBUG nova.virt.hardware [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.465775] env[68831]: DEBUG nova.virt.hardware [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.465948] env[68831]: DEBUG nova.virt.hardware [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.466133] env[68831]: DEBUG nova.virt.hardware [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.467726] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742fa68b-7b96-442c-94a3-038d01bf1581 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.478241] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fbd41b-bf47-4d53-82ab-d2a4fe6a111d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.537355] env[68831]: DEBUG nova.objects.base [None req-837e187c-1717-461f-a486-94d258bde8b8 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Object Instance<05611151-ab8a-4435-9225-60d1671b7d2a> lazy-loaded attributes: flavor,info_cache {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1116.760169] env[68831]: DEBUG nova.compute.manager [req-3ac606b9-fbf8-4c2c-82f3-b7a6afeaa7ab req-3b0a5fe1-6d9e-4b2b-8d88-1f52b21e79cf service nova] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Received event network-vif-plugged-21e8e3bb-699a-4694-871e-052b17116b85 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1116.760169] env[68831]: DEBUG oslo_concurrency.lockutils [req-3ac606b9-fbf8-4c2c-82f3-b7a6afeaa7ab req-3b0a5fe1-6d9e-4b2b-8d88-1f52b21e79cf service nova] Acquiring lock "1ff2c62b-37d9-4f78-8e3b-34478abc5404-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.760169] env[68831]: DEBUG oslo_concurrency.lockutils [req-3ac606b9-fbf8-4c2c-82f3-b7a6afeaa7ab req-3b0a5fe1-6d9e-4b2b-8d88-1f52b21e79cf service nova] Lock "1ff2c62b-37d9-4f78-8e3b-34478abc5404-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.760169] env[68831]: DEBUG oslo_concurrency.lockutils [req-3ac606b9-fbf8-4c2c-82f3-b7a6afeaa7ab req-3b0a5fe1-6d9e-4b2b-8d88-1f52b21e79cf service nova] Lock "1ff2c62b-37d9-4f78-8e3b-34478abc5404-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.760636] env[68831]: DEBUG nova.compute.manager [req-3ac606b9-fbf8-4c2c-82f3-b7a6afeaa7ab req-3b0a5fe1-6d9e-4b2b-8d88-1f52b21e79cf service nova] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] No waiting events found dispatching network-vif-plugged-21e8e3bb-699a-4694-871e-052b17116b85 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.760947] env[68831]: WARNING nova.compute.manager [req-3ac606b9-fbf8-4c2c-82f3-b7a6afeaa7ab req-3b0a5fe1-6d9e-4b2b-8d88-1f52b21e79cf service nova] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Received unexpected event network-vif-plugged-21e8e3bb-699a-4694-871e-052b17116b85 for instance with vm_state building and task_state spawning. [ 1116.837962] env[68831]: DEBUG nova.network.neutron [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Successfully updated port: 21e8e3bb-699a-4694-871e-052b17116b85 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.854220] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.854466] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.854706] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.854902] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.855060] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.855209] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.855405] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.855563] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.855732] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.855887] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.856071] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.861302] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa20df9-2cc5-4566-8e8a-ac21ad0e3800 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.879359] env[68831]: DEBUG oslo_vmware.api [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1116.879359] env[68831]: value = "task-2803372" [ 1116.879359] env[68831]: _type = "Task" [ 1116.879359] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.889902] env[68831]: DEBUG oslo_vmware.api [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.896483] env[68831]: DEBUG nova.compute.manager [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.896689] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.897599] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bd6c75-1415-4e62-8bfd-e5aa8c922202 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.908436] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.908656] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a6b8d5e-31ca-4d7e-a1b9-571466fd170b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.910843] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b451093a-b3b7-4603-8107-30a6680db7ed tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Lock "609c9a02-1ad9-44c5-af2e-15c3ffbda709" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.703s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.952966] env[68831]: DEBUG oslo_vmware.api [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19474} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.954192] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.954192] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.954192] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.954192] env[68831]: INFO nova.compute.manager [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1116.954459] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.954459] env[68831]: DEBUG nova.compute.manager [-] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.954696] env[68831]: DEBUG nova.network.neutron [-] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.991098] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.992036] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.992036] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleting the datastore file [datastore1] 42408e69-d69b-4baa-b0dd-62051734c92e {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.992036] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17e78ea8-8246-499a-93c0-adf3321c07f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.999445] env[68831]: DEBUG oslo_vmware.api [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1116.999445] env[68831]: value = "task-2803374" [ 1116.999445] env[68831]: _type = "Task" [ 1116.999445] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.009470] env[68831]: DEBUG oslo_vmware.api [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.342396] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "refresh_cache-1ff2c62b-37d9-4f78-8e3b-34478abc5404" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.342396] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "refresh_cache-1ff2c62b-37d9-4f78-8e3b-34478abc5404" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.342396] env[68831]: DEBUG nova.network.neutron [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.371389] env[68831]: DEBUG nova.network.neutron [None req-837e187c-1717-461f-a486-94d258bde8b8 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Updating instance_info_cache with network_info: [{"id": "e3676ffe-160c-457e-b4d1-beda62240fb9", "address": "fa:16:3e:c6:12:1b", "network": {"id": "323d6838-a28d-4333-9760-94ee9280e037", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1921691465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34c758fdc5a04b408322e92655e799af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3676ffe-16", "ovs_interfaceid": "e3676ffe-160c-457e-b4d1-beda62240fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.390711] env[68831]: DEBUG oslo_vmware.api [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803372, 'name': ReconfigVM_Task, 'duration_secs': 0.253067} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.393639] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance '63f5f38f-aecc-41d3-abb2-c8ae50ae8172' progress to 33 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.516374] env[68831]: DEBUG oslo_vmware.api [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207194} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.516653] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.516850] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.517070] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.517220] env[68831]: INFO nova.compute.manager [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1117.517453] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.517661] env[68831]: DEBUG nova.compute.manager [-] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.517760] env[68831]: DEBUG nova.network.neutron [-] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.715490] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f7d8fd-c7bc-49ad-9317-b466ff59128b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.726601] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ac4e73-e255-4fc3-baf2-99844b073710 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.759811] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c20f67-bbae-4ae2-b9a2-c03e13dbf2fc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.768585] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed2ac0a-55d3-4ffb-9646-b73bcf497d55 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.784737] env[68831]: DEBUG nova.compute.provider_tree [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.787878] env[68831]: DEBUG nova.compute.manager [req-3ca253ce-5876-46ca-8d03-581e39710932 req-3a05772b-bbba-418e-9a1e-1e7e2ae0347a service nova] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Received event network-vif-deleted-a1ab89ea-3d3f-4a3e-80eb-77170037bc6e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.787878] env[68831]: INFO nova.compute.manager [req-3ca253ce-5876-46ca-8d03-581e39710932 req-3a05772b-bbba-418e-9a1e-1e7e2ae0347a service nova] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Neutron deleted interface a1ab89ea-3d3f-4a3e-80eb-77170037bc6e; detaching it from the instance and deleting it from the info cache [ 1117.787878] env[68831]: DEBUG nova.network.neutron [req-3ca253ce-5876-46ca-8d03-581e39710932 req-3a05772b-bbba-418e-9a1e-1e7e2ae0347a service nova] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.804213] env[68831]: DEBUG nova.network.neutron [-] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.874437] env[68831]: DEBUG oslo_concurrency.lockutils [None req-837e187c-1717-461f-a486-94d258bde8b8 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Releasing lock "refresh_cache-05611151-ab8a-4435-9225-60d1671b7d2a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.878879] env[68831]: DEBUG nova.network.neutron [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.899421] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.899623] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.900393] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.900393] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.900393] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.900393] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.900662] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.900662] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.900798] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.900958] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.901145] env[68831]: DEBUG nova.virt.hardware [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.906391] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1117.906949] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beb0f2bc-72c7-40af-a635-a3361f437ce5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.930667] env[68831]: DEBUG oslo_vmware.api [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1117.930667] env[68831]: value = "task-2803375" [ 1117.930667] env[68831]: _type = "Task" [ 1117.930667] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.941696] env[68831]: DEBUG oslo_vmware.api [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.265896] env[68831]: DEBUG nova.network.neutron [-] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.289727] env[68831]: DEBUG nova.scheduler.client.report [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.298276] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5492d4fa-0196-40c9-b217-be2d999d3772 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.301771] env[68831]: DEBUG nova.network.neutron [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Updating instance_info_cache with network_info: [{"id": "21e8e3bb-699a-4694-871e-052b17116b85", "address": "fa:16:3e:99:84:ad", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e8e3bb-69", "ovs_interfaceid": "21e8e3bb-699a-4694-871e-052b17116b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.308143] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730e4a9f-d33a-4f9e-ba18-043e2a4dc0bb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.319902] env[68831]: INFO nova.compute.manager [-] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Took 1.36 seconds to deallocate network for instance. [ 1118.353930] env[68831]: DEBUG nova.compute.manager [req-3ca253ce-5876-46ca-8d03-581e39710932 req-3a05772b-bbba-418e-9a1e-1e7e2ae0347a service nova] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Detach interface failed, port_id=a1ab89ea-3d3f-4a3e-80eb-77170037bc6e, reason: Instance 42408e69-d69b-4baa-b0dd-62051734c92e could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1118.446041] env[68831]: DEBUG oslo_vmware.api [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803375, 'name': ReconfigVM_Task, 'duration_secs': 0.195896} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.446041] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1118.446041] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d21c5b-7565-44f4-ad4c-883adfce08f5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.478358] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 63f5f38f-aecc-41d3-abb2-c8ae50ae8172/63f5f38f-aecc-41d3-abb2-c8ae50ae8172.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.479152] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45a9315b-f299-4f34-a8c3-57b4c2da4a22 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.503617] env[68831]: DEBUG oslo_vmware.api [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1118.503617] env[68831]: value = "task-2803376" [ 1118.503617] env[68831]: _type = "Task" [ 1118.503617] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.513455] env[68831]: DEBUG oslo_vmware.api [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.768470] env[68831]: INFO nova.compute.manager [-] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Took 1.25 seconds to deallocate network for instance. [ 1118.788509] env[68831]: DEBUG nova.compute.manager [req-60536bff-8e9c-479f-b34d-70a1e3ad2237 req-5a3c45dd-fb13-44da-b2ff-6faec7037464 service nova] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Received event network-changed-21e8e3bb-699a-4694-871e-052b17116b85 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1118.788719] env[68831]: DEBUG nova.compute.manager [req-60536bff-8e9c-479f-b34d-70a1e3ad2237 req-5a3c45dd-fb13-44da-b2ff-6faec7037464 service nova] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Refreshing instance network info cache due to event network-changed-21e8e3bb-699a-4694-871e-052b17116b85. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1118.789130] env[68831]: DEBUG oslo_concurrency.lockutils [req-60536bff-8e9c-479f-b34d-70a1e3ad2237 req-5a3c45dd-fb13-44da-b2ff-6faec7037464 service nova] Acquiring lock "refresh_cache-1ff2c62b-37d9-4f78-8e3b-34478abc5404" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.795917] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.797557] env[68831]: DEBUG nova.compute.manager [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.807876] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.703s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.807876] env[68831]: DEBUG nova.objects.instance [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Lazy-loading 'resources' on Instance uuid c31cfbea-d4f4-454d-87b5-e74e87adc798 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.808954] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "refresh_cache-1ff2c62b-37d9-4f78-8e3b-34478abc5404" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.809725] env[68831]: DEBUG nova.compute.manager [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Instance network_info: |[{"id": "21e8e3bb-699a-4694-871e-052b17116b85", "address": "fa:16:3e:99:84:ad", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e8e3bb-69", "ovs_interfaceid": "21e8e3bb-699a-4694-871e-052b17116b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.810731] env[68831]: DEBUG oslo_concurrency.lockutils [req-60536bff-8e9c-479f-b34d-70a1e3ad2237 req-5a3c45dd-fb13-44da-b2ff-6faec7037464 service nova] Acquired lock "refresh_cache-1ff2c62b-37d9-4f78-8e3b-34478abc5404" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.810731] env[68831]: DEBUG nova.network.neutron [req-60536bff-8e9c-479f-b34d-70a1e3ad2237 req-5a3c45dd-fb13-44da-b2ff-6faec7037464 service nova] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Refreshing network info cache for port 21e8e3bb-699a-4694-871e-052b17116b85 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.812339] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:84:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21e8e3bb-699a-4694-871e-052b17116b85', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.821304] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.825793] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.827447] env[68831]: DEBUG oslo_concurrency.lockutils [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.827717] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36745d6a-7462-44cf-ab5c-a96ffa96bd66 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.852487] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.852487] env[68831]: value = "task-2803377" [ 1118.852487] env[68831]: _type = "Task" [ 1118.852487] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.861782] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803377, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.881292] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-837e187c-1717-461f-a486-94d258bde8b8 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.881651] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e39b121-da72-4dc9-a05d-da00f66626ca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.889763] env[68831]: DEBUG oslo_vmware.api [None req-837e187c-1717-461f-a486-94d258bde8b8 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1118.889763] env[68831]: value = "task-2803378" [ 1118.889763] env[68831]: _type = "Task" [ 1118.889763] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.898546] env[68831]: DEBUG oslo_vmware.api [None req-837e187c-1717-461f-a486-94d258bde8b8 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.014566] env[68831]: DEBUG oslo_vmware.api [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803376, 'name': ReconfigVM_Task, 'duration_secs': 0.298058} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.015392] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 63f5f38f-aecc-41d3-abb2-c8ae50ae8172/63f5f38f-aecc-41d3-abb2-c8ae50ae8172.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.015392] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance '63f5f38f-aecc-41d3-abb2-c8ae50ae8172' progress to 50 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.279949] env[68831]: DEBUG oslo_concurrency.lockutils [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.310906] env[68831]: DEBUG nova.compute.utils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.310906] env[68831]: DEBUG nova.compute.manager [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.311338] env[68831]: DEBUG nova.network.neutron [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.367877] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803377, 'name': CreateVM_Task, 'duration_secs': 0.353383} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.368064] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.368760] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.368928] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.372213] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.372213] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ba018f-6c66-4046-9a84-8c430a76776d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.374818] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1119.374818] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52702ca0-5368-b3c0-c85d-548b4620238c" [ 1119.374818] env[68831]: _type = "Task" [ 1119.374818] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.389122] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52702ca0-5368-b3c0-c85d-548b4620238c, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.389122] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.389356] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.389704] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.389704] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.389886] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.390109] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1000fb6e-b890-400c-917e-25ddc1730fc2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.411706] env[68831]: DEBUG oslo_vmware.api [None req-837e187c-1717-461f-a486-94d258bde8b8 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803378, 'name': PowerOnVM_Task, 'duration_secs': 0.470829} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.413015] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-837e187c-1717-461f-a486-94d258bde8b8 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.413425] env[68831]: DEBUG nova.compute.manager [None req-837e187c-1717-461f-a486-94d258bde8b8 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.416021] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.416021] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.416021] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9350d8-c289-4b9d-9dd2-ea6476048bb8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.417829] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a15c01-1a5c-488f-b79c-aa96d1a0c2f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.424254] env[68831]: DEBUG nova.policy [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71eeb38483ee46edb2d204d0b671d020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91848de1d3df4d95a5349959069883b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.437329] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1119.437329] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d3e139-8df4-6f99-be7a-c3475b3fcb20" [ 1119.437329] env[68831]: _type = "Task" [ 1119.437329] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.449391] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d3e139-8df4-6f99-be7a-c3475b3fcb20, 'name': SearchDatastore_Task, 'duration_secs': 0.01165} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.452020] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec5b6c8-c3dd-42cb-9f24-420d252d91fd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.455952] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1119.455952] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52840384-020c-aa81-3b1f-6f65c544ca61" [ 1119.455952] env[68831]: _type = "Task" [ 1119.455952] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.466131] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52840384-020c-aa81-3b1f-6f65c544ca61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.522262] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd843d48-813b-44d9-af7a-750552345c2c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.557754] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11546dd4-845d-4f65-bbf9-7f0b6bb5ab9e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.582786] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance '63f5f38f-aecc-41d3-abb2-c8ae50ae8172' progress to 67 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.765099] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08b0794-2b80-4eb1-9420-2fba3eb58cfa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.772395] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18f7875-7ca5-44e1-b438-7f769f178872 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.804603] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd01a8b-6bd9-4225-8194-d9afde261123 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.819854] env[68831]: DEBUG nova.compute.manager [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.824379] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3d4735-66b9-4e21-a17d-7e82398375c3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.843423] env[68831]: DEBUG nova.compute.provider_tree [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.893556] env[68831]: DEBUG nova.network.neutron [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Successfully created port: 6b320c11-a526-4489-9597-703ba0be42f0 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.933257] env[68831]: DEBUG nova.network.neutron [req-60536bff-8e9c-479f-b34d-70a1e3ad2237 req-5a3c45dd-fb13-44da-b2ff-6faec7037464 service nova] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Updated VIF entry in instance network info cache for port 21e8e3bb-699a-4694-871e-052b17116b85. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.933624] env[68831]: DEBUG nova.network.neutron [req-60536bff-8e9c-479f-b34d-70a1e3ad2237 req-5a3c45dd-fb13-44da-b2ff-6faec7037464 service nova] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Updating instance_info_cache with network_info: [{"id": "21e8e3bb-699a-4694-871e-052b17116b85", "address": "fa:16:3e:99:84:ad", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e8e3bb-69", "ovs_interfaceid": "21e8e3bb-699a-4694-871e-052b17116b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.968849] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52840384-020c-aa81-3b1f-6f65c544ca61, 'name': SearchDatastore_Task, 'duration_secs': 0.020691} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.969148] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.969407] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 1ff2c62b-37d9-4f78-8e3b-34478abc5404/1ff2c62b-37d9-4f78-8e3b-34478abc5404.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.969671] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bd19585-8b40-47a3-b23e-42589ee0ebff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.978439] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1119.978439] env[68831]: value = "task-2803379" [ 1119.978439] env[68831]: _type = "Task" [ 1119.978439] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.986549] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.346070] env[68831]: DEBUG nova.scheduler.client.report [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.436162] env[68831]: DEBUG oslo_concurrency.lockutils [req-60536bff-8e9c-479f-b34d-70a1e3ad2237 req-5a3c45dd-fb13-44da-b2ff-6faec7037464 service nova] Releasing lock "refresh_cache-1ff2c62b-37d9-4f78-8e3b-34478abc5404" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.436360] env[68831]: DEBUG nova.compute.manager [req-60536bff-8e9c-479f-b34d-70a1e3ad2237 req-5a3c45dd-fb13-44da-b2ff-6faec7037464 service nova] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Received event network-vif-deleted-952c4cac-4010-4ad3-b349-58ac24721c68 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.489452] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803379, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.839023] env[68831]: DEBUG nova.compute.manager [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.850964] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.853834] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.122s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.855578] env[68831]: INFO nova.compute.claims [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.868135] env[68831]: DEBUG nova.virt.hardware [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.868403] env[68831]: DEBUG nova.virt.hardware [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.868781] env[68831]: DEBUG nova.virt.hardware [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.868781] env[68831]: DEBUG nova.virt.hardware [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.869639] env[68831]: DEBUG nova.virt.hardware [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.869639] env[68831]: DEBUG nova.virt.hardware [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.869639] env[68831]: DEBUG nova.virt.hardware [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.869639] env[68831]: DEBUG nova.virt.hardware [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.869876] env[68831]: DEBUG nova.virt.hardware [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.870114] env[68831]: DEBUG nova.virt.hardware [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.870363] env[68831]: DEBUG nova.virt.hardware [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.871474] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b34cf13-2c8e-4bf0-9227-fc8841789776 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.877015] env[68831]: INFO nova.scheduler.client.report [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Deleted allocations for instance c31cfbea-d4f4-454d-87b5-e74e87adc798 [ 1120.883656] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6776728d-b6ec-4e6b-af37-ea948c56ce83 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.988326] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803379, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.236771] env[68831]: DEBUG nova.network.neutron [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Port 2c653f75-93a1-4859-89d2-280188ceea49 binding to destination host cpu-1 is already ACTIVE {{(pid=68831) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1121.323515] env[68831]: DEBUG nova.compute.manager [req-68ab61d9-c334-421a-ac90-e1e32be2986a req-f3973b56-4d5b-4f54-bcc7-48ddedd1494a service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Received event network-vif-plugged-6b320c11-a526-4489-9597-703ba0be42f0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.323772] env[68831]: DEBUG oslo_concurrency.lockutils [req-68ab61d9-c334-421a-ac90-e1e32be2986a req-f3973b56-4d5b-4f54-bcc7-48ddedd1494a service nova] Acquiring lock "315511f1-cd02-4989-ab44-f07126e0afef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.324044] env[68831]: DEBUG oslo_concurrency.lockutils [req-68ab61d9-c334-421a-ac90-e1e32be2986a req-f3973b56-4d5b-4f54-bcc7-48ddedd1494a service nova] Lock "315511f1-cd02-4989-ab44-f07126e0afef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.324279] env[68831]: DEBUG oslo_concurrency.lockutils [req-68ab61d9-c334-421a-ac90-e1e32be2986a req-f3973b56-4d5b-4f54-bcc7-48ddedd1494a service nova] Lock "315511f1-cd02-4989-ab44-f07126e0afef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.324517] env[68831]: DEBUG nova.compute.manager [req-68ab61d9-c334-421a-ac90-e1e32be2986a req-f3973b56-4d5b-4f54-bcc7-48ddedd1494a service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] No waiting events found dispatching network-vif-plugged-6b320c11-a526-4489-9597-703ba0be42f0 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.324776] env[68831]: WARNING nova.compute.manager [req-68ab61d9-c334-421a-ac90-e1e32be2986a req-f3973b56-4d5b-4f54-bcc7-48ddedd1494a service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Received unexpected event network-vif-plugged-6b320c11-a526-4489-9597-703ba0be42f0 for instance with vm_state building and task_state spawning. [ 1121.393302] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8a5f617f-b363-488e-a0fd-d4e3ad425abc tempest-InstanceActionsTestJSON-1270707871 tempest-InstanceActionsTestJSON-1270707871-project-member] Lock "c31cfbea-d4f4-454d-87b5-e74e87adc798" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.232s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.419571] env[68831]: DEBUG nova.network.neutron [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Successfully updated port: 6b320c11-a526-4489-9597-703ba0be42f0 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.491046] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803379, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.922659] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "refresh_cache-315511f1-cd02-4989-ab44-f07126e0afef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.922808] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "refresh_cache-315511f1-cd02-4989-ab44-f07126e0afef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.923016] env[68831]: DEBUG nova.network.neutron [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.990921] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803379, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.72262} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.991224] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 1ff2c62b-37d9-4f78-8e3b-34478abc5404/1ff2c62b-37d9-4f78-8e3b-34478abc5404.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.991440] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.991696] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-868021d1-2339-48fe-bd5e-02008ee6e35b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.999817] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1121.999817] env[68831]: value = "task-2803380" [ 1121.999817] env[68831]: _type = "Task" [ 1121.999817] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.009236] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.178028] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f0eab4-a1d4-4dfa-929e-4975f93790f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.185198] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99a0ab0-c363-4e41-89c5-fec14381a462 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.221388] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d809c8a6-5e9d-438a-83a5-e8e9daed9f93 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.229865] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930610bd-5a15-4b42-a28b-0c3e2a942cad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.244295] env[68831]: DEBUG nova.compute.provider_tree [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.263360] env[68831]: DEBUG oslo_concurrency.lockutils [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.264162] env[68831]: DEBUG oslo_concurrency.lockutils [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.264162] env[68831]: DEBUG oslo_concurrency.lockutils [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.475665] env[68831]: DEBUG nova.network.neutron [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.509596] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092818} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.509869] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.511058] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28afc783-d4aa-4154-9732-67768b128303 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.535015] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 1ff2c62b-37d9-4f78-8e3b-34478abc5404/1ff2c62b-37d9-4f78-8e3b-34478abc5404.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.538121] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85adc107-6169-4b3d-a3e9-b2831bf7e89a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.562680] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1122.562680] env[68831]: value = "task-2803381" [ 1122.562680] env[68831]: _type = "Task" [ 1122.562680] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.571405] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.707318] env[68831]: DEBUG nova.network.neutron [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Updating instance_info_cache with network_info: [{"id": "6b320c11-a526-4489-9597-703ba0be42f0", "address": "fa:16:3e:51:b1:36", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b320c11-a5", "ovs_interfaceid": "6b320c11-a526-4489-9597-703ba0be42f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.758028] env[68831]: DEBUG nova.scheduler.client.report [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.075736] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803381, 'name': ReconfigVM_Task, 'duration_secs': 0.401931} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.075736] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 1ff2c62b-37d9-4f78-8e3b-34478abc5404/1ff2c62b-37d9-4f78-8e3b-34478abc5404.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.075736] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1876598b-ab36-463e-8549-2601807a8864 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.082775] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1123.082775] env[68831]: value = "task-2803382" [ 1123.082775] env[68831]: _type = "Task" [ 1123.082775] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.089676] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803382, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.210645] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "refresh_cache-315511f1-cd02-4989-ab44-f07126e0afef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.211068] env[68831]: DEBUG nova.compute.manager [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Instance network_info: |[{"id": "6b320c11-a526-4489-9597-703ba0be42f0", "address": "fa:16:3e:51:b1:36", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b320c11-a5", "ovs_interfaceid": "6b320c11-a526-4489-9597-703ba0be42f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.211512] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:b1:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b320c11-a526-4489-9597-703ba0be42f0', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.219009] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Creating folder: Project (91848de1d3df4d95a5349959069883b6). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.219295] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77ad8f8a-a413-432e-93f7-1dd17e7a6369 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.229909] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Created folder: Project (91848de1d3df4d95a5349959069883b6) in parent group-v563050. [ 1123.230108] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Creating folder: Instances. Parent ref: group-v563322. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.230347] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-517d08b6-7adf-4734-9665-d9e23c7d6a25 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.240907] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Created folder: Instances in parent group-v563322. [ 1123.240907] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.240907] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.241040] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb26fb73-41a4-4fe4-941e-849a0adfabd0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.261560] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.261560] env[68831]: value = "task-2803385" [ 1123.261560] env[68831]: _type = "Task" [ 1123.261560] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.261560] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.262222] env[68831]: DEBUG nova.compute.manager [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.264998] env[68831]: DEBUG oslo_concurrency.lockutils [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.654s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.265568] env[68831]: DEBUG nova.objects.instance [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lazy-loading 'resources' on Instance uuid c1453f23-0639-4d5a-9ac6-d834b2864f59 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.282925] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803385, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.335951] env[68831]: DEBUG oslo_concurrency.lockutils [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.336268] env[68831]: DEBUG oslo_concurrency.lockutils [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.336507] env[68831]: DEBUG nova.network.neutron [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.361726] env[68831]: DEBUG nova.compute.manager [req-2ae6584c-64d2-4380-8b7a-ba615afb6ded req-933f0d39-c4ab-4139-a89a-de05b8f9d469 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Received event network-changed-6b320c11-a526-4489-9597-703ba0be42f0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.362010] env[68831]: DEBUG nova.compute.manager [req-2ae6584c-64d2-4380-8b7a-ba615afb6ded req-933f0d39-c4ab-4139-a89a-de05b8f9d469 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Refreshing instance network info cache due to event network-changed-6b320c11-a526-4489-9597-703ba0be42f0. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1123.362214] env[68831]: DEBUG oslo_concurrency.lockutils [req-2ae6584c-64d2-4380-8b7a-ba615afb6ded req-933f0d39-c4ab-4139-a89a-de05b8f9d469 service nova] Acquiring lock "refresh_cache-315511f1-cd02-4989-ab44-f07126e0afef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.362418] env[68831]: DEBUG oslo_concurrency.lockutils [req-2ae6584c-64d2-4380-8b7a-ba615afb6ded req-933f0d39-c4ab-4139-a89a-de05b8f9d469 service nova] Acquired lock "refresh_cache-315511f1-cd02-4989-ab44-f07126e0afef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.362552] env[68831]: DEBUG nova.network.neutron [req-2ae6584c-64d2-4380-8b7a-ba615afb6ded req-933f0d39-c4ab-4139-a89a-de05b8f9d469 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Refreshing network info cache for port 6b320c11-a526-4489-9597-703ba0be42f0 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.590795] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803382, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.770222] env[68831]: DEBUG nova.compute.utils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.774254] env[68831]: DEBUG nova.compute.manager [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.774431] env[68831]: DEBUG nova.network.neutron [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.781503] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803385, 'name': CreateVM_Task, 'duration_secs': 0.367946} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.782184] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.782798] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.783426] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.783426] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.783751] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e06b70c-54a2-4e15-88e1-92139fe2d11b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.788932] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1123.788932] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520da7e0-cfbb-1dab-3d76-84eda59533b1" [ 1123.788932] env[68831]: _type = "Task" [ 1123.788932] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.797065] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520da7e0-cfbb-1dab-3d76-84eda59533b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.814517] env[68831]: DEBUG nova.policy [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05353b1ca13e48ccb4423a806a911f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e09e70ea0fcc4af6b1b75c71f620f986', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.099066] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803382, 'name': Rename_Task, 'duration_secs': 0.944074} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.099643] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.102594] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05a99f05-31aa-4717-a0c1-094a6c5a83fc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.109640] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1124.109640] env[68831]: value = "task-2803386" [ 1124.109640] env[68831]: _type = "Task" [ 1124.109640] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.124490] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.137072] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb537d61-3ea3-4eff-a3c0-cb5d15cabd07 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.139132] env[68831]: DEBUG nova.network.neutron [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance_info_cache with network_info: [{"id": "2c653f75-93a1-4859-89d2-280188ceea49", "address": "fa:16:3e:1b:27:d6", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c653f75-93", "ovs_interfaceid": "2c653f75-93a1-4859-89d2-280188ceea49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.143275] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256c8e50-1e65-4b94-99c5-34dd56e6cf6d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.179662] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79b609c-a168-4932-ac07-0dabefd78623 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.193194] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4c80d9-437f-4220-8ae8-780cbd6f2fa3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.208888] env[68831]: DEBUG nova.compute.provider_tree [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.259034] env[68831]: DEBUG nova.network.neutron [req-2ae6584c-64d2-4380-8b7a-ba615afb6ded req-933f0d39-c4ab-4139-a89a-de05b8f9d469 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Updated VIF entry in instance network info cache for port 6b320c11-a526-4489-9597-703ba0be42f0. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.260754] env[68831]: DEBUG nova.network.neutron [req-2ae6584c-64d2-4380-8b7a-ba615afb6ded req-933f0d39-c4ab-4139-a89a-de05b8f9d469 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Updating instance_info_cache with network_info: [{"id": "6b320c11-a526-4489-9597-703ba0be42f0", "address": "fa:16:3e:51:b1:36", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b320c11-a5", "ovs_interfaceid": "6b320c11-a526-4489-9597-703ba0be42f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.277327] env[68831]: DEBUG nova.compute.manager [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.300690] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520da7e0-cfbb-1dab-3d76-84eda59533b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011081} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.301190] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.302356] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.302356] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.302356] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.302356] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.302597] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-848357ea-5454-4869-b029-fa564ed021b3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.311492] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.311674] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.312492] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b5a770-9214-474a-b78b-55822c442251 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.316774] env[68831]: DEBUG nova.network.neutron [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Successfully created port: 52673d8b-f440-46f7-b211-623f62b3c57b {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.320333] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1124.320333] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5290e23f-806c-3e15-9211-1ac78bef75d8" [ 1124.320333] env[68831]: _type = "Task" [ 1124.320333] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.329489] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5290e23f-806c-3e15-9211-1ac78bef75d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.619570] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803386, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.643326] env[68831]: DEBUG oslo_concurrency.lockutils [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.711790] env[68831]: DEBUG nova.scheduler.client.report [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.763866] env[68831]: DEBUG oslo_concurrency.lockutils [req-2ae6584c-64d2-4380-8b7a-ba615afb6ded req-933f0d39-c4ab-4139-a89a-de05b8f9d469 service nova] Releasing lock "refresh_cache-315511f1-cd02-4989-ab44-f07126e0afef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.833053] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5290e23f-806c-3e15-9211-1ac78bef75d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014092} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.833823] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e1e03c-76f6-4ab2-b63f-876bb0aa25f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.839765] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1124.839765] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524a9a3d-aa5b-99b5-0ee5-50bcd7dde443" [ 1124.839765] env[68831]: _type = "Task" [ 1124.839765] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.846929] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524a9a3d-aa5b-99b5-0ee5-50bcd7dde443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.120751] env[68831]: DEBUG oslo_vmware.api [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803386, 'name': PowerOnVM_Task, 'duration_secs': 0.554527} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.121296] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.121610] env[68831]: INFO nova.compute.manager [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1125.121919] env[68831]: DEBUG nova.compute.manager [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.122820] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44221b52-5e08-4b82-a261-aa596c019b46 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.152709] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8805a4-708a-42f7-879a-33068c585ffe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.160919] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42996518-87a6-428b-8bde-45df3fadba5a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.218383] env[68831]: DEBUG oslo_concurrency.lockutils [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.219312] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.023s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.247961] env[68831]: INFO nova.scheduler.client.report [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleted allocations for instance c1453f23-0639-4d5a-9ac6-d834b2864f59 [ 1125.287802] env[68831]: DEBUG nova.compute.manager [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.316243] env[68831]: DEBUG nova.virt.hardware [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.316499] env[68831]: DEBUG nova.virt.hardware [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.316704] env[68831]: DEBUG nova.virt.hardware [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.316905] env[68831]: DEBUG nova.virt.hardware [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.317016] env[68831]: DEBUG nova.virt.hardware [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.317517] env[68831]: DEBUG nova.virt.hardware [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.317971] env[68831]: DEBUG nova.virt.hardware [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.318158] env[68831]: DEBUG nova.virt.hardware [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.318408] env[68831]: DEBUG nova.virt.hardware [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.318890] env[68831]: DEBUG nova.virt.hardware [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.318890] env[68831]: DEBUG nova.virt.hardware [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.320225] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d4088a-dbe4-4fa6-9c67-06494c6905aa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.328836] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9341df73-fee7-4040-b847-57491013bec3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.351978] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524a9a3d-aa5b-99b5-0ee5-50bcd7dde443, 'name': SearchDatastore_Task, 'duration_secs': 0.021104} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.352273] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.352533] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 315511f1-cd02-4989-ab44-f07126e0afef/315511f1-cd02-4989-ab44-f07126e0afef.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.352787] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-021e37a4-c856-4982-8a81-f14fca555e1d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.359219] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1125.359219] env[68831]: value = "task-2803387" [ 1125.359219] env[68831]: _type = "Task" [ 1125.359219] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.367776] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.644213] env[68831]: INFO nova.compute.manager [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Took 17.34 seconds to build instance. [ 1125.728840] env[68831]: INFO nova.compute.claims [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.762024] env[68831]: DEBUG oslo_concurrency.lockutils [None req-608df623-ef34-4830-8d62-b14b9976959f tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "c1453f23-0639-4d5a-9ac6-d834b2864f59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.495s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.873171] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803387, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.983248] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.984187] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.021188] env[68831]: DEBUG nova.compute.manager [req-43373eb5-b6a4-44dc-8671-95ca833e4863 req-a66f8530-073b-4c04-ba8d-04c66344d54e service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Received event network-vif-plugged-52673d8b-f440-46f7-b211-623f62b3c57b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1126.021188] env[68831]: DEBUG oslo_concurrency.lockutils [req-43373eb5-b6a4-44dc-8671-95ca833e4863 req-a66f8530-073b-4c04-ba8d-04c66344d54e service nova] Acquiring lock "6dcef76f-4663-412d-b967-2316b92b6c7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.021188] env[68831]: DEBUG oslo_concurrency.lockutils [req-43373eb5-b6a4-44dc-8671-95ca833e4863 req-a66f8530-073b-4c04-ba8d-04c66344d54e service nova] Lock "6dcef76f-4663-412d-b967-2316b92b6c7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.021188] env[68831]: DEBUG oslo_concurrency.lockutils [req-43373eb5-b6a4-44dc-8671-95ca833e4863 req-a66f8530-073b-4c04-ba8d-04c66344d54e service nova] Lock "6dcef76f-4663-412d-b967-2316b92b6c7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.021188] env[68831]: DEBUG nova.compute.manager [req-43373eb5-b6a4-44dc-8671-95ca833e4863 req-a66f8530-073b-4c04-ba8d-04c66344d54e service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] No waiting events found dispatching network-vif-plugged-52673d8b-f440-46f7-b211-623f62b3c57b {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.021188] env[68831]: WARNING nova.compute.manager [req-43373eb5-b6a4-44dc-8671-95ca833e4863 req-a66f8530-073b-4c04-ba8d-04c66344d54e service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Received unexpected event network-vif-plugged-52673d8b-f440-46f7-b211-623f62b3c57b for instance with vm_state building and task_state spawning. [ 1126.077296] env[68831]: DEBUG nova.network.neutron [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Successfully updated port: 52673d8b-f440-46f7-b211-623f62b3c57b {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.149344] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9fef95bc-8ec8-4afe-aded-623b2f99a5b3 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "1ff2c62b-37d9-4f78-8e3b-34478abc5404" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.849s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.187039] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.187039] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.221104] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "72392c14-3751-4d2a-b8cf-b1f91bf904f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.223022] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "72392c14-3751-4d2a-b8cf-b1f91bf904f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.223022] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "72392c14-3751-4d2a-b8cf-b1f91bf904f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.223022] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "72392c14-3751-4d2a-b8cf-b1f91bf904f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.223022] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "72392c14-3751-4d2a-b8cf-b1f91bf904f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.224662] env[68831]: INFO nova.compute.manager [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Terminating instance [ 1126.240021] env[68831]: INFO nova.compute.resource_tracker [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating resource usage from migration 849c1aa8-1da1-49a6-934d-2ea689357ca1 [ 1126.285162] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0579fa51-b7c8-4848-839c-f32a74431738 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.312637] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e75aedd-258d-4b49-a5fc-6f9f1f3a6166 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.322441] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance '63f5f38f-aecc-41d3-abb2-c8ae50ae8172' progress to 83 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.375926] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803387, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.491114] env[68831]: INFO nova.compute.manager [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Detaching volume 9edc9630-a6eb-47ec-802c-d1a13d05b9b9 [ 1126.538141] env[68831]: INFO nova.virt.block_device [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Attempting to driver detach volume 9edc9630-a6eb-47ec-802c-d1a13d05b9b9 from mountpoint /dev/sdb [ 1126.538460] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1126.538557] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563289', 'volume_id': '9edc9630-a6eb-47ec-802c-d1a13d05b9b9', 'name': 'volume-9edc9630-a6eb-47ec-802c-d1a13d05b9b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5be9111c-f58a-43eb-94c1-d0ac8d99159f', 'attached_at': '', 'detached_at': '', 'volume_id': '9edc9630-a6eb-47ec-802c-d1a13d05b9b9', 'serial': '9edc9630-a6eb-47ec-802c-d1a13d05b9b9'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1126.539441] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1d4430-9d7a-416a-83a4-4c5111259e52 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.569373] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c48f94-874f-4bfc-8308-f2860042f9ce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.579535] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295bd1ad-b898-40b4-babe-b4ffcd0ba1f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.582697] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.582868] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.582957] env[68831]: DEBUG nova.network.neutron [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.607303] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5293368-494d-4b2f-acaa-60979e3e1814 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.623148] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] The volume has not been displaced from its original location: [datastore2] volume-9edc9630-a6eb-47ec-802c-d1a13d05b9b9/volume-9edc9630-a6eb-47ec-802c-d1a13d05b9b9.vmdk. No consolidation needed. {{(pid=68831) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1126.629214] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.632410] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49ece5aa-d8ed-4d03-b84a-9e1c2c23a9d0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.650903] env[68831]: DEBUG oslo_vmware.api [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1126.650903] env[68831]: value = "task-2803388" [ 1126.650903] env[68831]: _type = "Task" [ 1126.650903] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.666113] env[68831]: DEBUG oslo_vmware.api [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803388, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.707082] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfbad05-83ae-45ba-9363-8588acdb2581 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.707738] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.709024] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.709024] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.709024] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.709226] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.709294] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.709465] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68831) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1126.709560] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.713187] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e652e162-f08b-42d7-ab09-b9f7cf066d76 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.746022] env[68831]: DEBUG nova.compute.manager [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.746022] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.746022] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bea368a-9019-4e83-bf63-9dac9eb0faac {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.748031] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3f366b-9f9e-49fd-bceb-0190df440ac2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.757821] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6694a83-7c9e-4391-b94a-4c8e6fdee3cc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.761780] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.761995] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03894a17-c035-486d-b3f2-f0ebe949123a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.775496] env[68831]: DEBUG nova.compute.provider_tree [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.778049] env[68831]: DEBUG oslo_vmware.api [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1126.778049] env[68831]: value = "task-2803389" [ 1126.778049] env[68831]: _type = "Task" [ 1126.778049] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.788269] env[68831]: DEBUG oslo_vmware.api [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.831047] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.831410] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b43b7bd9-91c9-4d14-83d3-aee1dc3db9a7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.838468] env[68831]: DEBUG oslo_vmware.api [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1126.838468] env[68831]: value = "task-2803390" [ 1126.838468] env[68831]: _type = "Task" [ 1126.838468] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.846916] env[68831]: DEBUG oslo_vmware.api [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.870960] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803387, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.076871] env[68831]: DEBUG oslo_concurrency.lockutils [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "1ff2c62b-37d9-4f78-8e3b-34478abc5404" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.076871] env[68831]: DEBUG oslo_concurrency.lockutils [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "1ff2c62b-37d9-4f78-8e3b-34478abc5404" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.077148] env[68831]: DEBUG oslo_concurrency.lockutils [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "1ff2c62b-37d9-4f78-8e3b-34478abc5404-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.077257] env[68831]: DEBUG oslo_concurrency.lockutils [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "1ff2c62b-37d9-4f78-8e3b-34478abc5404-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.077428] env[68831]: DEBUG oslo_concurrency.lockutils [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "1ff2c62b-37d9-4f78-8e3b-34478abc5404-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.080568] env[68831]: INFO nova.compute.manager [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Terminating instance [ 1127.131684] env[68831]: DEBUG nova.network.neutron [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.164120] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "2d714d34-e397-4665-a505-c2d34a5d1ec8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.164421] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "2d714d34-e397-4665-a505-c2d34a5d1ec8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.172334] env[68831]: DEBUG oslo_vmware.api [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.214451] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.283035] env[68831]: DEBUG nova.scheduler.client.report [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.292371] env[68831]: DEBUG oslo_vmware.api [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803389, 'name': PowerOffVM_Task, 'duration_secs': 0.250963} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.292728] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.292875] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.293131] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59e28e56-c707-4fc2-80de-c8d460fa69b5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.316884] env[68831]: DEBUG nova.network.neutron [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Updating instance_info_cache with network_info: [{"id": "52673d8b-f440-46f7-b211-623f62b3c57b", "address": "fa:16:3e:75:6b:b6", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52673d8b-f4", "ovs_interfaceid": "52673d8b-f440-46f7-b211-623f62b3c57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.349450] env[68831]: DEBUG oslo_vmware.api [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803390, 'name': PowerOnVM_Task, 'duration_secs': 0.447786} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.349802] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.350073] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-291fd871-cf59-4adc-824a-5bd61bc3fc31 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance '63f5f38f-aecc-41d3-abb2-c8ae50ae8172' progress to 100 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.368709] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.368968] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.369209] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleting the datastore file [datastore2] 72392c14-3751-4d2a-b8cf-b1f91bf904f6 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.369948] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6193babd-0f04-47c6-835d-b116ba8e5ffb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.375794] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803387, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.829185} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.376214] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 315511f1-cd02-4989-ab44-f07126e0afef/315511f1-cd02-4989-ab44-f07126e0afef.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.376484] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.376793] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cfa8d3e-1d74-488f-a3b3-d849a9e0eabc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.380462] env[68831]: DEBUG oslo_vmware.api [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1127.380462] env[68831]: value = "task-2803392" [ 1127.380462] env[68831]: _type = "Task" [ 1127.380462] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.385453] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1127.385453] env[68831]: value = "task-2803393" [ 1127.385453] env[68831]: _type = "Task" [ 1127.385453] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.392165] env[68831]: DEBUG oslo_vmware.api [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.397386] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.584785] env[68831]: DEBUG nova.compute.manager [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.588017] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.588017] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7cdca2-f39a-4718-97f6-844b1166bcc1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.594867] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.603020] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67b30a2e-85c4-4150-aff3-716ad95bd449 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.604531] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Acquiring lock "bb632208-8467-4d97-97ba-1764c130c2a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.605015] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Lock "bb632208-8467-4d97-97ba-1764c130c2a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.611901] env[68831]: DEBUG oslo_vmware.api [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1127.611901] env[68831]: value = "task-2803394" [ 1127.611901] env[68831]: _type = "Task" [ 1127.611901] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.621564] env[68831]: DEBUG oslo_vmware.api [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.667953] env[68831]: INFO nova.compute.manager [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Detaching volume 3d2cc03a-4057-4737-ae7b-a636dde1e9fd [ 1127.670226] env[68831]: DEBUG oslo_vmware.api [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803388, 'name': ReconfigVM_Task, 'duration_secs': 0.794772} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.672190] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.679237] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e8ea792-8fa7-451f-b3c0-d6e1b49a0216 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.697099] env[68831]: DEBUG oslo_vmware.api [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1127.697099] env[68831]: value = "task-2803395" [ 1127.697099] env[68831]: _type = "Task" [ 1127.697099] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.703551] env[68831]: DEBUG oslo_vmware.api [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.719872] env[68831]: INFO nova.virt.block_device [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Attempting to driver detach volume 3d2cc03a-4057-4737-ae7b-a636dde1e9fd from mountpoint /dev/sdb [ 1127.719872] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1127.719872] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563300', 'volume_id': '3d2cc03a-4057-4737-ae7b-a636dde1e9fd', 'name': 'volume-3d2cc03a-4057-4737-ae7b-a636dde1e9fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d714d34-e397-4665-a505-c2d34a5d1ec8', 'attached_at': '', 'detached_at': '', 'volume_id': '3d2cc03a-4057-4737-ae7b-a636dde1e9fd', 'serial': '3d2cc03a-4057-4737-ae7b-a636dde1e9fd'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1127.719872] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd0e57c-0019-40e4-b535-d82a3d0363b8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.475947] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.257s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.476165] env[68831]: INFO nova.compute.manager [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Migrating [ 1128.482310] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.482569] env[68831]: DEBUG nova.compute.manager [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Instance network_info: |[{"id": "52673d8b-f440-46f7-b211-623f62b3c57b", "address": "fa:16:3e:75:6b:b6", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52673d8b-f4", "ovs_interfaceid": "52673d8b-f440-46f7-b211-623f62b3c57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.486011] env[68831]: DEBUG nova.compute.manager [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.494611] env[68831]: DEBUG nova.compute.manager [req-21493d62-a6f9-4226-afde-adcce55ff10b req-ce0b4d98-1c19-4fce-8033-9f130ed5ebf6 service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Received event network-changed-52673d8b-f440-46f7-b211-623f62b3c57b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1128.494793] env[68831]: DEBUG nova.compute.manager [req-21493d62-a6f9-4226-afde-adcce55ff10b req-ce0b4d98-1c19-4fce-8033-9f130ed5ebf6 service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Refreshing instance network info cache due to event network-changed-52673d8b-f440-46f7-b211-623f62b3c57b. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1128.495009] env[68831]: DEBUG oslo_concurrency.lockutils [req-21493d62-a6f9-4226-afde-adcce55ff10b req-ce0b4d98-1c19-4fce-8033-9f130ed5ebf6 service nova] Acquiring lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.495163] env[68831]: DEBUG oslo_concurrency.lockutils [req-21493d62-a6f9-4226-afde-adcce55ff10b req-ce0b4d98-1c19-4fce-8033-9f130ed5ebf6 service nova] Acquired lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.495378] env[68831]: DEBUG nova.network.neutron [req-21493d62-a6f9-4226-afde-adcce55ff10b req-ce0b4d98-1c19-4fce-8033-9f130ed5ebf6 service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Refreshing network info cache for port 52673d8b-f440-46f7-b211-623f62b3c57b {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.496548] env[68831]: DEBUG oslo_concurrency.lockutils [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.669s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.496798] env[68831]: DEBUG nova.objects.instance [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lazy-loading 'resources' on Instance uuid aef91ac7-be14-43ff-a5d3-2138d51dac9a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.497728] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:6b:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52673d8b-f440-46f7-b211-623f62b3c57b', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.505028] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.518705] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9166777a-454e-46dc-af9f-6118901761cf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.527297] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.527805] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5a77819-ae5f-4919-8550-3d6591102bae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.564575] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090962} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.565453] env[68831]: DEBUG oslo_vmware.api [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803395, 'name': ReconfigVM_Task, 'duration_secs': 0.185241} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.565669] env[68831]: DEBUG oslo_vmware.api [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803394, 'name': PowerOffVM_Task, 'duration_secs': 0.577521} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.565867] env[68831]: DEBUG oslo_vmware.api [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249731} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.566764] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.567145] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563289', 'volume_id': '9edc9630-a6eb-47ec-802c-d1a13d05b9b9', 'name': 'volume-9edc9630-a6eb-47ec-802c-d1a13d05b9b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5be9111c-f58a-43eb-94c1-d0ac8d99159f', 'attached_at': '', 'detached_at': '', 'volume_id': '9edc9630-a6eb-47ec-802c-d1a13d05b9b9', 'serial': '9edc9630-a6eb-47ec-802c-d1a13d05b9b9'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1128.569272] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.573090] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.573090] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.573090] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.573090] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.573090] env[68831]: INFO nova.compute.manager [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1128.573090] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.573090] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b179713-c67a-429e-ae70-9e32404bb6f2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.575326] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2f56e4-cc3e-49f7-9687-49306b8618c8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.580735] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ead61d8-933f-4b67-a5f3-9eab629fa26d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.580735] env[68831]: DEBUG nova.compute.manager [-] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.580735] env[68831]: DEBUG nova.network.neutron [-] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.581629] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.581629] env[68831]: value = "task-2803396" [ 1128.581629] env[68831]: _type = "Task" [ 1128.581629] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.621305] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 315511f1-cd02-4989-ab44-f07126e0afef/315511f1-cd02-4989-ab44-f07126e0afef.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.624936] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9b7da62-a3f4-45e4-ba1d-94d5f48da2c0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.645246] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7267e4fc-26f6-4a86-bce7-016c18a6ca39 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.650776] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803396, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.657306] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.657306] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.657306] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleting the datastore file [datastore1] 1ff2c62b-37d9-4f78-8e3b-34478abc5404 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.667376] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63402fd1-fadb-4568-886a-11347359a084 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.669545] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] The volume has not been displaced from its original location: [datastore1] volume-3d2cc03a-4057-4737-ae7b-a636dde1e9fd/volume-3d2cc03a-4057-4737-ae7b-a636dde1e9fd.vmdk. No consolidation needed. {{(pid=68831) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1128.676093] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1128.677878] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d17afd76-ca5a-4f44-9933-f48a153078d5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.691372] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1128.691372] env[68831]: value = "task-2803398" [ 1128.691372] env[68831]: _type = "Task" [ 1128.691372] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.697186] env[68831]: DEBUG oslo_vmware.api [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1128.697186] env[68831]: value = "task-2803399" [ 1128.697186] env[68831]: _type = "Task" [ 1128.697186] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.699034] env[68831]: DEBUG oslo_vmware.api [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1128.699034] env[68831]: value = "task-2803400" [ 1128.699034] env[68831]: _type = "Task" [ 1128.699034] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.704591] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.714661] env[68831]: DEBUG oslo_vmware.api [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.714661] env[68831]: DEBUG oslo_vmware.api [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803400, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.013173] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.032589] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.032589] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.032589] env[68831]: DEBUG nova.network.neutron [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.093949] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803396, 'name': CreateVM_Task, 'duration_secs': 0.379093} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.093949] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.094698] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.094952] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.095197] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.095453] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e3951f-387b-4051-a9f0-318ff9ef1f19 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.103318] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1129.103318] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5274209b-bdaf-4351-a0a2-192b52e6edc3" [ 1129.103318] env[68831]: _type = "Task" [ 1129.103318] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.118202] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5274209b-bdaf-4351-a0a2-192b52e6edc3, 'name': SearchDatastore_Task, 'duration_secs': 0.009102} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.120870] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.121129] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.121362] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.121510] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.121686] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.123078] env[68831]: DEBUG nova.objects.instance [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lazy-loading 'flavor' on Instance uuid 5be9111c-f58a-43eb-94c1-d0ac8d99159f {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.124451] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-164ecd77-9b54-4bca-8b10-6838ff40cfd6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.146189] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.146397] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.147440] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bcb726a-e427-4557-9944-d45ed24ea535 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.156148] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1129.156148] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5291aac3-15bb-963d-6d41-4dbff7930860" [ 1129.156148] env[68831]: _type = "Task" [ 1129.156148] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.165625] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5291aac3-15bb-963d-6d41-4dbff7930860, 'name': SearchDatastore_Task, 'duration_secs': 0.009169} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.169649] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57833c56-b9ba-4731-bf04-99c3b840b02c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.174854] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1129.174854] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524cc0f5-26fd-c594-0ad3-acd0914cfb6d" [ 1129.174854] env[68831]: _type = "Task" [ 1129.174854] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.184285] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524cc0f5-26fd-c594-0ad3-acd0914cfb6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.201482] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803398, 'name': ReconfigVM_Task, 'duration_secs': 0.326164} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.206367] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 315511f1-cd02-4989-ab44-f07126e0afef/315511f1-cd02-4989-ab44-f07126e0afef.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.213264] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a6d6b22-429a-4cd4-9d0c-bb747f3b3120 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.226406] env[68831]: DEBUG oslo_vmware.api [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803400, 'name': ReconfigVM_Task, 'duration_secs': 0.262997} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.226406] env[68831]: DEBUG oslo_vmware.api [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170632} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.230176] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1129.234921] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.235139] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.235344] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.235625] env[68831]: INFO nova.compute.manager [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1129.236074] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.236434] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1129.236434] env[68831]: value = "task-2803401" [ 1129.236434] env[68831]: _type = "Task" [ 1129.236434] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.236980] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4386c86-9b71-4a6d-a022-9234496a8272 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.255229] env[68831]: DEBUG nova.compute.manager [-] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.255476] env[68831]: DEBUG nova.network.neutron [-] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.267790] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803401, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.269208] env[68831]: DEBUG oslo_vmware.api [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1129.269208] env[68831]: value = "task-2803402" [ 1129.269208] env[68831]: _type = "Task" [ 1129.269208] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.277350] env[68831]: DEBUG oslo_vmware.api [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.389436] env[68831]: DEBUG nova.network.neutron [-] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.448384] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7e664e-28ec-4000-951c-c758c64d1c93 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.459307] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c2429a-7276-4b44-b7da-28563b086fe4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.491548] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d418112-75c7-48f4-81b4-1a44f7aa91b8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.503250] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ca3ad1-6f45-41b7-98af-22542d54b2dc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.519457] env[68831]: DEBUG nova.compute.provider_tree [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.587263] env[68831]: DEBUG nova.network.neutron [req-21493d62-a6f9-4226-afde-adcce55ff10b req-ce0b4d98-1c19-4fce-8033-9f130ed5ebf6 service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Updated VIF entry in instance network info cache for port 52673d8b-f440-46f7-b211-623f62b3c57b. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.587602] env[68831]: DEBUG nova.network.neutron [req-21493d62-a6f9-4226-afde-adcce55ff10b req-ce0b4d98-1c19-4fce-8033-9f130ed5ebf6 service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Updating instance_info_cache with network_info: [{"id": "52673d8b-f440-46f7-b211-623f62b3c57b", "address": "fa:16:3e:75:6b:b6", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52673d8b-f4", "ovs_interfaceid": "52673d8b-f440-46f7-b211-623f62b3c57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.685900] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524cc0f5-26fd-c594-0ad3-acd0914cfb6d, 'name': SearchDatastore_Task, 'duration_secs': 0.012071} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.686197] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.686444] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 6dcef76f-4663-412d-b967-2316b92b6c7a/6dcef76f-4663-412d-b967-2316b92b6c7a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.686684] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d438e27-e047-4163-9991-e2126b2ce226 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.694785] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1129.694785] env[68831]: value = "task-2803403" [ 1129.694785] env[68831]: _type = "Task" [ 1129.694785] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.702094] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.770999] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803401, 'name': Rename_Task, 'duration_secs': 0.147575} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.771836] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.775021] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b978d52-eea0-478a-8467-6a5a790850e6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.782201] env[68831]: DEBUG oslo_vmware.api [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803402, 'name': ReconfigVM_Task, 'duration_secs': 0.137805} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.783558] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563300', 'volume_id': '3d2cc03a-4057-4737-ae7b-a636dde1e9fd', 'name': 'volume-3d2cc03a-4057-4737-ae7b-a636dde1e9fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d714d34-e397-4665-a505-c2d34a5d1ec8', 'attached_at': '', 'detached_at': '', 'volume_id': '3d2cc03a-4057-4737-ae7b-a636dde1e9fd', 'serial': '3d2cc03a-4057-4737-ae7b-a636dde1e9fd'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1129.786043] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1129.786043] env[68831]: value = "task-2803404" [ 1129.786043] env[68831]: _type = "Task" [ 1129.786043] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.790294] env[68831]: DEBUG nova.network.neutron [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance_info_cache with network_info: [{"id": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "address": "fa:16:3e:4d:9e:00", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d3c7c2f-4f", "ovs_interfaceid": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.797842] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803404, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.892339] env[68831]: INFO nova.compute.manager [-] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Took 1.31 seconds to deallocate network for instance. [ 1130.027886] env[68831]: DEBUG nova.scheduler.client.report [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.090200] env[68831]: DEBUG oslo_concurrency.lockutils [req-21493d62-a6f9-4226-afde-adcce55ff10b req-ce0b4d98-1c19-4fce-8033-9f130ed5ebf6 service nova] Releasing lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.098189] env[68831]: DEBUG nova.compute.manager [req-00114e9c-79da-44ef-a35b-643367c1e818 req-be408025-607b-4f31-94a9-574724e102a1 service nova] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Received event network-vif-deleted-66791046-bc8a-4732-8884-59d337ae07a4 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1130.098470] env[68831]: DEBUG nova.compute.manager [req-00114e9c-79da-44ef-a35b-643367c1e818 req-be408025-607b-4f31-94a9-574724e102a1 service nova] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Received event network-vif-deleted-21e8e3bb-699a-4694-871e-052b17116b85 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1130.098663] env[68831]: INFO nova.compute.manager [req-00114e9c-79da-44ef-a35b-643367c1e818 req-be408025-607b-4f31-94a9-574724e102a1 service nova] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Neutron deleted interface 21e8e3bb-699a-4694-871e-052b17116b85; detaching it from the instance and deleting it from the info cache [ 1130.098830] env[68831]: DEBUG nova.network.neutron [req-00114e9c-79da-44ef-a35b-643367c1e818 req-be408025-607b-4f31-94a9-574724e102a1 service nova] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.103196] env[68831]: DEBUG nova.network.neutron [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Port 2c653f75-93a1-4859-89d2-280188ceea49 binding to destination host cpu-1 is already ACTIVE {{(pid=68831) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1130.103463] env[68831]: DEBUG oslo_concurrency.lockutils [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.103607] env[68831]: DEBUG oslo_concurrency.lockutils [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.103825] env[68831]: DEBUG nova.network.neutron [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.133377] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1b6611b8-65e4-4333-b228-b658c9149711 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.150s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.152526] env[68831]: DEBUG nova.network.neutron [-] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.205171] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448547} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.205452] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 6dcef76f-4663-412d-b967-2316b92b6c7a/6dcef76f-4663-412d-b967-2316b92b6c7a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.205673] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.205918] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abb17845-8626-46aa-94f6-a1ab5f6f5a60 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.212178] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1130.212178] env[68831]: value = "task-2803405" [ 1130.212178] env[68831]: _type = "Task" [ 1130.212178] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.219700] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.296822] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.298508] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.336046] env[68831]: DEBUG nova.objects.instance [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lazy-loading 'flavor' on Instance uuid 2d714d34-e397-4665-a505-c2d34a5d1ec8 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.400434] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.520811] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.521153] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.521378] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.521566] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.521818] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.524051] env[68831]: INFO nova.compute.manager [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Terminating instance [ 1130.532428] env[68831]: DEBUG oslo_concurrency.lockutils [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.534770] env[68831]: DEBUG oslo_concurrency.lockutils [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.256s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.534964] env[68831]: DEBUG nova.objects.instance [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lazy-loading 'resources' on Instance uuid 42408e69-d69b-4baa-b0dd-62051734c92e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.558731] env[68831]: INFO nova.scheduler.client.report [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Deleted allocations for instance aef91ac7-be14-43ff-a5d3-2138d51dac9a [ 1130.604656] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53f4762c-bafe-43f7-ab90-a1c2e2e34938 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.615053] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b11fa4-87cc-4688-a1d4-571c68a0b874 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.650072] env[68831]: DEBUG nova.compute.manager [req-00114e9c-79da-44ef-a35b-643367c1e818 req-be408025-607b-4f31-94a9-574724e102a1 service nova] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Detach interface failed, port_id=21e8e3bb-699a-4694-871e-052b17116b85, reason: Instance 1ff2c62b-37d9-4f78-8e3b-34478abc5404 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1130.654745] env[68831]: INFO nova.compute.manager [-] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Took 1.40 seconds to deallocate network for instance. [ 1130.723508] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09337} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.723861] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.724549] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96c2a2b-9e10-4637-9c76-26268b3807fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.746905] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 6dcef76f-4663-412d-b967-2316b92b6c7a/6dcef76f-4663-412d-b967-2316b92b6c7a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.747183] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4f19768-f0f9-4d5b-920c-d804d20c9e18 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.765513] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1130.765513] env[68831]: value = "task-2803406" [ 1130.765513] env[68831]: _type = "Task" [ 1130.765513] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.773112] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.795706] env[68831]: DEBUG oslo_vmware.api [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803404, 'name': PowerOnVM_Task, 'duration_secs': 0.610483} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.795961] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.796200] env[68831]: INFO nova.compute.manager [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1130.796399] env[68831]: DEBUG nova.compute.manager [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.797168] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb21b79-f7a0-4477-a63f-88dcba3bb143 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.853723] env[68831]: DEBUG nova.network.neutron [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance_info_cache with network_info: [{"id": "2c653f75-93a1-4859-89d2-280188ceea49", "address": "fa:16:3e:1b:27:d6", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c653f75-93", "ovs_interfaceid": "2c653f75-93a1-4859-89d2-280188ceea49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.028294] env[68831]: DEBUG nova.compute.manager [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.028454] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.029405] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9df5d21-b183-4658-a7a5-45da53079bf7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.042021] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.042021] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfee0609-6410-491f-a1e9-1c1741254cf8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.045811] env[68831]: DEBUG oslo_vmware.api [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1131.045811] env[68831]: value = "task-2803407" [ 1131.045811] env[68831]: _type = "Task" [ 1131.045811] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.054550] env[68831]: DEBUG oslo_vmware.api [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.066269] env[68831]: DEBUG oslo_concurrency.lockutils [None req-702aa6ac-79ea-48ba-8242-7af7217a8303 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "aef91ac7-be14-43ff-a5d3-2138d51dac9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.780s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.160666] env[68831]: DEBUG oslo_concurrency.lockutils [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.279280] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.322060] env[68831]: INFO nova.compute.manager [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Took 21.27 seconds to build instance. [ 1131.343515] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d2bb75da-5244-4e63-8d7d-dfee48b55cf6 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "2d714d34-e397-4665-a505-c2d34a5d1ec8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.179s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.355743] env[68831]: DEBUG oslo_concurrency.lockutils [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.413971] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479971b6-47d4-40aa-b77d-fa7152141341 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.423824] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61414dae-f4ce-467d-a4ff-3abff0add96e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.454823] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2f7aa6-2e05-439f-ad70-c4988565fc49 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.462296] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d07b79-3227-41dc-9986-53683689ac42 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.475569] env[68831]: DEBUG nova.compute.provider_tree [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.556666] env[68831]: DEBUG oslo_vmware.api [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803407, 'name': PowerOffVM_Task, 'duration_secs': 0.211371} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.557014] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.557202] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.557455] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7ceb639-cb00-4eea-8468-1d3ffdb4a733 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.624633] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.625052] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.625324] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleting the datastore file [datastore2] 5be9111c-f58a-43eb-94c1-d0ac8d99159f {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.625672] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ba17058-5f5e-40c0-8a6a-bb16c3ccc40e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.636800] env[68831]: DEBUG oslo_vmware.api [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1131.636800] env[68831]: value = "task-2803409" [ 1131.636800] env[68831]: _type = "Task" [ 1131.636800] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.650548] env[68831]: DEBUG oslo_vmware.api [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.776494] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803406, 'name': ReconfigVM_Task, 'duration_secs': 0.8856} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.776494] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 6dcef76f-4663-412d-b967-2316b92b6c7a/6dcef76f-4663-412d-b967-2316b92b6c7a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.776494] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94ac9e62-4666-416d-838d-d4e636a10973 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.782919] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1131.782919] env[68831]: value = "task-2803410" [ 1131.782919] env[68831]: _type = "Task" [ 1131.782919] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.790858] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803410, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.819893] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee1dc2d-9eb9-457f-ba19-098b86ad7683 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.822682] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "2d714d34-e397-4665-a505-c2d34a5d1ec8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.822900] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "2d714d34-e397-4665-a505-c2d34a5d1ec8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.823112] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "2d714d34-e397-4665-a505-c2d34a5d1ec8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.823310] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "2d714d34-e397-4665-a505-c2d34a5d1ec8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.823474] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "2d714d34-e397-4665-a505-c2d34a5d1ec8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.824929] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5e3b1354-9271-4c58-83f2-fac2a91b7112 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "315511f1-cd02-4989-ab44-f07126e0afef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.777s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.825748] env[68831]: INFO nova.compute.manager [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Terminating instance [ 1131.842717] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance '28bf3f4e-650a-44b4-abf2-8195f32cfb34' progress to 0 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.846743] env[68831]: DEBUG nova.compute.manager [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.849021] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.849021] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f1ea0b-52a6-4577-b9bf-a395e9e42411 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.855420] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.855655] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85408056-e9f1-42e3-bf11-f1742fe1f368 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.858945] env[68831]: DEBUG nova.compute.manager [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68831) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1131.866825] env[68831]: DEBUG oslo_vmware.api [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1131.866825] env[68831]: value = "task-2803411" [ 1131.866825] env[68831]: _type = "Task" [ 1131.866825] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.874662] env[68831]: DEBUG oslo_vmware.api [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.978579] env[68831]: DEBUG nova.scheduler.client.report [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.128909] env[68831]: DEBUG nova.compute.manager [req-1fc68a8c-1b61-40fc-8e97-a11d9dbf5af3 req-d4334d5b-e97f-4bca-a56d-fcd536aabe51 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Received event network-changed-6b320c11-a526-4489-9597-703ba0be42f0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1132.129230] env[68831]: DEBUG nova.compute.manager [req-1fc68a8c-1b61-40fc-8e97-a11d9dbf5af3 req-d4334d5b-e97f-4bca-a56d-fcd536aabe51 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Refreshing instance network info cache due to event network-changed-6b320c11-a526-4489-9597-703ba0be42f0. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1132.129548] env[68831]: DEBUG oslo_concurrency.lockutils [req-1fc68a8c-1b61-40fc-8e97-a11d9dbf5af3 req-d4334d5b-e97f-4bca-a56d-fcd536aabe51 service nova] Acquiring lock "refresh_cache-315511f1-cd02-4989-ab44-f07126e0afef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.129756] env[68831]: DEBUG oslo_concurrency.lockutils [req-1fc68a8c-1b61-40fc-8e97-a11d9dbf5af3 req-d4334d5b-e97f-4bca-a56d-fcd536aabe51 service nova] Acquired lock "refresh_cache-315511f1-cd02-4989-ab44-f07126e0afef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.129986] env[68831]: DEBUG nova.network.neutron [req-1fc68a8c-1b61-40fc-8e97-a11d9dbf5af3 req-d4334d5b-e97f-4bca-a56d-fcd536aabe51 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Refreshing network info cache for port 6b320c11-a526-4489-9597-703ba0be42f0 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.151520] env[68831]: DEBUG oslo_vmware.api [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153515} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.152269] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.152964] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.152964] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.153120] env[68831]: INFO nova.compute.manager [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1132.153452] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.153693] env[68831]: DEBUG nova.compute.manager [-] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.153863] env[68831]: DEBUG nova.network.neutron [-] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.293012] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803410, 'name': Rename_Task, 'duration_secs': 0.352066} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.293296] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.293656] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14cad92d-b79f-442e-a8fa-cfc94e81016b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.300269] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1132.300269] env[68831]: value = "task-2803412" [ 1132.300269] env[68831]: _type = "Task" [ 1132.300269] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.308523] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.353549] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.353863] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d5ad2a0-66d0-4dd6-a802-80f4e35bebbb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.361432] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1132.361432] env[68831]: value = "task-2803413" [ 1132.361432] env[68831]: _type = "Task" [ 1132.361432] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.370024] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.377765] env[68831]: DEBUG oslo_vmware.api [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803411, 'name': PowerOffVM_Task, 'duration_secs': 0.360683} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.378033] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.378242] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.378521] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac458ed2-b485-4c0f-99d2-9b88aa0628b3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.458687] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.458912] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.459155] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Deleting the datastore file [datastore2] 2d714d34-e397-4665-a505-c2d34a5d1ec8 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.459669] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b919ea3-6722-40a6-97a5-219bb7d35fd0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.467204] env[68831]: DEBUG oslo_vmware.api [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1132.467204] env[68831]: value = "task-2803415" [ 1132.467204] env[68831]: _type = "Task" [ 1132.467204] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.486915] env[68831]: DEBUG oslo_concurrency.lockutils [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.488610] env[68831]: DEBUG oslo_vmware.api [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.489592] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.275s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.489592] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.489592] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68831) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1132.489777] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.477s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.491242] env[68831]: INFO nova.compute.claims [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.494871] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b332d0e0-5666-4eb7-952c-bf1a7e0a9abf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.504286] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c3c48c-1076-4004-a8d5-862df0557d90 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.512898] env[68831]: INFO nova.scheduler.client.report [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleted allocations for instance 42408e69-d69b-4baa-b0dd-62051734c92e [ 1132.526529] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2043a3-598a-4878-bff8-c19d62da8b54 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.535524] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219d9934-a6fd-4045-a088-0b2543b72671 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.566805] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178507MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68831) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1132.566925] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.671666] env[68831]: DEBUG nova.compute.manager [req-dc10959e-0e90-412e-b3e6-8590b8132f8e req-99577b05-5878-4f6c-8b3a-3965e24faceb service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Received event network-vif-deleted-39572b43-2398-4d1c-b909-34423e050b8b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1132.671666] env[68831]: INFO nova.compute.manager [req-dc10959e-0e90-412e-b3e6-8590b8132f8e req-99577b05-5878-4f6c-8b3a-3965e24faceb service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Neutron deleted interface 39572b43-2398-4d1c-b909-34423e050b8b; detaching it from the instance and deleting it from the info cache [ 1132.671666] env[68831]: DEBUG nova.network.neutron [req-dc10959e-0e90-412e-b3e6-8590b8132f8e req-99577b05-5878-4f6c-8b3a-3965e24faceb service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.814035] env[68831]: DEBUG oslo_vmware.api [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803412, 'name': PowerOnVM_Task, 'duration_secs': 0.505819} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.814035] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.814035] env[68831]: INFO nova.compute.manager [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1132.814035] env[68831]: DEBUG nova.compute.manager [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.814035] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4239c8f-84ac-4405-9136-bc24d2a6fcea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.873278] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803413, 'name': PowerOffVM_Task, 'duration_secs': 0.246181} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.873539] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.873724] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance '28bf3f4e-650a-44b4-abf2-8195f32cfb34' progress to 17 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.977258] env[68831]: DEBUG oslo_concurrency.lockutils [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.977574] env[68831]: DEBUG oslo_vmware.api [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184646} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.977845] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.978074] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.978282] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.978454] env[68831]: INFO nova.compute.manager [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1132.978684] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.978868] env[68831]: DEBUG nova.compute.manager [-] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.978960] env[68831]: DEBUG nova.network.neutron [-] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.006530] env[68831]: DEBUG nova.network.neutron [req-1fc68a8c-1b61-40fc-8e97-a11d9dbf5af3 req-d4334d5b-e97f-4bca-a56d-fcd536aabe51 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Updated VIF entry in instance network info cache for port 6b320c11-a526-4489-9597-703ba0be42f0. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.006530] env[68831]: DEBUG nova.network.neutron [req-1fc68a8c-1b61-40fc-8e97-a11d9dbf5af3 req-d4334d5b-e97f-4bca-a56d-fcd536aabe51 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Updating instance_info_cache with network_info: [{"id": "6b320c11-a526-4489-9597-703ba0be42f0", "address": "fa:16:3e:51:b1:36", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b320c11-a5", "ovs_interfaceid": "6b320c11-a526-4489-9597-703ba0be42f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.033612] env[68831]: DEBUG oslo_concurrency.lockutils [None req-11e83468-728c-41bd-92a1-a93ff64d9b09 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "42408e69-d69b-4baa-b0dd-62051734c92e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.643s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.123368] env[68831]: DEBUG nova.network.neutron [-] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.174314] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1a58be5-cf61-4744-9532-7e704cfb7bf0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.190000] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e9acf2-3cea-4f58-adf2-5833e374b7eb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.228836] env[68831]: DEBUG nova.compute.manager [req-dc10959e-0e90-412e-b3e6-8590b8132f8e req-99577b05-5878-4f6c-8b3a-3965e24faceb service nova] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Detach interface failed, port_id=39572b43-2398-4d1c-b909-34423e050b8b, reason: Instance 5be9111c-f58a-43eb-94c1-d0ac8d99159f could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1133.332131] env[68831]: INFO nova.compute.manager [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Took 22.61 seconds to build instance. [ 1133.384663] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.384958] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.385171] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.385368] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.385520] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.385659] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.386606] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.386606] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.386606] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.386606] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.386606] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.392493] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5279f6f0-2db1-42a9-86da-618cadc37fdf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.410040] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1133.410040] env[68831]: value = "task-2803416" [ 1133.410040] env[68831]: _type = "Task" [ 1133.410040] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.421171] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.509621] env[68831]: DEBUG oslo_concurrency.lockutils [req-1fc68a8c-1b61-40fc-8e97-a11d9dbf5af3 req-d4334d5b-e97f-4bca-a56d-fcd536aabe51 service nova] Releasing lock "refresh_cache-315511f1-cd02-4989-ab44-f07126e0afef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.625180] env[68831]: INFO nova.compute.manager [-] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Took 1.47 seconds to deallocate network for instance. [ 1133.762743] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "a3a2e020-875a-4156-b368-61b0ba641524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.762895] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "a3a2e020-875a-4156-b368-61b0ba641524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.837380] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c17c6567-bf91-4b34-bc59-1208c8181762 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "6dcef76f-4663-412d-b967-2316b92b6c7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.131s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.892107] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f666ee11-ed35-4520-baad-39d089a32401 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.900948] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771d2cd7-730b-4c95-a070-cd4da32b074e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.939845] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb16a78c-4d80-4fa9-b9e4-dd796720b979 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.945156] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.949938] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacb7bdd-8d8e-43e9-9208-989404bb7311 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.962762] env[68831]: DEBUG nova.compute.provider_tree [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.021573] env[68831]: DEBUG nova.network.neutron [-] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.131883] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.164781] env[68831]: DEBUG nova.compute.manager [req-06a4b208-26d2-4ed1-82b5-96cf6fe8760d req-38a5f686-6477-4a2f-98ec-54a934951cf0 service nova] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Received event network-vif-deleted-fe7c134c-18cb-46af-96c4-7e27c9bdf9f7 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.268432] env[68831]: DEBUG nova.compute.manager [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.422813] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.465872] env[68831]: DEBUG nova.scheduler.client.report [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.526077] env[68831]: INFO nova.compute.manager [-] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Took 1.55 seconds to deallocate network for instance. [ 1134.700528] env[68831]: DEBUG nova.compute.manager [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Received event network-changed-e31b5106-8950-47f2-b07c-a2b6b81acba6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.700720] env[68831]: DEBUG nova.compute.manager [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Refreshing instance network info cache due to event network-changed-e31b5106-8950-47f2-b07c-a2b6b81acba6. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1134.700937] env[68831]: DEBUG oslo_concurrency.lockutils [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] Acquiring lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.701126] env[68831]: DEBUG oslo_concurrency.lockutils [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] Acquired lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.701297] env[68831]: DEBUG nova.network.neutron [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Refreshing network info cache for port e31b5106-8950-47f2-b07c-a2b6b81acba6 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.790755] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.924259] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803416, 'name': ReconfigVM_Task, 'duration_secs': 1.363848} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.924653] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance '28bf3f4e-650a-44b4-abf2-8195f32cfb34' progress to 33 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.970618] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.971180] env[68831]: DEBUG nova.compute.manager [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.974340] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.573s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.974340] env[68831]: DEBUG nova.objects.instance [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lazy-loading 'resources' on Instance uuid 72392c14-3751-4d2a-b8cf-b1f91bf904f6 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.036276] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.431924] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.432194] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.432355] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.432662] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.432662] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.432860] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.433356] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.433604] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.433788] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.434047] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.434239] env[68831]: DEBUG nova.virt.hardware [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.440509] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.443531] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de24dba-7902-40bf-8d63-c4317f0a93fc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.464278] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1135.464278] env[68831]: value = "task-2803417" [ 1135.464278] env[68831]: _type = "Task" [ 1135.464278] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.473018] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.476744] env[68831]: DEBUG nova.compute.utils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.478575] env[68831]: DEBUG nova.compute.manager [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.482020] env[68831]: DEBUG nova.network.neutron [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.548191] env[68831]: DEBUG nova.network.neutron [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updated VIF entry in instance network info cache for port e31b5106-8950-47f2-b07c-a2b6b81acba6. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.548774] env[68831]: DEBUG nova.network.neutron [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updating instance_info_cache with network_info: [{"id": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "address": "fa:16:3e:bb:c7:f0", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b5106-89", "ovs_interfaceid": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.558831] env[68831]: DEBUG nova.policy [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5174190643e941639ad976e3bad94e8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5450537babea43f8800d9d3263d9dd1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.878258] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e230fb57-ac89-4eb5-a161-200af04156d8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.885926] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51d7aff-df3a-4613-ae48-f80c5381d561 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.919680] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110eeeb7-9ac8-44e3-8e0e-d72ca3328bde {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.928085] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8787c6eb-9c49-45c5-954e-d69b27b94a56 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.942069] env[68831]: DEBUG nova.compute.provider_tree [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.973860] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803417, 'name': ReconfigVM_Task, 'duration_secs': 0.188036} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.974172] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.974981] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27243a44-7c60-4d38-80cb-44dc74f5fe2b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.990651] env[68831]: DEBUG nova.compute.manager [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.002283] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 28bf3f4e-650a-44b4-abf2-8195f32cfb34/28bf3f4e-650a-44b4-abf2-8195f32cfb34.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.003217] env[68831]: DEBUG nova.network.neutron [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Successfully created port: 678f9b7a-c536-423b-adf6-c33c266b3ce3 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.005342] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e9598f2-9413-4f2f-948f-4d0e6b1ebf42 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.024617] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1136.024617] env[68831]: value = "task-2803418" [ 1136.024617] env[68831]: _type = "Task" [ 1136.024617] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.035066] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.051423] env[68831]: DEBUG oslo_concurrency.lockutils [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] Releasing lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.051689] env[68831]: DEBUG nova.compute.manager [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Received event network-changed-52673d8b-f440-46f7-b211-623f62b3c57b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.051857] env[68831]: DEBUG nova.compute.manager [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Refreshing instance network info cache due to event network-changed-52673d8b-f440-46f7-b211-623f62b3c57b. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1136.052087] env[68831]: DEBUG oslo_concurrency.lockutils [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] Acquiring lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.052268] env[68831]: DEBUG oslo_concurrency.lockutils [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] Acquired lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.052456] env[68831]: DEBUG nova.network.neutron [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Refreshing network info cache for port 52673d8b-f440-46f7-b211-623f62b3c57b {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.446100] env[68831]: DEBUG nova.scheduler.client.report [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.534425] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.730780] env[68831]: DEBUG nova.compute.manager [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Received event network-changed-52673d8b-f440-46f7-b211-623f62b3c57b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.730780] env[68831]: DEBUG nova.compute.manager [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Refreshing instance network info cache due to event network-changed-52673d8b-f440-46f7-b211-623f62b3c57b. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1136.730941] env[68831]: DEBUG oslo_concurrency.lockutils [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] Acquiring lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.809064] env[68831]: DEBUG nova.network.neutron [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Updated VIF entry in instance network info cache for port 52673d8b-f440-46f7-b211-623f62b3c57b. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.809466] env[68831]: DEBUG nova.network.neutron [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Updating instance_info_cache with network_info: [{"id": "52673d8b-f440-46f7-b211-623f62b3c57b", "address": "fa:16:3e:75:6b:b6", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52673d8b-f4", "ovs_interfaceid": "52673d8b-f440-46f7-b211-623f62b3c57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.950996] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.953961] env[68831]: DEBUG oslo_concurrency.lockutils [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.793s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.954199] env[68831]: DEBUG nova.objects.instance [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lazy-loading 'resources' on Instance uuid 1ff2c62b-37d9-4f78-8e3b-34478abc5404 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.976532] env[68831]: INFO nova.scheduler.client.report [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleted allocations for instance 72392c14-3751-4d2a-b8cf-b1f91bf904f6 [ 1137.010883] env[68831]: DEBUG nova.compute.manager [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.037351] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.039491] env[68831]: DEBUG nova.virt.hardware [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.039785] env[68831]: DEBUG nova.virt.hardware [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.039964] env[68831]: DEBUG nova.virt.hardware [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.040206] env[68831]: DEBUG nova.virt.hardware [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.040308] env[68831]: DEBUG nova.virt.hardware [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.040488] env[68831]: DEBUG nova.virt.hardware [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.040637] env[68831]: DEBUG nova.virt.hardware [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.040795] env[68831]: DEBUG nova.virt.hardware [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.040962] env[68831]: DEBUG nova.virt.hardware [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.041134] env[68831]: DEBUG nova.virt.hardware [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.041307] env[68831]: DEBUG nova.virt.hardware [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.042288] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d915f8c1-1841-4efa-b4f5-d03841048de5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.049286] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168733c4-9fc5-4c03-92a0-998f1a0fe7ec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.314198] env[68831]: DEBUG oslo_concurrency.lockutils [req-a71bf4a0-4095-4e87-adf7-ece440349b1c req-e4c6d153-0ec3-410f-ac33-7a33576cbe04 service nova] Releasing lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.314811] env[68831]: DEBUG oslo_concurrency.lockutils [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] Acquired lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.314987] env[68831]: DEBUG nova.network.neutron [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Refreshing network info cache for port 52673d8b-f440-46f7-b211-623f62b3c57b {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.486626] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ea0d3fd0-4b45-4d02-b4cc-4e616ee059c0 tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "72392c14-3751-4d2a-b8cf-b1f91bf904f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.265s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.537226] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803418, 'name': ReconfigVM_Task, 'duration_secs': 1.29472} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.537603] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 28bf3f4e-650a-44b4-abf2-8195f32cfb34/28bf3f4e-650a-44b4-abf2-8195f32cfb34.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.537929] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance '28bf3f4e-650a-44b4-abf2-8195f32cfb34' progress to 50 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.578868] env[68831]: DEBUG nova.compute.manager [req-67668fa9-9aba-4b87-a1e9-e2da2c22a062 req-7583372e-a870-4fa9-afe1-658963ed3abc service nova] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Received event network-vif-plugged-678f9b7a-c536-423b-adf6-c33c266b3ce3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.579146] env[68831]: DEBUG oslo_concurrency.lockutils [req-67668fa9-9aba-4b87-a1e9-e2da2c22a062 req-7583372e-a870-4fa9-afe1-658963ed3abc service nova] Acquiring lock "bb632208-8467-4d97-97ba-1764c130c2a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.579364] env[68831]: DEBUG oslo_concurrency.lockutils [req-67668fa9-9aba-4b87-a1e9-e2da2c22a062 req-7583372e-a870-4fa9-afe1-658963ed3abc service nova] Lock "bb632208-8467-4d97-97ba-1764c130c2a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.579523] env[68831]: DEBUG oslo_concurrency.lockutils [req-67668fa9-9aba-4b87-a1e9-e2da2c22a062 req-7583372e-a870-4fa9-afe1-658963ed3abc service nova] Lock "bb632208-8467-4d97-97ba-1764c130c2a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.579723] env[68831]: DEBUG nova.compute.manager [req-67668fa9-9aba-4b87-a1e9-e2da2c22a062 req-7583372e-a870-4fa9-afe1-658963ed3abc service nova] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] No waiting events found dispatching network-vif-plugged-678f9b7a-c536-423b-adf6-c33c266b3ce3 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.579930] env[68831]: WARNING nova.compute.manager [req-67668fa9-9aba-4b87-a1e9-e2da2c22a062 req-7583372e-a870-4fa9-afe1-658963ed3abc service nova] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Received unexpected event network-vif-plugged-678f9b7a-c536-423b-adf6-c33c266b3ce3 for instance with vm_state building and task_state spawning. [ 1137.735843] env[68831]: DEBUG oslo_concurrency.lockutils [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "73612748-9633-488e-ab75-99257c57cf75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.736862] env[68831]: DEBUG oslo_concurrency.lockutils [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "73612748-9633-488e-ab75-99257c57cf75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.736862] env[68831]: DEBUG oslo_concurrency.lockutils [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "73612748-9633-488e-ab75-99257c57cf75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.736862] env[68831]: DEBUG oslo_concurrency.lockutils [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "73612748-9633-488e-ab75-99257c57cf75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.736862] env[68831]: DEBUG oslo_concurrency.lockutils [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "73612748-9633-488e-ab75-99257c57cf75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.740472] env[68831]: INFO nova.compute.manager [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Terminating instance [ 1137.793487] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0816071-c739-4684-ac67-37ed957d9e74 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.811834] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a28ecb8-9275-4f46-8bb5-0e68730b0b25 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.844643] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f998b5-7a0c-4491-ae7a-226da2ba7961 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.852027] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e81a10-dc18-4cc2-8543-d444003e6704 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.865129] env[68831]: DEBUG nova.compute.provider_tree [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.045074] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06ae336-f0e3-42fd-b66a-b768b18941ea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.064641] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b0955f-ff7a-4390-a256-399b7b29833f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.068137] env[68831]: DEBUG nova.network.neutron [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Updated VIF entry in instance network info cache for port 52673d8b-f440-46f7-b211-623f62b3c57b. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.068672] env[68831]: DEBUG nova.network.neutron [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Updating instance_info_cache with network_info: [{"id": "52673d8b-f440-46f7-b211-623f62b3c57b", "address": "fa:16:3e:75:6b:b6", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52673d8b-f4", "ovs_interfaceid": "52673d8b-f440-46f7-b211-623f62b3c57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.087949] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance '28bf3f4e-650a-44b4-abf2-8195f32cfb34' progress to 67 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.110421] env[68831]: DEBUG nova.network.neutron [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Successfully updated port: 678f9b7a-c536-423b-adf6-c33c266b3ce3 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.244575] env[68831]: DEBUG nova.compute.manager [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.244986] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.245994] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24c2612-851c-4df4-ab16-2c58501912e6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.254330] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.254589] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5080dd3a-c423-42c8-af60-5c1cc2f8b20f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.261082] env[68831]: DEBUG oslo_vmware.api [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1138.261082] env[68831]: value = "task-2803419" [ 1138.261082] env[68831]: _type = "Task" [ 1138.261082] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.268711] env[68831]: DEBUG oslo_vmware.api [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.368053] env[68831]: DEBUG nova.scheduler.client.report [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.593088] env[68831]: DEBUG oslo_concurrency.lockutils [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] Releasing lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.593369] env[68831]: DEBUG nova.compute.manager [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Received event network-changed-e31b5106-8950-47f2-b07c-a2b6b81acba6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1138.593544] env[68831]: DEBUG nova.compute.manager [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Refreshing instance network info cache due to event network-changed-e31b5106-8950-47f2-b07c-a2b6b81acba6. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1138.593764] env[68831]: DEBUG oslo_concurrency.lockutils [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] Acquiring lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.593911] env[68831]: DEBUG oslo_concurrency.lockutils [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] Acquired lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.594209] env[68831]: DEBUG nova.network.neutron [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Refreshing network info cache for port e31b5106-8950-47f2-b07c-a2b6b81acba6 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.614537] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Acquiring lock "refresh_cache-bb632208-8467-4d97-97ba-1764c130c2a7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.614959] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Acquired lock "refresh_cache-bb632208-8467-4d97-97ba-1764c130c2a7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.614959] env[68831]: DEBUG nova.network.neutron [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.641829] env[68831]: DEBUG nova.network.neutron [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Port 6d3c7c2f-4fd6-4a18-a100-05b259da0904 binding to destination host cpu-1 is already ACTIVE {{(pid=68831) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1138.754203] env[68831]: DEBUG nova.compute.manager [req-cf2a5ec1-e7c5-4845-9fec-0371cda5e64a req-e8f728e1-c996-4898-87e7-741a95dd92b7 service nova] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Received event network-changed-678f9b7a-c536-423b-adf6-c33c266b3ce3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1138.754388] env[68831]: DEBUG nova.compute.manager [req-cf2a5ec1-e7c5-4845-9fec-0371cda5e64a req-e8f728e1-c996-4898-87e7-741a95dd92b7 service nova] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Refreshing instance network info cache due to event network-changed-678f9b7a-c536-423b-adf6-c33c266b3ce3. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1138.754542] env[68831]: DEBUG oslo_concurrency.lockutils [req-cf2a5ec1-e7c5-4845-9fec-0371cda5e64a req-e8f728e1-c996-4898-87e7-741a95dd92b7 service nova] Acquiring lock "refresh_cache-bb632208-8467-4d97-97ba-1764c130c2a7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.770766] env[68831]: DEBUG oslo_vmware.api [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803419, 'name': PowerOffVM_Task, 'duration_secs': 0.238581} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.771034] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.771211] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.771451] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7692e07b-2e7f-4ac9-8e63-b1130d6d7149 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.847239] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.847551] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.847778] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleting the datastore file [datastore1] 73612748-9633-488e-ab75-99257c57cf75 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.848110] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91015a4f-887b-4301-abd3-80ad3f0293d3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.855328] env[68831]: DEBUG oslo_vmware.api [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for the task: (returnval){ [ 1138.855328] env[68831]: value = "task-2803421" [ 1138.855328] env[68831]: _type = "Task" [ 1138.855328] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.863317] env[68831]: DEBUG oslo_vmware.api [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.873617] env[68831]: DEBUG oslo_concurrency.lockutils [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.876517] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.309s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.895927] env[68831]: INFO nova.scheduler.client.report [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleted allocations for instance 1ff2c62b-37d9-4f78-8e3b-34478abc5404 [ 1139.149795] env[68831]: DEBUG nova.network.neutron [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.289720] env[68831]: DEBUG nova.network.neutron [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Updating instance_info_cache with network_info: [{"id": "678f9b7a-c536-423b-adf6-c33c266b3ce3", "address": "fa:16:3e:ed:f1:29", "network": {"id": "aeaba0de-ae8c-433b-8017-f8ebe783ff37", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-229344922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5450537babea43f8800d9d3263d9dd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap678f9b7a-c5", "ovs_interfaceid": "678f9b7a-c536-423b-adf6-c33c266b3ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.351980] env[68831]: DEBUG nova.network.neutron [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updated VIF entry in instance network info cache for port e31b5106-8950-47f2-b07c-a2b6b81acba6. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.352404] env[68831]: DEBUG nova.network.neutron [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updating instance_info_cache with network_info: [{"id": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "address": "fa:16:3e:bb:c7:f0", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b5106-89", "ovs_interfaceid": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.368221] env[68831]: DEBUG oslo_vmware.api [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Task: {'id': task-2803421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155099} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.368464] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.368654] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.368829] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.369011] env[68831]: INFO nova.compute.manager [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] [instance: 73612748-9633-488e-ab75-99257c57cf75] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1139.369287] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.369489] env[68831]: DEBUG nova.compute.manager [-] [instance: 73612748-9633-488e-ab75-99257c57cf75] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.369587] env[68831]: DEBUG nova.network.neutron [-] [instance: 73612748-9633-488e-ab75-99257c57cf75] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.403577] env[68831]: DEBUG oslo_concurrency.lockutils [None req-339a295d-57b7-498e-8e26-cd544dd83f67 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "1ff2c62b-37d9-4f78-8e3b-34478abc5404" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.327s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.669228] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.669482] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.669660] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.793039] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Releasing lock "refresh_cache-bb632208-8467-4d97-97ba-1764c130c2a7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.793039] env[68831]: DEBUG nova.compute.manager [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Instance network_info: |[{"id": "678f9b7a-c536-423b-adf6-c33c266b3ce3", "address": "fa:16:3e:ed:f1:29", "network": {"id": "aeaba0de-ae8c-433b-8017-f8ebe783ff37", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-229344922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5450537babea43f8800d9d3263d9dd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap678f9b7a-c5", "ovs_interfaceid": "678f9b7a-c536-423b-adf6-c33c266b3ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.793039] env[68831]: DEBUG oslo_concurrency.lockutils [req-cf2a5ec1-e7c5-4845-9fec-0371cda5e64a req-e8f728e1-c996-4898-87e7-741a95dd92b7 service nova] Acquired lock "refresh_cache-bb632208-8467-4d97-97ba-1764c130c2a7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.793288] env[68831]: DEBUG nova.network.neutron [req-cf2a5ec1-e7c5-4845-9fec-0371cda5e64a req-e8f728e1-c996-4898-87e7-741a95dd92b7 service nova] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Refreshing network info cache for port 678f9b7a-c536-423b-adf6-c33c266b3ce3 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.794272] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:f1:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '678f9b7a-c536-423b-adf6-c33c266b3ce3', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.802107] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Creating folder: Project (5450537babea43f8800d9d3263d9dd1c). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.802891] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a77868a-7274-45fd-af5f-7c14d7b37653 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.822835] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Created folder: Project (5450537babea43f8800d9d3263d9dd1c) in parent group-v563050. [ 1139.822971] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Creating folder: Instances. Parent ref: group-v563326. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.823230] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7326df1-1832-4e41-a469-655ea7e70f29 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.834564] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Created folder: Instances in parent group-v563326. [ 1139.834978] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.835156] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.835338] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1273d44-619b-42cf-b94a-f001845160d9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.855389] env[68831]: DEBUG oslo_concurrency.lockutils [req-0f92fd9d-2a91-43b1-89c5-7e127f056b07 req-beefe620-d61f-406e-83b6-6620f25de497 service nova] Releasing lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.856980] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.856980] env[68831]: value = "task-2803424" [ 1139.856980] env[68831]: _type = "Task" [ 1139.856980] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.865641] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803424, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.890070] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Applying migration context for instance 28bf3f4e-650a-44b4-abf2-8195f32cfb34 as it has an incoming, in-progress migration 849c1aa8-1da1-49a6-934d-2ea689357ca1. Migration status is post-migrating {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1139.890070] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Applying migration context for instance 63f5f38f-aecc-41d3-abb2-c8ae50ae8172 as it has an incoming, in-progress migration b8ff2c91-d3f6-485f-a998-880b6f07db8f. Migration status is reverting {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1139.891280] env[68831]: INFO nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating resource usage from migration 849c1aa8-1da1-49a6-934d-2ea689357ca1 [ 1139.891582] env[68831]: INFO nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating resource usage from migration b8ff2c91-d3f6-485f-a998-880b6f07db8f [ 1140.005399] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 71344266-21bf-454a-b54d-4c291336d8ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.005566] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 7228b0fc-2d2c-4c11-9b8c-167b67390f3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.005694] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 523615be-9200-4639-a60f-a55c7898859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.005820] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 73612748-9633-488e-ab75-99257c57cf75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.005966] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 2d714d34-e397-4665-a505-c2d34a5d1ec8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1140.006102] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance e667e383-575b-4cc6-9a2d-0a9d792697fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.006239] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 5be9111c-f58a-43eb-94c1-d0ac8d99159f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1140.006356] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 05611151-ab8a-4435-9225-60d1671b7d2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.006767] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 62318067-cfaf-48e9-a5e9-6a4d786a367f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.006767] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 8231a981-1436-406f-a2d9-18cf0e0f7348 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.006767] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 5814b5d0-cf66-4e1e-9098-ff80588df9ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.006993] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance fa37c68c-867c-422a-8511-c155dcc3856b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.006993] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Migration b8ff2c91-d3f6-485f-a998-880b6f07db8f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1140.007094] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 63f5f38f-aecc-41d3-abb2-c8ae50ae8172 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.007185] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 315511f1-cd02-4989-ab44-f07126e0afef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.007296] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 6dcef76f-4663-412d-b967-2316b92b6c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.007407] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Migration 849c1aa8-1da1-49a6-934d-2ea689357ca1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1140.007515] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 28bf3f4e-650a-44b4-abf2-8195f32cfb34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.007622] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance bb632208-8467-4d97-97ba-1764c130c2a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.110079] env[68831]: DEBUG nova.network.neutron [-] [instance: 73612748-9633-488e-ab75-99257c57cf75] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.367500] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803424, 'name': CreateVM_Task, 'duration_secs': 0.327427} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.367850] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.368485] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.368658] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.368979] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.369257] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82188521-e0a7-4673-b1a1-8203722d7c2c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.374140] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Waiting for the task: (returnval){ [ 1140.374140] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52586413-2262-f765-4d79-3765fded6966" [ 1140.374140] env[68831]: _type = "Task" [ 1140.374140] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.384259] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52586413-2262-f765-4d79-3765fded6966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.510867] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance a3a2e020-875a-4156-b368-61b0ba641524 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1140.511212] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1140.511399] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1140.531772] env[68831]: DEBUG nova.network.neutron [req-cf2a5ec1-e7c5-4845-9fec-0371cda5e64a req-e8f728e1-c996-4898-87e7-741a95dd92b7 service nova] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Updated VIF entry in instance network info cache for port 678f9b7a-c536-423b-adf6-c33c266b3ce3. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.532324] env[68831]: DEBUG nova.network.neutron [req-cf2a5ec1-e7c5-4845-9fec-0371cda5e64a req-e8f728e1-c996-4898-87e7-741a95dd92b7 service nova] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Updating instance_info_cache with network_info: [{"id": "678f9b7a-c536-423b-adf6-c33c266b3ce3", "address": "fa:16:3e:ed:f1:29", "network": {"id": "aeaba0de-ae8c-433b-8017-f8ebe783ff37", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-229344922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5450537babea43f8800d9d3263d9dd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap678f9b7a-c5", "ovs_interfaceid": "678f9b7a-c536-423b-adf6-c33c266b3ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.546314] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "5814b5d0-cf66-4e1e-9098-ff80588df9ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.546567] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "5814b5d0-cf66-4e1e-9098-ff80588df9ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.546765] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "5814b5d0-cf66-4e1e-9098-ff80588df9ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.546977] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "5814b5d0-cf66-4e1e-9098-ff80588df9ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.547180] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "5814b5d0-cf66-4e1e-9098-ff80588df9ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.549249] env[68831]: INFO nova.compute.manager [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Terminating instance [ 1140.612990] env[68831]: INFO nova.compute.manager [-] [instance: 73612748-9633-488e-ab75-99257c57cf75] Took 1.24 seconds to deallocate network for instance. [ 1140.742568] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.743470] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.743470] env[68831]: DEBUG nova.network.neutron [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.774364] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728fafa3-1edf-4dd2-b08a-6e39ea385531 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.782917] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be0330e-bfc7-41c0-a867-951e38b1d087 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.813133] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21be82ec-5031-4e73-a93f-cefb95647e09 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.823830] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb719998-55ef-41cd-9b00-94bc395b2366 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.830744] env[68831]: DEBUG nova.compute.manager [req-288b6a41-93a8-47c7-869b-3ca1e0bb9b68 req-4336304a-d954-41b2-8a63-275507069d59 service nova] [instance: 73612748-9633-488e-ab75-99257c57cf75] Received event network-vif-deleted-e9446607-5c89-4102-8650-b54ed6128378 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1140.842491] env[68831]: DEBUG nova.compute.provider_tree [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.885217] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52586413-2262-f765-4d79-3765fded6966, 'name': SearchDatastore_Task, 'duration_secs': 0.010935} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.885928] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.885928] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.886059] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.886150] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.886342] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.886593] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08762bfc-0134-4546-8d5e-c2301172b251 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.897753] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.897962] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.898875] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f6e3b7-a82c-4b65-9ba1-e56121a7a210 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.905986] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Waiting for the task: (returnval){ [ 1140.905986] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5221e3c4-4cda-99f2-ed4e-26848c737069" [ 1140.905986] env[68831]: _type = "Task" [ 1140.905986] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.914887] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5221e3c4-4cda-99f2-ed4e-26848c737069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.035414] env[68831]: DEBUG oslo_concurrency.lockutils [req-cf2a5ec1-e7c5-4845-9fec-0371cda5e64a req-e8f728e1-c996-4898-87e7-741a95dd92b7 service nova] Releasing lock "refresh_cache-bb632208-8467-4d97-97ba-1764c130c2a7" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.053061] env[68831]: DEBUG nova.compute.manager [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.053061] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.053614] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8149bee0-ce18-4f4d-a3ae-23632af6417f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.061770] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.062018] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6373d18d-561a-4117-bea9-a126a4bb716d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.068832] env[68831]: DEBUG oslo_vmware.api [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1141.068832] env[68831]: value = "task-2803425" [ 1141.068832] env[68831]: _type = "Task" [ 1141.068832] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.077153] env[68831]: DEBUG oslo_vmware.api [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.123452] env[68831]: DEBUG oslo_concurrency.lockutils [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.346101] env[68831]: DEBUG nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.416722] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5221e3c4-4cda-99f2-ed4e-26848c737069, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.419800] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a936f71b-b348-4e5d-a17e-66a5069ef002 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.426781] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Waiting for the task: (returnval){ [ 1141.426781] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e3668e-c99f-1751-14d0-8edd58319741" [ 1141.426781] env[68831]: _type = "Task" [ 1141.426781] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.435352] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e3668e-c99f-1751-14d0-8edd58319741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.510069] env[68831]: DEBUG nova.network.neutron [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance_info_cache with network_info: [{"id": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "address": "fa:16:3e:4d:9e:00", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d3c7c2f-4f", "ovs_interfaceid": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.581034] env[68831]: DEBUG oslo_vmware.api [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803425, 'name': PowerOffVM_Task, 'duration_secs': 0.190459} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.581308] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.581487] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.581727] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2e873c6-4649-463c-901c-67fa8256bd5c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.650456] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.650663] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.650846] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleting the datastore file [datastore2] 5814b5d0-cf66-4e1e-9098-ff80588df9ec {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.651140] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a88a962-9b29-46b8-ac87-f5ae801002a7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.659009] env[68831]: DEBUG oslo_vmware.api [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1141.659009] env[68831]: value = "task-2803427" [ 1141.659009] env[68831]: _type = "Task" [ 1141.659009] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.668114] env[68831]: DEBUG oslo_vmware.api [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.851351] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1141.851582] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.975s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.852429] env[68831]: DEBUG oslo_concurrency.lockutils [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 8.876s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.939110] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e3668e-c99f-1751-14d0-8edd58319741, 'name': SearchDatastore_Task, 'duration_secs': 0.010552} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.939589] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.939984] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] bb632208-8467-4d97-97ba-1764c130c2a7/bb632208-8467-4d97-97ba-1764c130c2a7.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.940437] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a98688ee-f825-47b1-a25b-865594905c43 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.951238] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Waiting for the task: (returnval){ [ 1141.951238] env[68831]: value = "task-2803428" [ 1141.951238] env[68831]: _type = "Task" [ 1141.951238] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.961190] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.012772] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.081763] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "interface-fa37c68c-867c-422a-8511-c155dcc3856b-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.082022] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-fa37c68c-867c-422a-8511-c155dcc3856b-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.082402] env[68831]: DEBUG nova.objects.instance [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'flavor' on Instance uuid fa37c68c-867c-422a-8511-c155dcc3856b {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.172318] env[68831]: DEBUG oslo_vmware.api [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143066} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.172605] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.172802] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.172990] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.173197] env[68831]: INFO nova.compute.manager [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1142.173650] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.173881] env[68831]: DEBUG nova.compute.manager [-] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.173988] env[68831]: DEBUG nova.network.neutron [-] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.355096] env[68831]: DEBUG nova.objects.instance [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lazy-loading 'migration_context' on Instance uuid 63f5f38f-aecc-41d3-abb2-c8ae50ae8172 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.463688] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803428, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.535892] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7484b29-4880-479b-867f-4a27ab36812d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.556529] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1342bbe8-fd92-4fec-a704-1001ae2ee159 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.564152] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance '28bf3f4e-650a-44b4-abf2-8195f32cfb34' progress to 83 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.683088] env[68831]: DEBUG nova.objects.instance [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'pci_requests' on Instance uuid fa37c68c-867c-422a-8511-c155dcc3856b {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.947916] env[68831]: DEBUG nova.compute.manager [req-a3217da9-b5f8-4fa4-a864-7861b56767b2 req-81255210-4576-4bf3-988e-0398ddea5373 service nova] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Received event network-vif-deleted-6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.948149] env[68831]: INFO nova.compute.manager [req-a3217da9-b5f8-4fa4-a864-7861b56767b2 req-81255210-4576-4bf3-988e-0398ddea5373 service nova] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Neutron deleted interface 6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2; detaching it from the instance and deleting it from the info cache [ 1142.948330] env[68831]: DEBUG nova.network.neutron [req-a3217da9-b5f8-4fa4-a864-7861b56767b2 req-81255210-4576-4bf3-988e-0398ddea5373 service nova] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.963423] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522072} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.966547] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] bb632208-8467-4d97-97ba-1764c130c2a7/bb632208-8467-4d97-97ba-1764c130c2a7.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.966766] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.967238] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c26f9daa-0748-4933-a1ff-73e21e563fa4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.974863] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Waiting for the task: (returnval){ [ 1142.974863] env[68831]: value = "task-2803429" [ 1142.974863] env[68831]: _type = "Task" [ 1142.974863] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.986547] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.070392] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.070694] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abcb4626-73c0-44f3-b44b-1a3258c6e264 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.079101] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1143.079101] env[68831]: value = "task-2803430" [ 1143.079101] env[68831]: _type = "Task" [ 1143.079101] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.090601] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.119396] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef93e8d6-cf25-4eb1-a273-fc8df0025668 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.127210] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a7316f-7fcb-418e-99c3-c811b60a684f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.158516] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80b2053-966f-47dc-af74-ddafa09e56b8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.167054] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32db2da4-523e-4f1c-a899-424ac41b53bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.181475] env[68831]: DEBUG nova.compute.provider_tree [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.186026] env[68831]: DEBUG nova.objects.base [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1143.186026] env[68831]: DEBUG nova.network.neutron [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.224852] env[68831]: DEBUG nova.network.neutron [-] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.269506] env[68831]: DEBUG nova.policy [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05353b1ca13e48ccb4423a806a911f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e09e70ea0fcc4af6b1b75c71f620f986', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.453744] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b54cb62-24c6-4d1c-8ab7-4fd524df65c9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.465192] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be15db4-d89c-4bfb-aabe-453566a377a2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.485671] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071533} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.485950] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.486963] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba73de40-e628-41be-b455-249f0aaee0f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.512393] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] bb632208-8467-4d97-97ba-1764c130c2a7/bb632208-8467-4d97-97ba-1764c130c2a7.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.524322] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8d63429-f786-4321-aadb-f01e3c8bc677 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.538714] env[68831]: DEBUG nova.compute.manager [req-a3217da9-b5f8-4fa4-a864-7861b56767b2 req-81255210-4576-4bf3-988e-0398ddea5373 service nova] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Detach interface failed, port_id=6f6bc5b1-b0e2-4cb0-9dbf-3580b693d8e2, reason: Instance 5814b5d0-cf66-4e1e-9098-ff80588df9ec could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1143.546205] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Waiting for the task: (returnval){ [ 1143.546205] env[68831]: value = "task-2803431" [ 1143.546205] env[68831]: _type = "Task" [ 1143.546205] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.554361] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.589105] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.684580] env[68831]: DEBUG nova.scheduler.client.report [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.728205] env[68831]: INFO nova.compute.manager [-] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Took 1.55 seconds to deallocate network for instance. [ 1144.057420] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.088383] env[68831]: DEBUG oslo_vmware.api [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803430, 'name': PowerOnVM_Task, 'duration_secs': 0.778622} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.088646] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.088833] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-07059e66-5170-4cd7-a309-f1688b8d0207 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance '28bf3f4e-650a-44b4-abf2-8195f32cfb34' progress to 100 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.120171] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "8231a981-1436-406f-a2d9-18cf0e0f7348" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.120649] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.120863] env[68831]: INFO nova.compute.manager [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Shelving [ 1144.234679] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.558199] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.695299] env[68831]: DEBUG oslo_concurrency.lockutils [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.843s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.700819] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.569s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.701026] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.703037] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.912s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.705102] env[68831]: INFO nova.compute.claims [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.715594] env[68831]: DEBUG nova.network.neutron [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Successfully updated port: fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.731455] env[68831]: INFO nova.scheduler.client.report [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleted allocations for instance 5be9111c-f58a-43eb-94c1-d0ac8d99159f [ 1145.010731] env[68831]: DEBUG nova.compute.manager [req-87fdca27-2357-4dc6-964c-b839900312e1 req-ba28d4d8-53df-4d4a-a16d-3f8e711c49e5 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Received event network-vif-plugged-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1145.010731] env[68831]: DEBUG oslo_concurrency.lockutils [req-87fdca27-2357-4dc6-964c-b839900312e1 req-ba28d4d8-53df-4d4a-a16d-3f8e711c49e5 service nova] Acquiring lock "fa37c68c-867c-422a-8511-c155dcc3856b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.010929] env[68831]: DEBUG oslo_concurrency.lockutils [req-87fdca27-2357-4dc6-964c-b839900312e1 req-ba28d4d8-53df-4d4a-a16d-3f8e711c49e5 service nova] Lock "fa37c68c-867c-422a-8511-c155dcc3856b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.011080] env[68831]: DEBUG oslo_concurrency.lockutils [req-87fdca27-2357-4dc6-964c-b839900312e1 req-ba28d4d8-53df-4d4a-a16d-3f8e711c49e5 service nova] Lock "fa37c68c-867c-422a-8511-c155dcc3856b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.011252] env[68831]: DEBUG nova.compute.manager [req-87fdca27-2357-4dc6-964c-b839900312e1 req-ba28d4d8-53df-4d4a-a16d-3f8e711c49e5 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] No waiting events found dispatching network-vif-plugged-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.011461] env[68831]: WARNING nova.compute.manager [req-87fdca27-2357-4dc6-964c-b839900312e1 req-ba28d4d8-53df-4d4a-a16d-3f8e711c49e5 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Received unexpected event network-vif-plugged-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40 for instance with vm_state active and task_state None. [ 1145.011576] env[68831]: DEBUG nova.compute.manager [req-87fdca27-2357-4dc6-964c-b839900312e1 req-ba28d4d8-53df-4d4a-a16d-3f8e711c49e5 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Received event network-changed-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1145.011735] env[68831]: DEBUG nova.compute.manager [req-87fdca27-2357-4dc6-964c-b839900312e1 req-ba28d4d8-53df-4d4a-a16d-3f8e711c49e5 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Refreshing instance network info cache due to event network-changed-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1145.011920] env[68831]: DEBUG oslo_concurrency.lockutils [req-87fdca27-2357-4dc6-964c-b839900312e1 req-ba28d4d8-53df-4d4a-a16d-3f8e711c49e5 service nova] Acquiring lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.012074] env[68831]: DEBUG oslo_concurrency.lockutils [req-87fdca27-2357-4dc6-964c-b839900312e1 req-ba28d4d8-53df-4d4a-a16d-3f8e711c49e5 service nova] Acquired lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.012237] env[68831]: DEBUG nova.network.neutron [req-87fdca27-2357-4dc6-964c-b839900312e1 req-ba28d4d8-53df-4d4a-a16d-3f8e711c49e5 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Refreshing network info cache for port fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.058898] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.128987] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.129330] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80f11ed1-9bf6-4a2f-aa23-150fbc2e3267 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.138662] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1145.138662] env[68831]: value = "task-2803432" [ 1145.138662] env[68831]: _type = "Task" [ 1145.138662] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.154749] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.217122] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.240268] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0d102cbb-d2d1-4056-bac4-fb4992378fd8 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "5be9111c-f58a-43eb-94c1-d0ac8d99159f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.719s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.560893] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803431, 'name': ReconfigVM_Task, 'duration_secs': 1.522337} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.561286] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Reconfigured VM instance instance-00000069 to attach disk [datastore2] bb632208-8467-4d97-97ba-1764c130c2a7/bb632208-8467-4d97-97ba-1764c130c2a7.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.561816] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d700e1a-d7e6-4cdd-802f-427b698ff2d3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.569493] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Waiting for the task: (returnval){ [ 1145.569493] env[68831]: value = "task-2803433" [ 1145.569493] env[68831]: _type = "Task" [ 1145.569493] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.579464] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803433, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.652022] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803432, 'name': PowerOffVM_Task, 'duration_secs': 0.210476} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.652288] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.653194] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ec9fef-5a61-4560-886b-c9b858ff1a97 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.675083] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f0e95b-cf5f-4074-afd9-f08868f3b1d6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.795881] env[68831]: DEBUG nova.network.neutron [req-87fdca27-2357-4dc6-964c-b839900312e1 req-ba28d4d8-53df-4d4a-a16d-3f8e711c49e5 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Added VIF to instance network info cache for port fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1145.796362] env[68831]: DEBUG nova.network.neutron [req-87fdca27-2357-4dc6-964c-b839900312e1 req-ba28d4d8-53df-4d4a-a16d-3f8e711c49e5 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updating instance_info_cache with network_info: [{"id": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "address": "fa:16:3e:bb:c7:f0", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b5106-89", "ovs_interfaceid": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40", "address": "fa:16:3e:c3:de:d4", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1a98e5-1e", "ovs_interfaceid": "fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.985486] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3dde84-3665-4973-a76d-12f370e417f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.994328] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.994630] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.995473] env[68831]: DEBUG nova.compute.manager [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Going to confirm migration 7 {{(pid=68831) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1146.001328] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce584b0-0bb3-4336-a2c9-92daf7380100 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.034086] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0be3253-6f25-4fa1-8e42-fb245af86782 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.046062] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f1c80e-2f3e-4776-87dd-4d7046d6bedf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.061451] env[68831]: DEBUG nova.compute.provider_tree [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.081834] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803433, 'name': Rename_Task, 'duration_secs': 0.141116} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.081834] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.082083] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da335b7e-0848-4383-856c-c30cc32b37b6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.092509] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Waiting for the task: (returnval){ [ 1146.092509] env[68831]: value = "task-2803434" [ 1146.092509] env[68831]: _type = "Task" [ 1146.092509] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.105650] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.186603] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1146.187017] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d9976700-f78f-4f4c-975e-9ffb1ee3a93e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.195463] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1146.195463] env[68831]: value = "task-2803435" [ 1146.195463] env[68831]: _type = "Task" [ 1146.195463] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.205077] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803435, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.245701] env[68831]: INFO nova.compute.manager [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Swapping old allocation on dict_keys(['4aec976f-6dcf-4c56-9110-7e4ed42dcfa2']) held by migration b8ff2c91-d3f6-485f-a998-880b6f07db8f for instance [ 1146.268743] env[68831]: DEBUG nova.scheduler.client.report [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Overwriting current allocation {'allocations': {'4aec976f-6dcf-4c56-9110-7e4ed42dcfa2': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 141}}, 'project_id': '725c8697cfb04846b6bc581e30c2dc45', 'user_id': '7993528f65cd490b899ec60d5221c054', 'consumer_generation': 1} on consumer 63f5f38f-aecc-41d3-abb2-c8ae50ae8172 {{(pid=68831) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1146.300033] env[68831]: DEBUG oslo_concurrency.lockutils [req-87fdca27-2357-4dc6-964c-b839900312e1 req-ba28d4d8-53df-4d4a-a16d-3f8e711c49e5 service nova] Releasing lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.300033] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.300195] env[68831]: DEBUG nova.network.neutron [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.369456] env[68831]: DEBUG oslo_concurrency.lockutils [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.369688] env[68831]: DEBUG oslo_concurrency.lockutils [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.369889] env[68831]: DEBUG nova.network.neutron [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.564848] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.565124] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.565374] env[68831]: DEBUG nova.network.neutron [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.565614] env[68831]: DEBUG nova.objects.instance [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lazy-loading 'info_cache' on Instance uuid 28bf3f4e-650a-44b4-abf2-8195f32cfb34 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.567865] env[68831]: DEBUG nova.scheduler.client.report [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.604573] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803434, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.706764] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803435, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.838608] env[68831]: WARNING nova.network.neutron [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] 861135b3-4eb3-47ea-9db9-8a531bc9d76a already exists in list: networks containing: ['861135b3-4eb3-47ea-9db9-8a531bc9d76a']. ignoring it [ 1146.838815] env[68831]: WARNING nova.network.neutron [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] 861135b3-4eb3-47ea-9db9-8a531bc9d76a already exists in list: networks containing: ['861135b3-4eb3-47ea-9db9-8a531bc9d76a']. ignoring it [ 1146.838983] env[68831]: WARNING nova.network.neutron [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40 already exists in list: port_ids containing: ['fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40']. ignoring it [ 1147.077332] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.077831] env[68831]: DEBUG nova.compute.manager [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.080823] env[68831]: DEBUG nova.network.neutron [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance_info_cache with network_info: [{"id": "2c653f75-93a1-4859-89d2-280188ceea49", "address": "fa:16:3e:1b:27:d6", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c653f75-93", "ovs_interfaceid": "2c653f75-93a1-4859-89d2-280188ceea49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.081844] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.046s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.082051] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.083917] env[68831]: DEBUG oslo_concurrency.lockutils [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.961s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.084169] env[68831]: DEBUG nova.objects.instance [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lazy-loading 'resources' on Instance uuid 73612748-9633-488e-ab75-99257c57cf75 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.105687] env[68831]: DEBUG oslo_vmware.api [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803434, 'name': PowerOnVM_Task, 'duration_secs': 0.543761} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.108982] env[68831]: INFO nova.scheduler.client.report [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Deleted allocations for instance 2d714d34-e397-4665-a505-c2d34a5d1ec8 [ 1147.109915] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.110148] env[68831]: INFO nova.compute.manager [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1147.110328] env[68831]: DEBUG nova.compute.manager [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.113346] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea171dc-9bdb-4ffa-ab74-e10fa011e949 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.210066] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803435, 'name': CreateSnapshot_Task, 'duration_secs': 0.554384} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.210715] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1147.212311] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c9da9e-6bb0-4ad1-ba0e-d2d7057fbd5f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.225221] env[68831]: DEBUG nova.network.neutron [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updating instance_info_cache with network_info: [{"id": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "address": "fa:16:3e:bb:c7:f0", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b5106-89", "ovs_interfaceid": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40", "address": "fa:16:3e:c3:de:d4", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1a98e5-1e", "ovs_interfaceid": "fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.246948] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.247250] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.594212] env[68831]: DEBUG nova.compute.utils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.594212] env[68831]: DEBUG oslo_concurrency.lockutils [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "refresh_cache-63f5f38f-aecc-41d3-abb2-c8ae50ae8172" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.603611] env[68831]: DEBUG nova.compute.manager [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.603835] env[68831]: DEBUG nova.network.neutron [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.606919] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994117e1-ef2a-4871-b275-aa529084602a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.615763] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cc8634-de98-49d5-82ec-5c4a824251fe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.621354] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a8cee5c-6a36-4386-a5c9-d84821a3af3a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "2d714d34-e397-4665-a505-c2d34a5d1ec8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.798s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.648161] env[68831]: INFO nova.compute.manager [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Took 18.66 seconds to build instance. [ 1147.667222] env[68831]: DEBUG nova.policy [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9b03e5749834673a79744fd5d5fa4de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e822cf838f73443ba868253bf65d20ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.735122] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1147.735685] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.736395] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.736542] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.739242] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a0c3820e-8ff5-447c-a318-3d51c15c8df3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.743010] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df16986d-782c-471e-a561-1bf1fc75af08 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.752059] env[68831]: DEBUG nova.compute.manager [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.771672] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1147.771672] env[68831]: value = "task-2803436" [ 1147.771672] env[68831]: _type = "Task" [ 1147.771672] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.773043] env[68831]: DEBUG nova.virt.hardware [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.773356] env[68831]: DEBUG nova.virt.hardware [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.773569] env[68831]: DEBUG nova.virt.hardware [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.774040] env[68831]: DEBUG nova.virt.hardware [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.774317] env[68831]: DEBUG nova.virt.hardware [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.774500] env[68831]: DEBUG nova.virt.hardware [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.774714] env[68831]: DEBUG nova.virt.hardware [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.774876] env[68831]: DEBUG nova.virt.hardware [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.775092] env[68831]: DEBUG nova.virt.hardware [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.775273] env[68831]: DEBUG nova.virt.hardware [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.775464] env[68831]: DEBUG nova.virt.hardware [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.782081] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Reconfiguring VM to attach interface {{(pid=68831) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1147.787457] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dd30035-d474-404c-a3d5-11b3f7eb2348 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.824796] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803436, 'name': CloneVM_Task} progress is 16%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.826485] env[68831]: DEBUG oslo_vmware.api [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1147.826485] env[68831]: value = "task-2803438" [ 1147.826485] env[68831]: _type = "Task" [ 1147.826485] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.841386] env[68831]: DEBUG oslo_vmware.api [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803438, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.961380] env[68831]: DEBUG nova.network.neutron [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Successfully created port: c0686e01-7c46-4d33-b243-d590b1744a46 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.973922] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6ab02a-139e-4fbe-96ec-f7d59cceef0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.983530] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be73071e-2700-495f-b4ef-4acce8c54897 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.990300] env[68831]: DEBUG nova.network.neutron [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance_info_cache with network_info: [{"id": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "address": "fa:16:3e:4d:9e:00", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d3c7c2f-4f", "ovs_interfaceid": "6d3c7c2f-4fd6-4a18-a100-05b259da0904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.020527] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc550ba8-9240-4600-bcee-cff06cc8703f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.030419] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b5616a-ad45-40c7-be92-670d33e49e69 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.049042] env[68831]: DEBUG nova.compute.provider_tree [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.104522] env[68831]: DEBUG nova.compute.manager [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.153238] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32633e7f-c326-4588-a3db-27a5ec1c24ff tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Lock "bb632208-8467-4d97-97ba-1764c130c2a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.548s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.303936] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803436, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.313397] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.339454] env[68831]: DEBUG oslo_vmware.api [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.520127] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "refresh_cache-28bf3f4e-650a-44b4-abf2-8195f32cfb34" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.520477] env[68831]: DEBUG nova.objects.instance [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lazy-loading 'migration_context' on Instance uuid 28bf3f4e-650a-44b4-abf2-8195f32cfb34 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.552672] env[68831]: DEBUG nova.scheduler.client.report [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.738733] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.739032] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d94a690d-8070-411c-b414-298e650acd16 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.748094] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1148.748094] env[68831]: value = "task-2803439" [ 1148.748094] env[68831]: _type = "Task" [ 1148.748094] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.758370] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.800877] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803436, 'name': CloneVM_Task} progress is 95%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.838631] env[68831]: DEBUG oslo_vmware.api [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803438, 'name': ReconfigVM_Task, 'duration_secs': 0.946277} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.839214] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.839497] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Reconfigured VM to attach interface {{(pid=68831) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1149.023336] env[68831]: DEBUG nova.objects.base [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Object Instance<28bf3f4e-650a-44b4-abf2-8195f32cfb34> lazy-loaded attributes: info_cache,migration_context {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1149.024379] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad325b8f-ec91-4d84-8a3c-41dfb2ccf3d9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.045544] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ab6860-76cf-4e4f-aa4a-fb8e38d3353a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.051756] env[68831]: DEBUG oslo_vmware.api [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1149.051756] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529d1205-4138-7fc8-2c7c-51ee38a95586" [ 1149.051756] env[68831]: _type = "Task" [ 1149.051756] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.060769] env[68831]: DEBUG oslo_concurrency.lockutils [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.062960] env[68831]: DEBUG oslo_vmware.api [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529d1205-4138-7fc8-2c7c-51ee38a95586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.063550] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.829s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.063789] env[68831]: DEBUG nova.objects.instance [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lazy-loading 'resources' on Instance uuid 5814b5d0-cf66-4e1e-9098-ff80588df9ec {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.080450] env[68831]: INFO nova.scheduler.client.report [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Deleted allocations for instance 73612748-9633-488e-ab75-99257c57cf75 [ 1149.114672] env[68831]: DEBUG nova.compute.manager [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.145791] env[68831]: DEBUG nova.virt.hardware [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.146166] env[68831]: DEBUG nova.virt.hardware [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.146423] env[68831]: DEBUG nova.virt.hardware [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.146575] env[68831]: DEBUG nova.virt.hardware [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.146748] env[68831]: DEBUG nova.virt.hardware [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.146984] env[68831]: DEBUG nova.virt.hardware [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.147190] env[68831]: DEBUG nova.virt.hardware [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.147381] env[68831]: DEBUG nova.virt.hardware [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.147597] env[68831]: DEBUG nova.virt.hardware [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.147750] env[68831]: DEBUG nova.virt.hardware [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.147976] env[68831]: DEBUG nova.virt.hardware [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.149533] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1e0229-ccb4-40b2-bb86-2af11324edad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.160196] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782248a8-0e4c-4121-a525-042fea54e4b1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.259684] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803439, 'name': PowerOffVM_Task, 'duration_secs': 0.411515} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.259986] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.260735] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.261727] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.261727] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.261727] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.261727] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.261727] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.261938] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.261938] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.262095] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.262262] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.262436] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.267595] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-783a7afc-0e4e-44f4-bc42-e012330073fb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.285266] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1149.285266] env[68831]: value = "task-2803440" [ 1149.285266] env[68831]: _type = "Task" [ 1149.285266] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.296435] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.303534] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803436, 'name': CloneVM_Task, 'duration_secs': 1.204988} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.305034] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Created linked-clone VM from snapshot [ 1149.305034] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b33f31-d2f8-451b-9e46-cc13fbc2ab5f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.314779] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Uploading image 96d84181-210d-4218-beac-1de09a0deafa {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1149.340586] env[68831]: DEBUG oslo_vmware.rw_handles [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1149.340586] env[68831]: value = "vm-563330" [ 1149.340586] env[68831]: _type = "VirtualMachine" [ 1149.340586] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1149.340891] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f8e8079-a48c-47b0-8891-4284f9ddb16a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.343742] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7547ebaa-1130-4210-885e-0935209e2022 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-fa37c68c-867c-422a-8511-c155dcc3856b-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.262s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.352604] env[68831]: DEBUG oslo_vmware.rw_handles [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lease: (returnval){ [ 1149.352604] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522e78e6-e2e8-d310-f92e-a9acd49983f3" [ 1149.352604] env[68831]: _type = "HttpNfcLease" [ 1149.352604] env[68831]: } obtained for exporting VM: (result){ [ 1149.352604] env[68831]: value = "vm-563330" [ 1149.352604] env[68831]: _type = "VirtualMachine" [ 1149.352604] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1149.353027] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the lease: (returnval){ [ 1149.353027] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522e78e6-e2e8-d310-f92e-a9acd49983f3" [ 1149.353027] env[68831]: _type = "HttpNfcLease" [ 1149.353027] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1149.362051] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.362051] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522e78e6-e2e8-d310-f92e-a9acd49983f3" [ 1149.362051] env[68831]: _type = "HttpNfcLease" [ 1149.362051] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1149.562986] env[68831]: DEBUG oslo_vmware.api [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529d1205-4138-7fc8-2c7c-51ee38a95586, 'name': SearchDatastore_Task, 'duration_secs': 0.00905} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.563326] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.591845] env[68831]: DEBUG oslo_concurrency.lockutils [None req-215d93d7-ac24-4d53-a34d-13a16e34398a tempest-ServersAdminTestJSON-1131054154 tempest-ServersAdminTestJSON-1131054154-project-member] Lock "73612748-9633-488e-ab75-99257c57cf75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.856s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.638032] env[68831]: DEBUG nova.compute.manager [req-a36becff-380b-44c3-9ff3-73d80e1cec5e req-94cc5079-8ade-40bb-881c-aad7d61a4c26 service nova] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Received event network-vif-plugged-c0686e01-7c46-4d33-b243-d590b1744a46 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1149.638287] env[68831]: DEBUG oslo_concurrency.lockutils [req-a36becff-380b-44c3-9ff3-73d80e1cec5e req-94cc5079-8ade-40bb-881c-aad7d61a4c26 service nova] Acquiring lock "a3a2e020-875a-4156-b368-61b0ba641524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.638496] env[68831]: DEBUG oslo_concurrency.lockutils [req-a36becff-380b-44c3-9ff3-73d80e1cec5e req-94cc5079-8ade-40bb-881c-aad7d61a4c26 service nova] Lock "a3a2e020-875a-4156-b368-61b0ba641524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.638666] env[68831]: DEBUG oslo_concurrency.lockutils [req-a36becff-380b-44c3-9ff3-73d80e1cec5e req-94cc5079-8ade-40bb-881c-aad7d61a4c26 service nova] Lock "a3a2e020-875a-4156-b368-61b0ba641524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.638835] env[68831]: DEBUG nova.compute.manager [req-a36becff-380b-44c3-9ff3-73d80e1cec5e req-94cc5079-8ade-40bb-881c-aad7d61a4c26 service nova] [instance: a3a2e020-875a-4156-b368-61b0ba641524] No waiting events found dispatching network-vif-plugged-c0686e01-7c46-4d33-b243-d590b1744a46 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.638999] env[68831]: WARNING nova.compute.manager [req-a36becff-380b-44c3-9ff3-73d80e1cec5e req-94cc5079-8ade-40bb-881c-aad7d61a4c26 service nova] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Received unexpected event network-vif-plugged-c0686e01-7c46-4d33-b243-d590b1744a46 for instance with vm_state building and task_state spawning. [ 1149.740409] env[68831]: DEBUG oslo_concurrency.lockutils [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Acquiring lock "bb632208-8467-4d97-97ba-1764c130c2a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.740662] env[68831]: DEBUG oslo_concurrency.lockutils [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Lock "bb632208-8467-4d97-97ba-1764c130c2a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.740850] env[68831]: DEBUG oslo_concurrency.lockutils [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Acquiring lock "bb632208-8467-4d97-97ba-1764c130c2a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.741041] env[68831]: DEBUG oslo_concurrency.lockutils [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Lock "bb632208-8467-4d97-97ba-1764c130c2a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.741233] env[68831]: DEBUG oslo_concurrency.lockutils [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Lock "bb632208-8467-4d97-97ba-1764c130c2a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.743436] env[68831]: INFO nova.compute.manager [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Terminating instance [ 1149.745241] env[68831]: DEBUG nova.network.neutron [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Successfully updated port: c0686e01-7c46-4d33-b243-d590b1744a46 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.799575] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803440, 'name': ReconfigVM_Task, 'duration_secs': 0.197727} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.804700] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225c83e7-acb9-41bf-af81-2f0b663071cf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.839221] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.841068] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.841068] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.841068] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.841068] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.841068] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.841068] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.841068] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.841068] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.841068] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.841068] env[68831]: DEBUG nova.virt.hardware [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.845046] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af4310e-cc1b-4f96-9123-a8e1182f2f8f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.852608] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1149.852608] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5278526d-c389-fe30-066e-350b1973cdba" [ 1149.852608] env[68831]: _type = "Task" [ 1149.852608] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.860659] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89fb5c7-d515-4378-92f1-80de630840ec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.866384] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5278526d-c389-fe30-066e-350b1973cdba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.869638] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.869638] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522e78e6-e2e8-d310-f92e-a9acd49983f3" [ 1149.869638] env[68831]: _type = "HttpNfcLease" [ 1149.869638] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1149.871617] env[68831]: DEBUG oslo_vmware.rw_handles [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1149.871617] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522e78e6-e2e8-d310-f92e-a9acd49983f3" [ 1149.871617] env[68831]: _type = "HttpNfcLease" [ 1149.871617] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1149.872396] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdcfa2b-a253-49a6-9d4f-652295dceefa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.875668] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48418f64-7bae-4930-92c2-95c6e94d4bdd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.885534] env[68831]: DEBUG oslo_vmware.rw_handles [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3419c-8c21-9516-f9ea-e8565c57c18e/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1149.885708] env[68831]: DEBUG oslo_vmware.rw_handles [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3419c-8c21-9516-f9ea-e8565c57c18e/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1149.912706] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bd11ea-3683-4544-8c56-dd93c65edca4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.976885] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee1a554-fd2a-4aea-b999-923cd262b729 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.992674] env[68831]: DEBUG nova.compute.provider_tree [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.143907] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3383fc00-f9b6-45e9-8ab1-981b9ea60802 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.250029] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "refresh_cache-a3a2e020-875a-4156-b368-61b0ba641524" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.250029] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "refresh_cache-a3a2e020-875a-4156-b368-61b0ba641524" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.250238] env[68831]: DEBUG nova.network.neutron [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.251642] env[68831]: DEBUG nova.compute.manager [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.251846] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.254393] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e5810f-b381-4623-ac9e-a29209112fa1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.263020] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.264291] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ecc30a6-7e48-4fc4-87cd-3fb7e2dc2be4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.271352] env[68831]: DEBUG oslo_vmware.api [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Waiting for the task: (returnval){ [ 1150.271352] env[68831]: value = "task-2803442" [ 1150.271352] env[68831]: _type = "Task" [ 1150.271352] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.285084] env[68831]: DEBUG oslo_vmware.api [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.362824] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5278526d-c389-fe30-066e-350b1973cdba, 'name': SearchDatastore_Task, 'duration_secs': 0.013725} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.368982] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1150.370186] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df938420-930d-4a2c-8470-037f7ef9d3c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.395127] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1150.395127] env[68831]: value = "task-2803443" [ 1150.395127] env[68831]: _type = "Task" [ 1150.395127] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.405531] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.496415] env[68831]: DEBUG nova.scheduler.client.report [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.785318] env[68831]: DEBUG oslo_vmware.api [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803442, 'name': PowerOffVM_Task, 'duration_secs': 0.239978} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.785696] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.785938] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.786877] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f029273-185f-4531-9395-68c1f7a52202 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.799077] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "interface-fa37c68c-867c-422a-8511-c155dcc3856b-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.799186] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-fa37c68c-867c-422a-8511-c155dcc3856b-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.805671] env[68831]: DEBUG nova.network.neutron [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.873307] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.876033] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.876381] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Deleting the datastore file [datastore2] bb632208-8467-4d97-97ba-1764c130c2a7 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.877777] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2af6333-5f00-444c-be01-25bb10bf937e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.886228] env[68831]: DEBUG oslo_vmware.api [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Waiting for the task: (returnval){ [ 1150.886228] env[68831]: value = "task-2803445" [ 1150.886228] env[68831]: _type = "Task" [ 1150.886228] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.899041] env[68831]: DEBUG oslo_vmware.api [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.912222] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.002525] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.005739] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.692s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.007553] env[68831]: INFO nova.compute.claims [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.035561] env[68831]: INFO nova.scheduler.client.report [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleted allocations for instance 5814b5d0-cf66-4e1e-9098-ff80588df9ec [ 1151.050052] env[68831]: DEBUG nova.network.neutron [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Updating instance_info_cache with network_info: [{"id": "c0686e01-7c46-4d33-b243-d590b1744a46", "address": "fa:16:3e:1c:07:16", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0686e01-7c", "ovs_interfaceid": "c0686e01-7c46-4d33-b243-d590b1744a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.306017] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.306017] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.306017] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0027726f-0680-4b3f-be1a-fe31de0adadf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.330962] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7937959f-e8e9-4a85-a9d4-5dcd0ff9d42d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.363032] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Reconfiguring VM to detach interface {{(pid=68831) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1151.363777] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60a1093a-ba66-4a58-89d4-349afaa82f31 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.387097] env[68831]: DEBUG oslo_vmware.api [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1151.387097] env[68831]: value = "task-2803446" [ 1151.387097] env[68831]: _type = "Task" [ 1151.387097] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.408967] env[68831]: DEBUG oslo_vmware.api [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.409402] env[68831]: DEBUG oslo_vmware.api [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Task: {'id': task-2803445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222773} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.410129] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.410332] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.410596] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.410831] env[68831]: INFO nova.compute.manager [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1151.411132] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.411394] env[68831]: DEBUG nova.compute.manager [-] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.411547] env[68831]: DEBUG nova.network.neutron [-] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.417413] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803443, 'name': ReconfigVM_Task, 'duration_secs': 0.761727} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.418297] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1151.420476] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9853cd39-f3c2-455b-864d-637f6d159024 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.445933] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 63f5f38f-aecc-41d3-abb2-c8ae50ae8172/63f5f38f-aecc-41d3-abb2-c8ae50ae8172.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.446405] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3226dac5-d39f-4263-b0ee-bcbd5265cf85 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.468538] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1151.468538] env[68831]: value = "task-2803447" [ 1151.468538] env[68831]: _type = "Task" [ 1151.468538] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.477832] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.551100] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d44729cd-32eb-4a77-b9a6-0e38700b5486 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "5814b5d0-cf66-4e1e-9098-ff80588df9ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.004s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.555707] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "refresh_cache-a3a2e020-875a-4156-b368-61b0ba641524" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.556009] env[68831]: DEBUG nova.compute.manager [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Instance network_info: |[{"id": "c0686e01-7c46-4d33-b243-d590b1744a46", "address": "fa:16:3e:1c:07:16", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0686e01-7c", "ovs_interfaceid": "c0686e01-7c46-4d33-b243-d590b1744a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.556449] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:07:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0686e01-7c46-4d33-b243-d590b1744a46', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.564393] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.565105] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.565463] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed5ee1ed-9b91-4b8b-a307-f10dbcff3b3f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.591305] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.591305] env[68831]: value = "task-2803448" [ 1151.591305] env[68831]: _type = "Task" [ 1151.591305] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.599414] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803448, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.678371] env[68831]: DEBUG nova.compute.manager [req-0bc77bb6-2b9b-43f2-a8a9-590257e0a17e req-985eeaaa-7ac1-462f-a368-472d3617c2ea service nova] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Received event network-changed-c0686e01-7c46-4d33-b243-d590b1744a46 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1151.678654] env[68831]: DEBUG nova.compute.manager [req-0bc77bb6-2b9b-43f2-a8a9-590257e0a17e req-985eeaaa-7ac1-462f-a368-472d3617c2ea service nova] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Refreshing instance network info cache due to event network-changed-c0686e01-7c46-4d33-b243-d590b1744a46. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1151.678968] env[68831]: DEBUG oslo_concurrency.lockutils [req-0bc77bb6-2b9b-43f2-a8a9-590257e0a17e req-985eeaaa-7ac1-462f-a368-472d3617c2ea service nova] Acquiring lock "refresh_cache-a3a2e020-875a-4156-b368-61b0ba641524" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.680549] env[68831]: DEBUG oslo_concurrency.lockutils [req-0bc77bb6-2b9b-43f2-a8a9-590257e0a17e req-985eeaaa-7ac1-462f-a368-472d3617c2ea service nova] Acquired lock "refresh_cache-a3a2e020-875a-4156-b368-61b0ba641524" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.680721] env[68831]: DEBUG nova.network.neutron [req-0bc77bb6-2b9b-43f2-a8a9-590257e0a17e req-985eeaaa-7ac1-462f-a368-472d3617c2ea service nova] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Refreshing network info cache for port c0686e01-7c46-4d33-b243-d590b1744a46 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.901521] env[68831]: DEBUG oslo_vmware.api [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.986240] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803447, 'name': ReconfigVM_Task, 'duration_secs': 0.362181} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.986676] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 63f5f38f-aecc-41d3-abb2-c8ae50ae8172/63f5f38f-aecc-41d3-abb2-c8ae50ae8172.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.987664] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a497455f-680a-4217-907c-9fb936d3fe0a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.010802] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e16358-f5c2-4fa3-9fd7-b1c5bd97616b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.042373] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede1759f-5ef6-40b3-ac57-423af3e74a62 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.073836] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ed7a81-55ff-4806-a3c4-6cbccbe15833 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.083703] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.084223] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b390d074-196b-4e97-9501-9a98c865e626 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.095363] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1152.095363] env[68831]: value = "task-2803449" [ 1152.095363] env[68831]: _type = "Task" [ 1152.095363] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.102353] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803448, 'name': CreateVM_Task, 'duration_secs': 0.384603} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.105173] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.106191] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.106369] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.106678] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.106935] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe8a2cf-3d7a-4cf6-bc6b-f2538edbd32f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.114116] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.118388] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1152.118388] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5232f8f6-6877-bf75-5f04-00172a0d394a" [ 1152.118388] env[68831]: _type = "Task" [ 1152.118388] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.130112] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5232f8f6-6877-bf75-5f04-00172a0d394a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.186036] env[68831]: DEBUG nova.network.neutron [-] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.390024] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341a0602-9a8d-4688-832a-46ed55b3788e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.404103] env[68831]: DEBUG oslo_vmware.api [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.405281] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730ee704-9293-42fc-8461-ae72824dab03 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.438536] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223d2077-87d0-4ebd-aace-ec5d66d15a40 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.447383] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a10250-c775-4129-a915-a7ca2e245e3d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.462556] env[68831]: DEBUG nova.compute.provider_tree [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.528782] env[68831]: DEBUG nova.network.neutron [req-0bc77bb6-2b9b-43f2-a8a9-590257e0a17e req-985eeaaa-7ac1-462f-a368-472d3617c2ea service nova] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Updated VIF entry in instance network info cache for port c0686e01-7c46-4d33-b243-d590b1744a46. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.528937] env[68831]: DEBUG nova.network.neutron [req-0bc77bb6-2b9b-43f2-a8a9-590257e0a17e req-985eeaaa-7ac1-462f-a368-472d3617c2ea service nova] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Updating instance_info_cache with network_info: [{"id": "c0686e01-7c46-4d33-b243-d590b1744a46", "address": "fa:16:3e:1c:07:16", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0686e01-7c", "ovs_interfaceid": "c0686e01-7c46-4d33-b243-d590b1744a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.548603] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "7228b0fc-2d2c-4c11-9b8c-167b67390f3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.548868] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "7228b0fc-2d2c-4c11-9b8c-167b67390f3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.549085] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "7228b0fc-2d2c-4c11-9b8c-167b67390f3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.549277] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "7228b0fc-2d2c-4c11-9b8c-167b67390f3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.549449] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "7228b0fc-2d2c-4c11-9b8c-167b67390f3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.551970] env[68831]: INFO nova.compute.manager [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Terminating instance [ 1152.608940] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803449, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.629737] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5232f8f6-6877-bf75-5f04-00172a0d394a, 'name': SearchDatastore_Task, 'duration_secs': 0.015591} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.630063] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.630395] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.630679] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.630836] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.631026] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.631300] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f14725d-309a-4178-9ad0-f5a0f909b452 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.641914] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.642120] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.642858] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4de9ddf-47c8-4cd4-b3dc-875273fb5343 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.648679] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1152.648679] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526bbb2b-4074-6137-0186-d8b264e6aac0" [ 1152.648679] env[68831]: _type = "Task" [ 1152.648679] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.657057] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526bbb2b-4074-6137-0186-d8b264e6aac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.690099] env[68831]: INFO nova.compute.manager [-] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Took 1.28 seconds to deallocate network for instance. [ 1152.804225] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "01023fc9-a1ae-4541-83f5-25d3378d2811" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.804529] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "01023fc9-a1ae-4541-83f5-25d3378d2811" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.904388] env[68831]: DEBUG oslo_vmware.api [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.966018] env[68831]: DEBUG nova.scheduler.client.report [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.031643] env[68831]: DEBUG oslo_concurrency.lockutils [req-0bc77bb6-2b9b-43f2-a8a9-590257e0a17e req-985eeaaa-7ac1-462f-a368-472d3617c2ea service nova] Releasing lock "refresh_cache-a3a2e020-875a-4156-b368-61b0ba641524" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.055184] env[68831]: DEBUG nova.compute.manager [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.055409] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.056356] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804cc211-902c-49b6-9149-257b35aefbd0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.065421] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.065695] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7b4688a-6c41-485c-b1d5-1cf1d13d4f0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.074021] env[68831]: DEBUG oslo_vmware.api [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1153.074021] env[68831]: value = "task-2803450" [ 1153.074021] env[68831]: _type = "Task" [ 1153.074021] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.082572] env[68831]: DEBUG oslo_vmware.api [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.106801] env[68831]: DEBUG oslo_vmware.api [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803449, 'name': PowerOnVM_Task, 'duration_secs': 0.526122} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.107142] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.163799] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526bbb2b-4074-6137-0186-d8b264e6aac0, 'name': SearchDatastore_Task, 'duration_secs': 0.013364} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.164675] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0903c4b2-7b88-4410-b59e-29f15506a67b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.172422] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1153.172422] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529edc70-a6d4-de20-5ff3-16b566698551" [ 1153.172422] env[68831]: _type = "Task" [ 1153.172422] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.181407] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529edc70-a6d4-de20-5ff3-16b566698551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.197241] env[68831]: DEBUG oslo_concurrency.lockutils [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.306930] env[68831]: DEBUG nova.compute.manager [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.405140] env[68831]: DEBUG oslo_vmware.api [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.472926] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.473485] env[68831]: DEBUG nova.compute.manager [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.477910] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.913s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.585375] env[68831]: DEBUG oslo_vmware.api [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803450, 'name': PowerOffVM_Task, 'duration_secs': 0.246245} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.585725] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.585989] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.586314] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93d17c51-f2e8-4273-ba50-8bf6960843d4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.678563] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.678666] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.678852] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Deleting the datastore file [datastore2] 7228b0fc-2d2c-4c11-9b8c-167b67390f3e {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.679703] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23a81e72-d224-4dd1-8269-a05961e62f44 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.685835] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529edc70-a6d4-de20-5ff3-16b566698551, 'name': SearchDatastore_Task, 'duration_secs': 0.015184} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.686505] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.686887] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] a3a2e020-875a-4156-b368-61b0ba641524/a3a2e020-875a-4156-b368-61b0ba641524.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.687274] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1d09126-1a02-4ca3-bce1-4f6f8b9cefa1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.691522] env[68831]: DEBUG oslo_vmware.api [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1153.691522] env[68831]: value = "task-2803452" [ 1153.691522] env[68831]: _type = "Task" [ 1153.691522] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.697221] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1153.697221] env[68831]: value = "task-2803453" [ 1153.697221] env[68831]: _type = "Task" [ 1153.697221] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.704793] env[68831]: DEBUG oslo_vmware.api [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.710672] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.731789] env[68831]: DEBUG nova.compute.manager [req-964d6a54-67cf-490d-8ebe-be5524b5fccb req-789f93f7-db47-4cc5-aa19-7511ecb4eb84 service nova] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Received event network-vif-deleted-678f9b7a-c536-423b-adf6-c33c266b3ce3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1153.831251] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.905987] env[68831]: DEBUG oslo_vmware.api [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.981046] env[68831]: DEBUG nova.compute.utils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.987138] env[68831]: DEBUG nova.compute.manager [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.987443] env[68831]: DEBUG nova.network.neutron [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.033561] env[68831]: DEBUG nova.policy [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1d73c5247a14928b2796872800848da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1346b0edc19f43e3b974565d168cbe8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.166598] env[68831]: INFO nova.compute.manager [None req-237ce126-f11c-4b73-8161-e24b0c8322b1 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance to original state: 'active' [ 1154.213970] env[68831]: DEBUG oslo_vmware.api [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277158} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.214261] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803453, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.214677] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.215125] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.215415] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.215617] env[68831]: INFO nova.compute.manager [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1154.215940] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.220959] env[68831]: DEBUG nova.compute.manager [-] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.220959] env[68831]: DEBUG nova.network.neutron [-] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.283761] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e80f1e0-980d-4b00-b8f3-90a180c58937 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.293432] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a496d2-70de-4bae-a30f-7b17d99fd8c8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.334615] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304a08a1-cf4e-422d-ab77-643924a5f121 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.343962] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7d9370-7931-4c5b-a19b-84a7e4180eb1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.361948] env[68831]: DEBUG nova.compute.provider_tree [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.407175] env[68831]: DEBUG oslo_vmware.api [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.411967] env[68831]: DEBUG nova.network.neutron [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Successfully created port: c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.487340] env[68831]: DEBUG nova.compute.manager [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.545359] env[68831]: DEBUG nova.compute.manager [req-d3fa4a8b-3dc1-463b-8899-4ca48c0e402a req-ba26a6d9-4910-40f3-aae5-73ddf89b33fa service nova] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Received event network-vif-deleted-c37c18e1-046b-48e1-88ea-ba918f227643 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1154.545645] env[68831]: INFO nova.compute.manager [req-d3fa4a8b-3dc1-463b-8899-4ca48c0e402a req-ba26a6d9-4910-40f3-aae5-73ddf89b33fa service nova] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Neutron deleted interface c37c18e1-046b-48e1-88ea-ba918f227643; detaching it from the instance and deleting it from the info cache [ 1154.545768] env[68831]: DEBUG nova.network.neutron [req-d3fa4a8b-3dc1-463b-8899-4ca48c0e402a req-ba26a6d9-4910-40f3-aae5-73ddf89b33fa service nova] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.711255] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615596} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.711642] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] a3a2e020-875a-4156-b368-61b0ba641524/a3a2e020-875a-4156-b368-61b0ba641524.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.711881] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.712206] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fe9769e-2da8-4b69-b704-c68c92d3ce1a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.722021] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1154.722021] env[68831]: value = "task-2803454" [ 1154.722021] env[68831]: _type = "Task" [ 1154.722021] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.735527] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.865818] env[68831]: DEBUG nova.scheduler.client.report [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.909614] env[68831]: DEBUG oslo_vmware.api [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.995072] env[68831]: DEBUG nova.network.neutron [-] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.048220] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c42e625a-5a82-4855-a4bf-a0f27ee4497d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.059358] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fed54e-248b-4ab9-b7a4-9c2e12aff285 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.095808] env[68831]: DEBUG nova.compute.manager [req-d3fa4a8b-3dc1-463b-8899-4ca48c0e402a req-ba26a6d9-4910-40f3-aae5-73ddf89b33fa service nova] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Detach interface failed, port_id=c37c18e1-046b-48e1-88ea-ba918f227643, reason: Instance 7228b0fc-2d2c-4c11-9b8c-167b67390f3e could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1155.232408] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084143} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.232799] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.233727] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe2516a-2ed2-43c2-989b-699e8099e66b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.258540] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] a3a2e020-875a-4156-b368-61b0ba641524/a3a2e020-875a-4156-b368-61b0ba641524.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.258874] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e6d076f-d794-427e-a3dc-b7c9f3f73237 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.281241] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1155.281241] env[68831]: value = "task-2803455" [ 1155.281241] env[68831]: _type = "Task" [ 1155.281241] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.290324] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.406858] env[68831]: DEBUG oslo_vmware.api [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.498037] env[68831]: DEBUG nova.compute.manager [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.500483] env[68831]: INFO nova.compute.manager [-] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Took 1.28 seconds to deallocate network for instance. [ 1155.521438] env[68831]: DEBUG nova.virt.hardware [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.521689] env[68831]: DEBUG nova.virt.hardware [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.521845] env[68831]: DEBUG nova.virt.hardware [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.522042] env[68831]: DEBUG nova.virt.hardware [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.522203] env[68831]: DEBUG nova.virt.hardware [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.522353] env[68831]: DEBUG nova.virt.hardware [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.522557] env[68831]: DEBUG nova.virt.hardware [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.522717] env[68831]: DEBUG nova.virt.hardware [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.522883] env[68831]: DEBUG nova.virt.hardware [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.523058] env[68831]: DEBUG nova.virt.hardware [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.523287] env[68831]: DEBUG nova.virt.hardware [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.524289] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaa24fd-6899-4e96-ba3c-0ba25900bd05 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.532867] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5389b7b3-5f86-4e64-92c3-835417abc5fc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.792788] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.848608] env[68831]: DEBUG nova.compute.manager [req-eec3fe6a-229b-476f-8d12-6f73dd36d361 req-6ef11f27-f834-432f-bb14-7d29bf3b20d5 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Received event network-vif-plugged-c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1155.849544] env[68831]: DEBUG oslo_concurrency.lockutils [req-eec3fe6a-229b-476f-8d12-6f73dd36d361 req-6ef11f27-f834-432f-bb14-7d29bf3b20d5 service nova] Acquiring lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.849544] env[68831]: DEBUG oslo_concurrency.lockutils [req-eec3fe6a-229b-476f-8d12-6f73dd36d361 req-6ef11f27-f834-432f-bb14-7d29bf3b20d5 service nova] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.849544] env[68831]: DEBUG oslo_concurrency.lockutils [req-eec3fe6a-229b-476f-8d12-6f73dd36d361 req-6ef11f27-f834-432f-bb14-7d29bf3b20d5 service nova] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.849544] env[68831]: DEBUG nova.compute.manager [req-eec3fe6a-229b-476f-8d12-6f73dd36d361 req-6ef11f27-f834-432f-bb14-7d29bf3b20d5 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] No waiting events found dispatching network-vif-plugged-c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.849544] env[68831]: WARNING nova.compute.manager [req-eec3fe6a-229b-476f-8d12-6f73dd36d361 req-6ef11f27-f834-432f-bb14-7d29bf3b20d5 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Received unexpected event network-vif-plugged-c6f0c658-5c47-403a-b84b-ddde1f261848 for instance with vm_state building and task_state spawning. [ 1155.876556] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.400s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.884026] env[68831]: DEBUG oslo_concurrency.lockutils [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.686s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.884026] env[68831]: DEBUG nova.objects.instance [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Lazy-loading 'resources' on Instance uuid bb632208-8467-4d97-97ba-1764c130c2a7 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.912963] env[68831]: DEBUG oslo_vmware.api [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.930669] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.931217] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.931217] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.931361] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.931828] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.935917] env[68831]: INFO nova.compute.manager [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Terminating instance [ 1156.008379] env[68831]: DEBUG nova.network.neutron [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Successfully updated port: c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.009170] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.293011] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803455, 'name': ReconfigVM_Task, 'duration_secs': 0.848493} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.293319] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Reconfigured VM instance instance-0000006a to attach disk [datastore1] a3a2e020-875a-4156-b368-61b0ba641524/a3a2e020-875a-4156-b368-61b0ba641524.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.293968] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bf8b627-c132-47e2-8f03-2e46b8fa94a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.302551] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1156.302551] env[68831]: value = "task-2803456" [ 1156.302551] env[68831]: _type = "Task" [ 1156.302551] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.312291] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803456, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.344156] env[68831]: DEBUG oslo_concurrency.lockutils [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "05611151-ab8a-4435-9225-60d1671b7d2a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.344553] env[68831]: DEBUG oslo_concurrency.lockutils [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.410564] env[68831]: DEBUG oslo_vmware.api [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.439369] env[68831]: DEBUG nova.compute.manager [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.439582] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.440108] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaa24243-6482-4c42-8dd0-1bb62ccbed35 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.447811] env[68831]: INFO nova.scheduler.client.report [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Deleted allocation for migration 849c1aa8-1da1-49a6-934d-2ea689357ca1 [ 1156.452233] env[68831]: DEBUG oslo_vmware.api [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1156.452233] env[68831]: value = "task-2803457" [ 1156.452233] env[68831]: _type = "Task" [ 1156.452233] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.463754] env[68831]: DEBUG oslo_vmware.api [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.511381] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.511660] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.511726] env[68831]: DEBUG nova.network.neutron [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.630755] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d38ffe-27ed-4c57-82aa-d9923eac3684 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.639577] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b801196-468e-4932-87db-2e13c02353cd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.672137] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356a3983-ff36-4654-99e1-7cea4da3f5e8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.681551] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250a1608-68b5-4bfa-90b6-cd7d738f5c1c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.696354] env[68831]: DEBUG nova.compute.provider_tree [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.813563] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803456, 'name': Rename_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.848294] env[68831]: INFO nova.compute.manager [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Detaching volume 0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d [ 1156.886291] env[68831]: INFO nova.virt.block_device [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Attempting to driver detach volume 0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d from mountpoint /dev/sdb [ 1156.887994] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.887994] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563318', 'volume_id': '0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d', 'name': 'volume-0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05611151-ab8a-4435-9225-60d1671b7d2a', 'attached_at': '', 'detached_at': '', 'volume_id': '0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d', 'serial': '0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.887994] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1627aec1-8dba-4b81-84a0-6aa4ab850b60 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.914995] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eee75ad-0cb8-49df-8050-7d2ab0ed42a4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.923495] env[68831]: DEBUG oslo_vmware.api [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803446, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.926054] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04baebe2-50d9-4c62-8e2a-63e3939660e9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.947318] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12255359-ce0a-4c19-9940-a787e6a7e98b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.971301] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c8822083-ca5f-4bc9-b22c-8e73e577cc6c tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.977s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.972792] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] The volume has not been displaced from its original location: [datastore2] volume-0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d/volume-0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d.vmdk. No consolidation needed. {{(pid=68831) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1156.978270] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.979299] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f184614b-db63-418d-9720-9ed59d88dc83 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.996984] env[68831]: DEBUG oslo_vmware.api [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803457, 'name': PowerOffVM_Task, 'duration_secs': 0.229206} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.997735] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.997945] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.998155] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563313', 'volume_id': '655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4', 'name': 'volume-655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '63f5f38f-aecc-41d3-abb2-c8ae50ae8172', 'attached_at': '2025-03-06T09:39:25.000000', 'detached_at': '', 'volume_id': '655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4', 'serial': '655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.999204] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fb6561-436f-454e-bdda-5721f4d10adb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.004401] env[68831]: DEBUG oslo_vmware.api [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1157.004401] env[68831]: value = "task-2803458" [ 1157.004401] env[68831]: _type = "Task" [ 1157.004401] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.025737] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9323af2-cdc7-4046-a8b5-3808a5ffb3a7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.039034] env[68831]: DEBUG oslo_vmware.api [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.039914] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff92b98b-9102-40a4-b091-0cac4390b1ac {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.067038] env[68831]: DEBUG nova.network.neutron [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.067715] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1224c49-cbf4-46c9-afda-2ab75fe2bd92 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.084618] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] The volume has not been displaced from its original location: [datastore2] volume-655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4/volume-655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4.vmdk. No consolidation needed. {{(pid=68831) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1157.090055] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.092652] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3054caee-c7b9-4481-81ff-17b300cd1023 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.114820] env[68831]: DEBUG oslo_vmware.api [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1157.114820] env[68831]: value = "task-2803459" [ 1157.114820] env[68831]: _type = "Task" [ 1157.114820] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.124824] env[68831]: DEBUG oslo_vmware.api [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.199705] env[68831]: DEBUG nova.scheduler.client.report [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.283769] env[68831]: DEBUG nova.network.neutron [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Updating instance_info_cache with network_info: [{"id": "c6f0c658-5c47-403a-b84b-ddde1f261848", "address": "fa:16:3e:9e:56:f5", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f0c658-5c", "ovs_interfaceid": "c6f0c658-5c47-403a-b84b-ddde1f261848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.315191] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803456, 'name': Rename_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.422269] env[68831]: DEBUG oslo_vmware.api [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803446, 'name': ReconfigVM_Task, 'duration_secs': 5.802848} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.422545] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.422764] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Reconfigured VM to detach interface {{(pid=68831) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1157.515529] env[68831]: DEBUG oslo_vmware.api [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803458, 'name': ReconfigVM_Task, 'duration_secs': 0.316142} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.515845] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.520653] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-787901e0-11e1-420d-88f0-e246f1712670 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.538197] env[68831]: DEBUG oslo_vmware.api [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1157.538197] env[68831]: value = "task-2803460" [ 1157.538197] env[68831]: _type = "Task" [ 1157.538197] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.550419] env[68831]: DEBUG oslo_vmware.api [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.625268] env[68831]: DEBUG oslo_vmware.api [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803459, 'name': ReconfigVM_Task, 'duration_secs': 0.235296} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.625604] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.630571] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4baf0a92-ccdb-4c4f-89b0-0f01eaf1ef61 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.647568] env[68831]: DEBUG oslo_vmware.api [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1157.647568] env[68831]: value = "task-2803461" [ 1157.647568] env[68831]: _type = "Task" [ 1157.647568] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.657507] env[68831]: DEBUG oslo_vmware.api [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.704667] env[68831]: DEBUG oslo_concurrency.lockutils [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.707528] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.876s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.709170] env[68831]: INFO nova.compute.claims [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.732056] env[68831]: INFO nova.scheduler.client.report [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Deleted allocations for instance bb632208-8467-4d97-97ba-1764c130c2a7 [ 1157.787405] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.787740] env[68831]: DEBUG nova.compute.manager [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Instance network_info: |[{"id": "c6f0c658-5c47-403a-b84b-ddde1f261848", "address": "fa:16:3e:9e:56:f5", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f0c658-5c", "ovs_interfaceid": "c6f0c658-5c47-403a-b84b-ddde1f261848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.788198] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:56:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6f0c658-5c47-403a-b84b-ddde1f261848', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.796519] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.797330] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.797745] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98025999-f814-43cf-94e0-fcb8b26842e5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.824731] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803456, 'name': Rename_Task, 'duration_secs': 1.154882} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.827939] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.827939] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.827939] env[68831]: value = "task-2803462" [ 1157.827939] env[68831]: _type = "Task" [ 1157.827939] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.827939] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dab464e2-f4be-48c4-9d73-fcb37094ca2f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.838874] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803462, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.840480] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1157.840480] env[68831]: value = "task-2803463" [ 1157.840480] env[68831]: _type = "Task" [ 1157.840480] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.849887] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.943395] env[68831]: DEBUG nova.compute.manager [req-b1900950-f5bd-4910-8983-4dc33671bb57 req-570aae2a-1173-4743-a49d-675d287a3cb8 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Received event network-changed-c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1157.943631] env[68831]: DEBUG nova.compute.manager [req-b1900950-f5bd-4910-8983-4dc33671bb57 req-570aae2a-1173-4743-a49d-675d287a3cb8 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Refreshing instance network info cache due to event network-changed-c6f0c658-5c47-403a-b84b-ddde1f261848. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1157.944384] env[68831]: DEBUG oslo_concurrency.lockutils [req-b1900950-f5bd-4910-8983-4dc33671bb57 req-570aae2a-1173-4743-a49d-675d287a3cb8 service nova] Acquiring lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.944384] env[68831]: DEBUG oslo_concurrency.lockutils [req-b1900950-f5bd-4910-8983-4dc33671bb57 req-570aae2a-1173-4743-a49d-675d287a3cb8 service nova] Acquired lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.944384] env[68831]: DEBUG nova.network.neutron [req-b1900950-f5bd-4910-8983-4dc33671bb57 req-570aae2a-1173-4743-a49d-675d287a3cb8 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Refreshing network info cache for port c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.970973] env[68831]: DEBUG oslo_concurrency.lockutils [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.971302] env[68831]: DEBUG oslo_concurrency.lockutils [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.971541] env[68831]: DEBUG oslo_concurrency.lockutils [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.971759] env[68831]: DEBUG oslo_concurrency.lockutils [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.971967] env[68831]: DEBUG oslo_concurrency.lockutils [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.974405] env[68831]: INFO nova.compute.manager [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Terminating instance [ 1158.052670] env[68831]: DEBUG oslo_vmware.api [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803460, 'name': ReconfigVM_Task, 'duration_secs': 0.225851} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.052670] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563318', 'volume_id': '0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d', 'name': 'volume-0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05611151-ab8a-4435-9225-60d1671b7d2a', 'attached_at': '', 'detached_at': '', 'volume_id': '0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d', 'serial': '0f36ac40-2fdc-47ec-a653-ea6c3dea9e3d'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1158.134432] env[68831]: DEBUG oslo_vmware.rw_handles [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3419c-8c21-9516-f9ea-e8565c57c18e/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1158.135632] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2075cd8e-da9f-4cbe-84aa-87d6b08995a2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.144271] env[68831]: DEBUG oslo_vmware.rw_handles [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3419c-8c21-9516-f9ea-e8565c57c18e/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1158.144715] env[68831]: ERROR oslo_vmware.rw_handles [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3419c-8c21-9516-f9ea-e8565c57c18e/disk-0.vmdk due to incomplete transfer. [ 1158.145295] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc689c1b-1016-4b75-ba12-def7b5703cc7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.156158] env[68831]: DEBUG oslo_vmware.rw_handles [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3419c-8c21-9516-f9ea-e8565c57c18e/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1158.156466] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Uploaded image 96d84181-210d-4218-beac-1de09a0deafa to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1158.159517] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1158.163371] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c21031f-f0cb-4300-9f2a-48c4b582aa39 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.165328] env[68831]: DEBUG oslo_vmware.api [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803461, 'name': ReconfigVM_Task, 'duration_secs': 0.153644} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.165727] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563313', 'volume_id': '655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4', 'name': 'volume-655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '63f5f38f-aecc-41d3-abb2-c8ae50ae8172', 'attached_at': '2025-03-06T09:39:25.000000', 'detached_at': '', 'volume_id': '655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4', 'serial': '655b00c9-a54b-4dbb-b6b6-7348a5ca8fd4'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1158.166125] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.167624] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3b1cc3-c5cd-483b-9b2d-68569c172431 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.173929] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1158.173929] env[68831]: value = "task-2803464" [ 1158.173929] env[68831]: _type = "Task" [ 1158.173929] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.180777] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.181661] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-134d90a7-3b10-469d-996d-281f5f9af406 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.187434] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803464, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.244287] env[68831]: DEBUG oslo_concurrency.lockutils [None req-50ed6c4d-017c-429c-9c71-505d353e2d92 tempest-ServerMetadataNegativeTestJSON-1306895035 tempest-ServerMetadataNegativeTestJSON-1306895035-project-member] Lock "bb632208-8467-4d97-97ba-1764c130c2a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.503s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.274989] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.275322] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.275655] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Deleting the datastore file [datastore2] 63f5f38f-aecc-41d3-abb2-c8ae50ae8172 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.275853] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ade2d85-4ba0-49ea-9657-3f3128379e5d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.284303] env[68831]: DEBUG oslo_vmware.api [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1158.284303] env[68831]: value = "task-2803466" [ 1158.284303] env[68831]: _type = "Task" [ 1158.284303] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.293814] env[68831]: DEBUG oslo_vmware.api [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.339853] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803462, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.352993] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.478675] env[68831]: DEBUG nova.compute.manager [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.478987] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.479970] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b77352c-bed0-4422-9cb2-ac4cc6b88694 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.489459] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.490136] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d66d410f-07eb-49d4-8d1a-c83559c41818 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.500743] env[68831]: DEBUG oslo_vmware.api [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1158.500743] env[68831]: value = "task-2803467" [ 1158.500743] env[68831]: _type = "Task" [ 1158.500743] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.514195] env[68831]: DEBUG oslo_vmware.api [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.617547] env[68831]: DEBUG nova.objects.instance [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lazy-loading 'flavor' on Instance uuid 05611151-ab8a-4435-9225-60d1671b7d2a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.693932] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803464, 'name': Destroy_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.798348] env[68831]: DEBUG oslo_vmware.api [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391625} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.801335] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.801931] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.801931] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.801931] env[68831]: INFO nova.compute.manager [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Took 2.36 seconds to destroy the instance on the hypervisor. [ 1158.802656] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.803114] env[68831]: DEBUG nova.compute.manager [-] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.803219] env[68831]: DEBUG nova.network.neutron [-] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.842218] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803462, 'name': CreateVM_Task, 'duration_secs': 0.674438} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.847987] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.850110] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.850110] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.850110] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.850312] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc17706-3714-4dd5-8a48-af077cebf4ff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.859678] env[68831]: DEBUG oslo_vmware.api [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803463, 'name': PowerOnVM_Task, 'duration_secs': 0.827867} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.859971] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.860194] env[68831]: INFO nova.compute.manager [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1158.860374] env[68831]: DEBUG nova.compute.manager [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.861210] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8448e5cc-2130-4e73-8240-876f8fe5c998 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.865566] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1158.865566] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527105fc-c637-e204-627e-165940bc18ca" [ 1158.865566] env[68831]: _type = "Task" [ 1158.865566] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.885111] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527105fc-c637-e204-627e-165940bc18ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.889122] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.889238] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.889477] env[68831]: DEBUG nova.network.neutron [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.905219] env[68831]: DEBUG nova.network.neutron [req-b1900950-f5bd-4910-8983-4dc33671bb57 req-570aae2a-1173-4743-a49d-675d287a3cb8 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Updated VIF entry in instance network info cache for port c6f0c658-5c47-403a-b84b-ddde1f261848. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.905571] env[68831]: DEBUG nova.network.neutron [req-b1900950-f5bd-4910-8983-4dc33671bb57 req-570aae2a-1173-4743-a49d-675d287a3cb8 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Updating instance_info_cache with network_info: [{"id": "c6f0c658-5c47-403a-b84b-ddde1f261848", "address": "fa:16:3e:9e:56:f5", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f0c658-5c", "ovs_interfaceid": "c6f0c658-5c47-403a-b84b-ddde1f261848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.010942] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec4a09b-2c5a-484e-9f64-acd991c30887 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.020172] env[68831]: DEBUG oslo_vmware.api [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803467, 'name': PowerOffVM_Task, 'duration_secs': 0.345183} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.021846] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.022113] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.022421] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4410c380-4b1f-488f-a5cb-d81d0e5f2037 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.026058] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381c923f-c36b-4540-bf00-2f88753ccbe6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.060386] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf258ef-5635-43ef-8dab-cbb0d4267b06 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.069222] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e187e15-8d9c-4b05-9830-ff3756f1a713 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.090098] env[68831]: DEBUG nova.compute.provider_tree [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.147237] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.147692] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.147752] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Deleting the datastore file [datastore1] 28bf3f4e-650a-44b4-abf2-8195f32cfb34 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.148198] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6590cc8-0478-4e7b-89da-f46c6208c31f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.156242] env[68831]: DEBUG oslo_vmware.api [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1159.156242] env[68831]: value = "task-2803469" [ 1159.156242] env[68831]: _type = "Task" [ 1159.156242] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.167062] env[68831]: DEBUG oslo_vmware.api [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.186789] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803464, 'name': Destroy_Task, 'duration_secs': 0.916971} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.187414] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Destroyed the VM [ 1159.187723] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1159.188021] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-997f9495-62bd-46bf-a8a2-14ac771a859c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.197266] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1159.197266] env[68831]: value = "task-2803470" [ 1159.197266] env[68831]: _type = "Task" [ 1159.197266] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.207139] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803470, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.380027] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527105fc-c637-e204-627e-165940bc18ca, 'name': SearchDatastore_Task, 'duration_secs': 0.026838} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.380027] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.380027] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.380027] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.380027] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.380027] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.391041] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba6ee88f-7f05-45b5-aeea-426ee9070781 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.394677] env[68831]: INFO nova.compute.manager [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Took 24.62 seconds to build instance. [ 1159.405620] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.406552] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.407803] env[68831]: DEBUG oslo_concurrency.lockutils [req-b1900950-f5bd-4910-8983-4dc33671bb57 req-570aae2a-1173-4743-a49d-675d287a3cb8 service nova] Releasing lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.408360] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75fd288a-dc40-40bf-8312-cd26944af609 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.415804] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1159.415804] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52750bee-1c70-b130-7077-b61f510938a1" [ 1159.415804] env[68831]: _type = "Task" [ 1159.415804] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.428862] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52750bee-1c70-b130-7077-b61f510938a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.579386] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7849ab2e-ed30-4767-b564-2b51d6b8e150 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "05611151-ab8a-4435-9225-60d1671b7d2a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.587586] env[68831]: DEBUG nova.compute.manager [req-f864d8d4-a92f-44b7-a4ea-bfc40abb7d0d req-0d9b7cbb-ee0e-4d31-9308-274367feb14f service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Received event network-vif-deleted-2c653f75-93a1-4859-89d2-280188ceea49 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1159.587763] env[68831]: INFO nova.compute.manager [req-f864d8d4-a92f-44b7-a4ea-bfc40abb7d0d req-0d9b7cbb-ee0e-4d31-9308-274367feb14f service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Neutron deleted interface 2c653f75-93a1-4859-89d2-280188ceea49; detaching it from the instance and deleting it from the info cache [ 1159.587948] env[68831]: DEBUG nova.network.neutron [req-f864d8d4-a92f-44b7-a4ea-bfc40abb7d0d req-0d9b7cbb-ee0e-4d31-9308-274367feb14f service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.594058] env[68831]: DEBUG nova.scheduler.client.report [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.627597] env[68831]: DEBUG oslo_concurrency.lockutils [None req-af8223e0-1a44-43b3-9ee4-ed1795983070 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.283s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.630853] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7849ab2e-ed30-4767-b564-2b51d6b8e150 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.049s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.630853] env[68831]: DEBUG nova.compute.manager [None req-7849ab2e-ed30-4767-b564-2b51d6b8e150 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.630853] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0af1f2-6fe8-470d-96f6-3f7acb187b52 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.637879] env[68831]: DEBUG nova.compute.manager [None req-7849ab2e-ed30-4767-b564-2b51d6b8e150 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68831) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1159.638493] env[68831]: DEBUG nova.objects.instance [None req-7849ab2e-ed30-4767-b564-2b51d6b8e150 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lazy-loading 'flavor' on Instance uuid 05611151-ab8a-4435-9225-60d1671b7d2a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.668898] env[68831]: DEBUG oslo_vmware.api [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248076} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.670498] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.670695] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.670868] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.671049] env[68831]: INFO nova.compute.manager [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1159.671298] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.673591] env[68831]: DEBUG nova.compute.manager [-] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.673703] env[68831]: DEBUG nova.network.neutron [-] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.710528] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803470, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.900203] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7f20647b-609c-4908-9728-f458daa18b68 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "a3a2e020-875a-4156-b368-61b0ba641524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.137s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.932031] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52750bee-1c70-b130-7077-b61f510938a1, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.932031] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb61aae-4579-4660-823f-47756481a613 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.942621] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1159.942621] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524bd54f-dfbc-6b40-fd1e-6e9633cbc9ac" [ 1159.942621] env[68831]: _type = "Task" [ 1159.942621] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.951299] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524bd54f-dfbc-6b40-fd1e-6e9633cbc9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.969023] env[68831]: DEBUG nova.network.neutron [-] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.031974] env[68831]: INFO nova.network.neutron [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Port fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1160.035133] env[68831]: DEBUG nova.network.neutron [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updating instance_info_cache with network_info: [{"id": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "address": "fa:16:3e:bb:c7:f0", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b5106-89", "ovs_interfaceid": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.091232] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14dcb6f5-5120-4460-a116-ffbc78e29aad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.100502] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.101722] env[68831]: DEBUG nova.compute.manager [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.107878] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.097s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.107878] env[68831]: DEBUG nova.objects.instance [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lazy-loading 'resources' on Instance uuid 7228b0fc-2d2c-4c11-9b8c-167b67390f3e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.115583] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bc9ea6-6562-4dbe-a894-6e25d56c4836 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.163868] env[68831]: DEBUG nova.compute.manager [req-f864d8d4-a92f-44b7-a4ea-bfc40abb7d0d req-0d9b7cbb-ee0e-4d31-9308-274367feb14f service nova] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Detach interface failed, port_id=2c653f75-93a1-4859-89d2-280188ceea49, reason: Instance 63f5f38f-aecc-41d3-abb2-c8ae50ae8172 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1160.183688] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6e0183-e40a-494c-81cc-59b625ab4af5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.197921] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ce980a7c-54a6-48de-908e-b6b421e8b766 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Suspending the VM {{(pid=68831) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1160.198460] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-34bfb02c-04d3-4850-b7af-0b8c59e1698c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.213436] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803470, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.218269] env[68831]: DEBUG oslo_vmware.api [None req-ce980a7c-54a6-48de-908e-b6b421e8b766 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1160.218269] env[68831]: value = "task-2803471" [ 1160.218269] env[68831]: _type = "Task" [ 1160.218269] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.224154] env[68831]: DEBUG oslo_vmware.api [None req-ce980a7c-54a6-48de-908e-b6b421e8b766 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803471, 'name': SuspendVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.422960] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2e7fef-ebea-4377-8a72-f5debc0e3052 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.434021] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d32cbe2-d4a8-4db5-8306-51256909e50f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.470059] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d00569f-ccb3-41a2-8172-b9f68b638d56 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.472927] env[68831]: INFO nova.compute.manager [-] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Took 1.67 seconds to deallocate network for instance. [ 1160.484958] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524bd54f-dfbc-6b40-fd1e-6e9633cbc9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.032532} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.485437] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.485745] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 7d1fa73f-d708-41ec-a279-1d64cf42aa14/7d1fa73f-d708-41ec-a279-1d64cf42aa14.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.487106] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520b6046-6312-432f-8f29-111746deb259 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.491851] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-380d6945-d258-4c16-bd96-759a583e4ce8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.508810] env[68831]: DEBUG nova.compute.provider_tree [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.512067] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1160.512067] env[68831]: value = "task-2803472" [ 1160.512067] env[68831]: _type = "Task" [ 1160.512067] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.522664] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.540634] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.639100] env[68831]: DEBUG nova.compute.utils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.640621] env[68831]: DEBUG nova.compute.manager [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.641382] env[68831]: DEBUG nova.network.neutron [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.650885] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7849ab2e-ed30-4767-b564-2b51d6b8e150 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.650885] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6df874ef-9144-4546-8f10-7a319171f82f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.661035] env[68831]: DEBUG oslo_vmware.api [None req-7849ab2e-ed30-4767-b564-2b51d6b8e150 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1160.661035] env[68831]: value = "task-2803473" [ 1160.661035] env[68831]: _type = "Task" [ 1160.661035] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.679623] env[68831]: DEBUG oslo_vmware.api [None req-7849ab2e-ed30-4767-b564-2b51d6b8e150 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.713911] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803470, 'name': RemoveSnapshot_Task, 'duration_secs': 1.380325} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.715798] env[68831]: DEBUG nova.policy [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88a3c400ee4a49788ff660027ea6c188', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71d951111432431abcdf4a1fae62a0c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.717608] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1160.718162] env[68831]: DEBUG nova.compute.manager [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.719313] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fa541f-c27a-46bc-a231-5a45471bb443 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.740493] env[68831]: DEBUG oslo_vmware.api [None req-ce980a7c-54a6-48de-908e-b6b421e8b766 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803471, 'name': SuspendVM_Task} progress is 58%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.751815] env[68831]: DEBUG nova.network.neutron [-] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.955013] env[68831]: DEBUG nova.compute.manager [req-12f95c4e-3a5c-4151-94aa-7940efa1188d req-6aabedbc-95ee-43d5-bbca-31c5659a841b service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Received event network-changed-e31b5106-8950-47f2-b07c-a2b6b81acba6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1160.955905] env[68831]: DEBUG nova.compute.manager [req-12f95c4e-3a5c-4151-94aa-7940efa1188d req-6aabedbc-95ee-43d5-bbca-31c5659a841b service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Refreshing instance network info cache due to event network-changed-e31b5106-8950-47f2-b07c-a2b6b81acba6. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1160.956361] env[68831]: DEBUG oslo_concurrency.lockutils [req-12f95c4e-3a5c-4151-94aa-7940efa1188d req-6aabedbc-95ee-43d5-bbca-31c5659a841b service nova] Acquiring lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.956964] env[68831]: DEBUG oslo_concurrency.lockutils [req-12f95c4e-3a5c-4151-94aa-7940efa1188d req-6aabedbc-95ee-43d5-bbca-31c5659a841b service nova] Acquired lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.956964] env[68831]: DEBUG nova.network.neutron [req-12f95c4e-3a5c-4151-94aa-7940efa1188d req-6aabedbc-95ee-43d5-bbca-31c5659a841b service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Refreshing network info cache for port e31b5106-8950-47f2-b07c-a2b6b81acba6 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.015233] env[68831]: DEBUG nova.scheduler.client.report [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.041468] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803472, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.045315] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4817cc75-d4f4-4bc8-aa9f-3f378fff7497 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-fa37c68c-867c-422a-8511-c155dcc3856b-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.246s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.057434] env[68831]: INFO nova.compute.manager [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Took 0.58 seconds to detach 1 volumes for instance. [ 1161.145827] env[68831]: DEBUG nova.compute.manager [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.178919] env[68831]: DEBUG oslo_vmware.api [None req-7849ab2e-ed30-4767-b564-2b51d6b8e150 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803473, 'name': PowerOffVM_Task, 'duration_secs': 0.290725} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.178919] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7849ab2e-ed30-4767-b564-2b51d6b8e150 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.178919] env[68831]: DEBUG nova.compute.manager [None req-7849ab2e-ed30-4767-b564-2b51d6b8e150 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.179575] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80968dc-ba6e-47a1-8a09-2b6f79938696 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.231355] env[68831]: DEBUG oslo_vmware.api [None req-ce980a7c-54a6-48de-908e-b6b421e8b766 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803471, 'name': SuspendVM_Task, 'duration_secs': 0.74602} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.231652] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ce980a7c-54a6-48de-908e-b6b421e8b766 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Suspended the VM {{(pid=68831) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1161.231840] env[68831]: DEBUG nova.compute.manager [None req-ce980a7c-54a6-48de-908e-b6b421e8b766 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.232656] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4648d11b-1397-4162-bdc2-4cab0dc3a1b0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.246149] env[68831]: INFO nova.compute.manager [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Shelve offloading [ 1161.253871] env[68831]: INFO nova.compute.manager [-] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Took 1.58 seconds to deallocate network for instance. [ 1161.333304] env[68831]: DEBUG nova.network.neutron [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Successfully created port: cda4a11b-7401-4cbb-a052-4dbe407410f2 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.531925] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.425s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.535882] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574412} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.540971] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 7d1fa73f-d708-41ec-a279-1d64cf42aa14/7d1fa73f-d708-41ec-a279-1d64cf42aa14.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.541390] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.541769] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23b2dacf-e9d8-48c6-b7a6-6332bba1476a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.552337] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1161.552337] env[68831]: value = "task-2803474" [ 1161.552337] env[68831]: _type = "Task" [ 1161.552337] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.564706] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.565145] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.565457] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.567907] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.571473] env[68831]: INFO nova.scheduler.client.report [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Deleted allocations for instance 7228b0fc-2d2c-4c11-9b8c-167b67390f3e [ 1161.591950] env[68831]: INFO nova.scheduler.client.report [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Deleted allocations for instance 63f5f38f-aecc-41d3-abb2-c8ae50ae8172 [ 1161.645976] env[68831]: DEBUG oslo_concurrency.lockutils [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "interface-6dcef76f-4663-412d-b967-2316b92b6c7a-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.646824] env[68831]: DEBUG oslo_concurrency.lockutils [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-6dcef76f-4663-412d-b967-2316b92b6c7a-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.647332] env[68831]: DEBUG nova.objects.instance [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'flavor' on Instance uuid 6dcef76f-4663-412d-b967-2316b92b6c7a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.697628] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7849ab2e-ed30-4767-b564-2b51d6b8e150 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.709157] env[68831]: DEBUG nova.network.neutron [req-12f95c4e-3a5c-4151-94aa-7940efa1188d req-6aabedbc-95ee-43d5-bbca-31c5659a841b service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updated VIF entry in instance network info cache for port e31b5106-8950-47f2-b07c-a2b6b81acba6. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.709472] env[68831]: DEBUG nova.network.neutron [req-12f95c4e-3a5c-4151-94aa-7940efa1188d req-6aabedbc-95ee-43d5-bbca-31c5659a841b service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updating instance_info_cache with network_info: [{"id": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "address": "fa:16:3e:bb:c7:f0", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b5106-89", "ovs_interfaceid": "e31b5106-8950-47f2-b07c-a2b6b81acba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.750964] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.753038] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53801cb1-2978-41a1-9c79-d6fca268fdd8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.761675] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1161.761675] env[68831]: value = "task-2803475" [ 1161.761675] env[68831]: _type = "Task" [ 1161.761675] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.768345] env[68831]: DEBUG oslo_concurrency.lockutils [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.768345] env[68831]: DEBUG oslo_concurrency.lockutils [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.768345] env[68831]: DEBUG oslo_concurrency.lockutils [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.776974] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] VM already powered off {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1161.777367] env[68831]: DEBUG nova.compute.manager [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.778126] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01bbb14-ea6c-438f-aa43-1ac240b96d26 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.785566] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.785923] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquired lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.785923] env[68831]: DEBUG nova.network.neutron [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.790733] env[68831]: INFO nova.scheduler.client.report [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Deleted allocations for instance 28bf3f4e-650a-44b4-abf2-8195f32cfb34 [ 1161.985153] env[68831]: DEBUG nova.compute.manager [req-beac7035-a486-43fd-ac98-e0342724a9d5 req-a37711a4-9ed7-44e9-9ee5-641dee3e45ed service nova] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Received event network-vif-deleted-6d3c7c2f-4fd6-4a18-a100-05b259da0904 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1162.048822] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "9d4f731c-64c5-47ad-b2b3-856e86071619" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.049199] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "9d4f731c-64c5-47ad-b2b3-856e86071619" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.066137] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075809} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.066262] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.067019] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a509c930-b980-4982-9367-b9eee49c29ff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.092830] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 7d1fa73f-d708-41ec-a279-1d64cf42aa14/7d1fa73f-d708-41ec-a279-1d64cf42aa14.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.093422] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3d1a3dd1-09e7-404b-b151-849e7ebc8c6a tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "7228b0fc-2d2c-4c11-9b8c-167b67390f3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.545s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.095351] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-083208c5-0084-4010-a08d-d6cbb0bb6c90 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.113514] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c9a09b83-56b9-44d9-8c13-5b67e6f65a21 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "63f5f38f-aecc-41d3-abb2-c8ae50ae8172" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.182s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.124181] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1162.124181] env[68831]: value = "task-2803476" [ 1162.124181] env[68831]: _type = "Task" [ 1162.124181] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.136593] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.161286] env[68831]: DEBUG nova.compute.manager [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.206027] env[68831]: DEBUG nova.virt.hardware [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.206303] env[68831]: DEBUG nova.virt.hardware [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.206955] env[68831]: DEBUG nova.virt.hardware [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.206955] env[68831]: DEBUG nova.virt.hardware [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.206955] env[68831]: DEBUG nova.virt.hardware [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.207149] env[68831]: DEBUG nova.virt.hardware [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.207427] env[68831]: DEBUG nova.virt.hardware [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.207631] env[68831]: DEBUG nova.virt.hardware [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.207840] env[68831]: DEBUG nova.virt.hardware [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.208243] env[68831]: DEBUG nova.virt.hardware [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.208314] env[68831]: DEBUG nova.virt.hardware [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.209216] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a96c761-684e-4d14-85cb-3c2e97c5b0f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.212222] env[68831]: DEBUG oslo_concurrency.lockutils [req-12f95c4e-3a5c-4151-94aa-7940efa1188d req-6aabedbc-95ee-43d5-bbca-31c5659a841b service nova] Releasing lock "refresh_cache-fa37c68c-867c-422a-8511-c155dcc3856b" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.219363] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ae5dc6-848a-4251-86e0-0cada53bb5f8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.285971] env[68831]: DEBUG nova.objects.instance [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'pci_requests' on Instance uuid 6dcef76f-4663-412d-b967-2316b92b6c7a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.298304] env[68831]: DEBUG oslo_concurrency.lockutils [None req-213374dd-d549-4aa5-8957-e9a59cbe8ed5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "28bf3f4e-650a-44b4-abf2-8195f32cfb34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.326s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.470866] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "e26b8204-a837-43e0-95b2-e24bbb143043" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.471998] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "e26b8204-a837-43e0-95b2-e24bbb143043" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.496925] env[68831]: DEBUG nova.network.neutron [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Updating instance_info_cache with network_info: [{"id": "488ccf32-b4a7-4fe0-af89-604c516d4ea3", "address": "fa:16:3e:bd:25:f3", "network": {"id": "403ced35-9c36-4dcf-bee7-188c7a60c5ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2072306948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f13d10f6d24e6aab374650649359b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap488ccf32-b4", "ovs_interfaceid": "488ccf32-b4a7-4fe0-af89-604c516d4ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.554267] env[68831]: DEBUG nova.compute.manager [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.634344] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803476, 'name': ReconfigVM_Task, 'duration_secs': 0.316089} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.634637] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 7d1fa73f-d708-41ec-a279-1d64cf42aa14/7d1fa73f-d708-41ec-a279-1d64cf42aa14.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.635280] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85441bcd-8b2f-43cc-baa0-10ea93ecae93 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.643425] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1162.643425] env[68831]: value = "task-2803477" [ 1162.643425] env[68831]: _type = "Task" [ 1162.643425] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.652752] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803477, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.789363] env[68831]: DEBUG nova.objects.base [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Object Instance<6dcef76f-4663-412d-b967-2316b92b6c7a> lazy-loaded attributes: flavor,pci_requests {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1162.789652] env[68831]: DEBUG nova.network.neutron [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.890207] env[68831]: DEBUG nova.policy [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05353b1ca13e48ccb4423a806a911f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e09e70ea0fcc4af6b1b75c71f620f986', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.980475] env[68831]: DEBUG nova.compute.manager [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.000469] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Releasing lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.028485] env[68831]: DEBUG nova.network.neutron [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Successfully updated port: cda4a11b-7401-4cbb-a052-4dbe407410f2 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.067839] env[68831]: DEBUG nova.objects.instance [None req-b6052b3a-503f-403d-a8f5-716ab6d2d4fd tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lazy-loading 'flavor' on Instance uuid 05611151-ab8a-4435-9225-60d1671b7d2a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.084544] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.087017] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.087017] env[68831]: INFO nova.compute.claims [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.112112] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "a3a2e020-875a-4156-b368-61b0ba641524" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.112545] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "a3a2e020-875a-4156-b368-61b0ba641524" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.112873] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "a3a2e020-875a-4156-b368-61b0ba641524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.113189] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "a3a2e020-875a-4156-b368-61b0ba641524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.113545] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "a3a2e020-875a-4156-b368-61b0ba641524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.116845] env[68831]: INFO nova.compute.manager [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Terminating instance [ 1163.159434] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803477, 'name': Rename_Task, 'duration_secs': 0.181371} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.159862] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.160226] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b419261-9d48-42d0-b311-ecc72bdcbbeb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.170042] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1163.170042] env[68831]: value = "task-2803478" [ 1163.170042] env[68831]: _type = "Task" [ 1163.170042] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.184518] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "71344266-21bf-454a-b54d-4c291336d8ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.184833] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "71344266-21bf-454a-b54d-4c291336d8ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.185111] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "71344266-21bf-454a-b54d-4c291336d8ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.185361] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "71344266-21bf-454a-b54d-4c291336d8ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.185570] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "71344266-21bf-454a-b54d-4c291336d8ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.188081] env[68831]: INFO nova.compute.manager [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Terminating instance [ 1163.189954] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.423922] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.424861] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfc2dff-876f-4743-9a35-d121fa026c92 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.433208] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.433474] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c661f70-3e99-4117-86e9-6b28946aa78b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.504991] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.511496] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.511721] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.511903] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Deleting the datastore file [datastore1] 8231a981-1436-406f-a2d9-18cf0e0f7348 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.512190] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16aa96a7-865b-4eb8-9666-2b3d8ce7f152 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.518926] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1163.518926] env[68831]: value = "task-2803480" [ 1163.518926] env[68831]: _type = "Task" [ 1163.518926] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.527443] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.532156] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "refresh_cache-01023fc9-a1ae-4541-83f5-25d3378d2811" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.532292] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "refresh_cache-01023fc9-a1ae-4541-83f5-25d3378d2811" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.532479] env[68831]: DEBUG nova.network.neutron [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.573967] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6052b3a-503f-403d-a8f5-716ab6d2d4fd tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "refresh_cache-05611151-ab8a-4435-9225-60d1671b7d2a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.574187] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6052b3a-503f-403d-a8f5-716ab6d2d4fd tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquired lock "refresh_cache-05611151-ab8a-4435-9225-60d1671b7d2a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.574387] env[68831]: DEBUG nova.network.neutron [None req-b6052b3a-503f-403d-a8f5-716ab6d2d4fd tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.574604] env[68831]: DEBUG nova.objects.instance [None req-b6052b3a-503f-403d-a8f5-716ab6d2d4fd tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lazy-loading 'info_cache' on Instance uuid 05611151-ab8a-4435-9225-60d1671b7d2a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.603908] env[68831]: DEBUG nova.compute.manager [req-e9395af2-ac8e-4173-82bd-1107ddd3cbc4 req-3c16bda3-c57e-44cf-a31d-a939e525febb service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Received event network-changed-52673d8b-f440-46f7-b211-623f62b3c57b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1163.604069] env[68831]: DEBUG nova.compute.manager [req-e9395af2-ac8e-4173-82bd-1107ddd3cbc4 req-3c16bda3-c57e-44cf-a31d-a939e525febb service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Refreshing instance network info cache due to event network-changed-52673d8b-f440-46f7-b211-623f62b3c57b. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1163.604393] env[68831]: DEBUG oslo_concurrency.lockutils [req-e9395af2-ac8e-4173-82bd-1107ddd3cbc4 req-3c16bda3-c57e-44cf-a31d-a939e525febb service nova] Acquiring lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.604563] env[68831]: DEBUG oslo_concurrency.lockutils [req-e9395af2-ac8e-4173-82bd-1107ddd3cbc4 req-3c16bda3-c57e-44cf-a31d-a939e525febb service nova] Acquired lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.604737] env[68831]: DEBUG nova.network.neutron [req-e9395af2-ac8e-4173-82bd-1107ddd3cbc4 req-3c16bda3-c57e-44cf-a31d-a939e525febb service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Refreshing network info cache for port 52673d8b-f440-46f7-b211-623f62b3c57b {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.619450] env[68831]: DEBUG nova.compute.manager [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.619714] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.620689] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea68202-e0a1-448a-b3b4-c5704a605dfa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.630320] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.630575] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18ab88fc-aec4-4166-97c9-409786fdf0bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.680819] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.694138] env[68831]: DEBUG nova.compute.manager [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.694377] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.695239] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd6c0e4-3fb5-479f-9a4e-646a6590579b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.703973] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.703973] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ab82fcf-7bd1-4a44-aa7f-b27592d3f797 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.711569] env[68831]: DEBUG oslo_vmware.api [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1163.711569] env[68831]: value = "task-2803482" [ 1163.711569] env[68831]: _type = "Task" [ 1163.711569] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.718067] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.718067] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.718251] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleting the datastore file [datastore1] a3a2e020-875a-4156-b368-61b0ba641524 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.718473] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28d099b2-3931-44ca-a54f-174e7f4e6be2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.723835] env[68831]: DEBUG oslo_vmware.api [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.730039] env[68831]: DEBUG oslo_vmware.api [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1163.730039] env[68831]: value = "task-2803483" [ 1163.730039] env[68831]: _type = "Task" [ 1163.730039] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.739611] env[68831]: DEBUG oslo_vmware.api [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.028471] env[68831]: DEBUG nova.compute.manager [req-ce275a2d-cdcd-4fd8-8a4e-26a416c2a06e req-c7f75a2c-2866-4e2f-bdbd-5f294a1e0318 service nova] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Received event network-vif-plugged-cda4a11b-7401-4cbb-a052-4dbe407410f2 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1164.028471] env[68831]: DEBUG oslo_concurrency.lockutils [req-ce275a2d-cdcd-4fd8-8a4e-26a416c2a06e req-c7f75a2c-2866-4e2f-bdbd-5f294a1e0318 service nova] Acquiring lock "01023fc9-a1ae-4541-83f5-25d3378d2811-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.028471] env[68831]: DEBUG oslo_concurrency.lockutils [req-ce275a2d-cdcd-4fd8-8a4e-26a416c2a06e req-c7f75a2c-2866-4e2f-bdbd-5f294a1e0318 service nova] Lock "01023fc9-a1ae-4541-83f5-25d3378d2811-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.028597] env[68831]: DEBUG oslo_concurrency.lockutils [req-ce275a2d-cdcd-4fd8-8a4e-26a416c2a06e req-c7f75a2c-2866-4e2f-bdbd-5f294a1e0318 service nova] Lock "01023fc9-a1ae-4541-83f5-25d3378d2811-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.028767] env[68831]: DEBUG nova.compute.manager [req-ce275a2d-cdcd-4fd8-8a4e-26a416c2a06e req-c7f75a2c-2866-4e2f-bdbd-5f294a1e0318 service nova] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] No waiting events found dispatching network-vif-plugged-cda4a11b-7401-4cbb-a052-4dbe407410f2 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.028935] env[68831]: WARNING nova.compute.manager [req-ce275a2d-cdcd-4fd8-8a4e-26a416c2a06e req-c7f75a2c-2866-4e2f-bdbd-5f294a1e0318 service nova] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Received unexpected event network-vif-plugged-cda4a11b-7401-4cbb-a052-4dbe407410f2 for instance with vm_state building and task_state spawning. [ 1164.029120] env[68831]: DEBUG nova.compute.manager [req-ce275a2d-cdcd-4fd8-8a4e-26a416c2a06e req-c7f75a2c-2866-4e2f-bdbd-5f294a1e0318 service nova] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Received event network-changed-cda4a11b-7401-4cbb-a052-4dbe407410f2 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1164.029283] env[68831]: DEBUG nova.compute.manager [req-ce275a2d-cdcd-4fd8-8a4e-26a416c2a06e req-c7f75a2c-2866-4e2f-bdbd-5f294a1e0318 service nova] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Refreshing instance network info cache due to event network-changed-cda4a11b-7401-4cbb-a052-4dbe407410f2. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1164.029451] env[68831]: DEBUG oslo_concurrency.lockutils [req-ce275a2d-cdcd-4fd8-8a4e-26a416c2a06e req-c7f75a2c-2866-4e2f-bdbd-5f294a1e0318 service nova] Acquiring lock "refresh_cache-01023fc9-a1ae-4541-83f5-25d3378d2811" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.033053] env[68831]: DEBUG oslo_vmware.api [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152486} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.033290] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.033475] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.033653] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.050963] env[68831]: INFO nova.scheduler.client.report [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Deleted allocations for instance 8231a981-1436-406f-a2d9-18cf0e0f7348 [ 1164.064768] env[68831]: DEBUG nova.network.neutron [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.078145] env[68831]: DEBUG nova.objects.base [None req-b6052b3a-503f-403d-a8f5-716ab6d2d4fd tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Object Instance<05611151-ab8a-4435-9225-60d1671b7d2a> lazy-loaded attributes: flavor,info_cache {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1164.183314] env[68831]: DEBUG oslo_vmware.api [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803478, 'name': PowerOnVM_Task, 'duration_secs': 0.712339} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.183314] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.183314] env[68831]: INFO nova.compute.manager [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1164.183314] env[68831]: DEBUG nova.compute.manager [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.183843] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4ad320-83f2-48b3-9414-89efde9919ce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.235097] env[68831]: DEBUG oslo_vmware.api [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803482, 'name': PowerOffVM_Task, 'duration_secs': 0.238369} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.240222] env[68831]: DEBUG nova.network.neutron [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Updating instance_info_cache with network_info: [{"id": "cda4a11b-7401-4cbb-a052-4dbe407410f2", "address": "fa:16:3e:52:c3:98", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcda4a11b-74", "ovs_interfaceid": "cda4a11b-7401-4cbb-a052-4dbe407410f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.245951] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.245951] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.248739] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28eb3cbf-344c-4436-b64d-233ac87f959a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.260938] env[68831]: DEBUG oslo_vmware.api [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213026} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.265043] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.265273] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.265480] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.265660] env[68831]: INFO nova.compute.manager [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1164.265946] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.267629] env[68831]: DEBUG nova.compute.manager [-] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.267629] env[68831]: DEBUG nova.network.neutron [-] [instance: a3a2e020-875a-4156-b368-61b0ba641524] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.281136] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "5cf7eb75-6469-4990-9517-5f2cd4d33872" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.281421] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "5cf7eb75-6469-4990-9517-5f2cd4d33872" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.319044] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.319323] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.319558] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Deleting the datastore file [datastore2] 71344266-21bf-454a-b54d-4c291336d8ec {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.322464] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03c5ef5a-5c29-4bcf-8e50-2fd1d474456a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.330137] env[68831]: DEBUG oslo_vmware.api [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for the task: (returnval){ [ 1164.330137] env[68831]: value = "task-2803485" [ 1164.330137] env[68831]: _type = "Task" [ 1164.330137] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.345423] env[68831]: DEBUG oslo_vmware.api [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.352969] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d9423e-e407-4e97-a1b3-1ac1e4daf09c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.366802] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdbfffd-638d-491b-bb47-dc24b11d006d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.397611] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb196b7-6004-4247-80ea-d8d092000d23 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.406179] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7b16a4-db87-4955-aa5a-5dfd4a1e7da9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.419578] env[68831]: DEBUG nova.compute.provider_tree [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.464288] env[68831]: DEBUG nova.network.neutron [req-e9395af2-ac8e-4173-82bd-1107ddd3cbc4 req-3c16bda3-c57e-44cf-a31d-a939e525febb service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Updated VIF entry in instance network info cache for port 52673d8b-f440-46f7-b211-623f62b3c57b. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.464710] env[68831]: DEBUG nova.network.neutron [req-e9395af2-ac8e-4173-82bd-1107ddd3cbc4 req-3c16bda3-c57e-44cf-a31d-a939e525febb service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Updating instance_info_cache with network_info: [{"id": "52673d8b-f440-46f7-b211-623f62b3c57b", "address": "fa:16:3e:75:6b:b6", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52673d8b-f4", "ovs_interfaceid": "52673d8b-f440-46f7-b211-623f62b3c57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.556110] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.706839] env[68831]: DEBUG nova.network.neutron [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Successfully updated port: fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.727289] env[68831]: INFO nova.compute.manager [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Took 16.44 seconds to build instance. [ 1164.746837] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "refresh_cache-01023fc9-a1ae-4541-83f5-25d3378d2811" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.747257] env[68831]: DEBUG nova.compute.manager [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Instance network_info: |[{"id": "cda4a11b-7401-4cbb-a052-4dbe407410f2", "address": "fa:16:3e:52:c3:98", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcda4a11b-74", "ovs_interfaceid": "cda4a11b-7401-4cbb-a052-4dbe407410f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.747855] env[68831]: DEBUG oslo_concurrency.lockutils [req-ce275a2d-cdcd-4fd8-8a4e-26a416c2a06e req-c7f75a2c-2866-4e2f-bdbd-5f294a1e0318 service nova] Acquired lock "refresh_cache-01023fc9-a1ae-4541-83f5-25d3378d2811" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.748051] env[68831]: DEBUG nova.network.neutron [req-ce275a2d-cdcd-4fd8-8a4e-26a416c2a06e req-c7f75a2c-2866-4e2f-bdbd-5f294a1e0318 service nova] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Refreshing network info cache for port cda4a11b-7401-4cbb-a052-4dbe407410f2 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.749232] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:c3:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cda4a11b-7401-4cbb-a052-4dbe407410f2', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.762918] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.769118] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.769680] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5e786bf-0180-4637-a117-3212761f947c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.785730] env[68831]: DEBUG nova.compute.manager [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.800490] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.800490] env[68831]: value = "task-2803486" [ 1164.800490] env[68831]: _type = "Task" [ 1164.800490] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.813438] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803486, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.843510] env[68831]: DEBUG oslo_vmware.api [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Task: {'id': task-2803485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143599} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.844735] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.844735] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.844735] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.844735] env[68831]: INFO nova.compute.manager [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1164.844735] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.845046] env[68831]: DEBUG nova.compute.manager [-] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.845046] env[68831]: DEBUG nova.network.neutron [-] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.924129] env[68831]: DEBUG nova.scheduler.client.report [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.961060] env[68831]: DEBUG nova.network.neutron [None req-b6052b3a-503f-403d-a8f5-716ab6d2d4fd tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Updating instance_info_cache with network_info: [{"id": "e3676ffe-160c-457e-b4d1-beda62240fb9", "address": "fa:16:3e:c6:12:1b", "network": {"id": "323d6838-a28d-4333-9760-94ee9280e037", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1921691465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34c758fdc5a04b408322e92655e799af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3676ffe-16", "ovs_interfaceid": "e3676ffe-160c-457e-b4d1-beda62240fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.967828] env[68831]: DEBUG oslo_concurrency.lockutils [req-e9395af2-ac8e-4173-82bd-1107ddd3cbc4 req-3c16bda3-c57e-44cf-a31d-a939e525febb service nova] Releasing lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.086454] env[68831]: DEBUG nova.network.neutron [req-ce275a2d-cdcd-4fd8-8a4e-26a416c2a06e req-c7f75a2c-2866-4e2f-bdbd-5f294a1e0318 service nova] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Updated VIF entry in instance network info cache for port cda4a11b-7401-4cbb-a052-4dbe407410f2. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.086819] env[68831]: DEBUG nova.network.neutron [req-ce275a2d-cdcd-4fd8-8a4e-26a416c2a06e req-c7f75a2c-2866-4e2f-bdbd-5f294a1e0318 service nova] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Updating instance_info_cache with network_info: [{"id": "cda4a11b-7401-4cbb-a052-4dbe407410f2", "address": "fa:16:3e:52:c3:98", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcda4a11b-74", "ovs_interfaceid": "cda4a11b-7401-4cbb-a052-4dbe407410f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.117397] env[68831]: DEBUG nova.network.neutron [-] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.209948] env[68831]: DEBUG oslo_concurrency.lockutils [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.210221] env[68831]: DEBUG oslo_concurrency.lockutils [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.210415] env[68831]: DEBUG nova.network.neutron [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.226350] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "79385505-25cb-41fa-835c-f1c05380c631" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.226585] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "79385505-25cb-41fa-835c-f1c05380c631" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.229089] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c966a706-c186-46ed-a4b1-4c6af016fc32 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.982s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.311536] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803486, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.313328] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.431292] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.431568] env[68831]: DEBUG nova.compute.manager [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.434825] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.930s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.436881] env[68831]: INFO nova.compute.claims [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.466833] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6052b3a-503f-403d-a8f5-716ab6d2d4fd tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Releasing lock "refresh_cache-05611151-ab8a-4435-9225-60d1671b7d2a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.591450] env[68831]: DEBUG oslo_concurrency.lockutils [req-ce275a2d-cdcd-4fd8-8a4e-26a416c2a06e req-c7f75a2c-2866-4e2f-bdbd-5f294a1e0318 service nova] Releasing lock "refresh_cache-01023fc9-a1ae-4541-83f5-25d3378d2811" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.621763] env[68831]: INFO nova.compute.manager [-] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Took 1.35 seconds to deallocate network for instance. [ 1165.705031] env[68831]: DEBUG nova.network.neutron [-] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.732595] env[68831]: DEBUG nova.compute.manager [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.811915] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803486, 'name': CreateVM_Task, 'duration_secs': 0.660574} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.812107] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.812806] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.812973] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.813352] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.813619] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-885e8741-9951-43f5-ae84-f4a409621a0d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.819296] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1165.819296] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525fab2f-3a52-357e-9db1-0b67744ce9da" [ 1165.819296] env[68831]: _type = "Task" [ 1165.819296] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.827960] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525fab2f-3a52-357e-9db1-0b67744ce9da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.901851] env[68831]: WARNING nova.network.neutron [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] 861135b3-4eb3-47ea-9db9-8a531bc9d76a already exists in list: networks containing: ['861135b3-4eb3-47ea-9db9-8a531bc9d76a']. ignoring it [ 1165.941977] env[68831]: DEBUG nova.compute.utils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.947021] env[68831]: DEBUG nova.compute.manager [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.947021] env[68831]: DEBUG nova.network.neutron [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.989949] env[68831]: DEBUG nova.compute.manager [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Received event network-vif-unplugged-488ccf32-b4a7-4fe0-af89-604c516d4ea3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.990484] env[68831]: DEBUG oslo_concurrency.lockutils [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] Acquiring lock "8231a981-1436-406f-a2d9-18cf0e0f7348-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.990484] env[68831]: DEBUG oslo_concurrency.lockutils [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.990755] env[68831]: DEBUG oslo_concurrency.lockutils [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.990755] env[68831]: DEBUG nova.compute.manager [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] No waiting events found dispatching network-vif-unplugged-488ccf32-b4a7-4fe0-af89-604c516d4ea3 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.991201] env[68831]: WARNING nova.compute.manager [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Received unexpected event network-vif-unplugged-488ccf32-b4a7-4fe0-af89-604c516d4ea3 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1165.991201] env[68831]: DEBUG nova.compute.manager [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Received event network-changed-488ccf32-b4a7-4fe0-af89-604c516d4ea3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.991308] env[68831]: DEBUG nova.compute.manager [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Refreshing instance network info cache due to event network-changed-488ccf32-b4a7-4fe0-af89-604c516d4ea3. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1165.991551] env[68831]: DEBUG oslo_concurrency.lockutils [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] Acquiring lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.991752] env[68831]: DEBUG oslo_concurrency.lockutils [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] Acquired lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.991903] env[68831]: DEBUG nova.network.neutron [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Refreshing network info cache for port 488ccf32-b4a7-4fe0-af89-604c516d4ea3 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.082625] env[68831]: DEBUG nova.policy [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31a4c40916df4c0c910a31972e71f104', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f550e390c3a9431986925090dd2fa7a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.129461] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.209893] env[68831]: INFO nova.compute.manager [-] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Took 1.36 seconds to deallocate network for instance. [ 1166.271354] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.331498] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525fab2f-3a52-357e-9db1-0b67744ce9da, 'name': SearchDatastore_Task, 'duration_secs': 0.013159} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.331835] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.332091] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.332335] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.332479] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.332663] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.332945] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56d772b2-83a9-4de8-92ea-deca2d5f7a5b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.342474] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.342658] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.343384] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0f3638-5b3a-4adb-8eba-f0fc1a3c2e10 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.348946] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1166.348946] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524515fb-c7c4-e7bd-b980-edd32e2d78f4" [ 1166.348946] env[68831]: _type = "Task" [ 1166.348946] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.357537] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524515fb-c7c4-e7bd-b980-edd32e2d78f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.432819] env[68831]: DEBUG nova.network.neutron [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Updating instance_info_cache with network_info: [{"id": "52673d8b-f440-46f7-b211-623f62b3c57b", "address": "fa:16:3e:75:6b:b6", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52673d8b-f4", "ovs_interfaceid": "52673d8b-f440-46f7-b211-623f62b3c57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40", "address": "fa:16:3e:c3:de:d4", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1a98e5-1e", "ovs_interfaceid": "fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.451777] env[68831]: DEBUG nova.compute.manager [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.472461] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6052b3a-503f-403d-a8f5-716ab6d2d4fd tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.475469] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18793586-ee05-499c-bb07-756fc5847bcd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.486858] env[68831]: DEBUG oslo_vmware.api [None req-b6052b3a-503f-403d-a8f5-716ab6d2d4fd tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1166.486858] env[68831]: value = "task-2803487" [ 1166.486858] env[68831]: _type = "Task" [ 1166.486858] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.505294] env[68831]: DEBUG oslo_vmware.api [None req-b6052b3a-503f-403d-a8f5-716ab6d2d4fd tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.674374] env[68831]: DEBUG nova.network.neutron [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Successfully created port: 7eda04db-27b3-4e0e-941b-cdc45970d5a3 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.720818] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.754074] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74781925-cf7b-4101-bd0b-747072925659 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.762537] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41638925-b210-4147-b522-9a5ef26274ef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.795987] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a983536-20c0-4bd4-9abf-c81930344679 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.804693] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf57cfd-3f97-4276-b78d-6d0436afbe0c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.819273] env[68831]: DEBUG nova.compute.provider_tree [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.859607] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]524515fb-c7c4-e7bd-b980-edd32e2d78f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012157} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.860695] env[68831]: DEBUG nova.network.neutron [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Updated VIF entry in instance network info cache for port 488ccf32-b4a7-4fe0-af89-604c516d4ea3. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.861268] env[68831]: DEBUG nova.network.neutron [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Updating instance_info_cache with network_info: [{"id": "488ccf32-b4a7-4fe0-af89-604c516d4ea3", "address": "fa:16:3e:bd:25:f3", "network": {"id": "403ced35-9c36-4dcf-bee7-188c7a60c5ec", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2072306948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f13d10f6d24e6aab374650649359b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap488ccf32-b4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.863578] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e9f23e-5e5f-4e53-abc5-530ae03ceb2b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.870957] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1166.870957] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ca30d5-7da4-206c-8f58-0536926f2d29" [ 1166.870957] env[68831]: _type = "Task" [ 1166.870957] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.880333] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ca30d5-7da4-206c-8f58-0536926f2d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.938122] env[68831]: DEBUG oslo_concurrency.lockutils [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.938235] env[68831]: DEBUG oslo_concurrency.lockutils [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.939162] env[68831]: DEBUG oslo_concurrency.lockutils [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.939256] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08c3d4b-3529-42ce-836a-a6e35850f24c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.961118] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "8231a981-1436-406f-a2d9-18cf0e0f7348" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.965074] env[68831]: DEBUG nova.virt.hardware [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.965307] env[68831]: DEBUG nova.virt.hardware [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.965555] env[68831]: DEBUG nova.virt.hardware [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.965641] env[68831]: DEBUG nova.virt.hardware [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.965850] env[68831]: DEBUG nova.virt.hardware [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.966018] env[68831]: DEBUG nova.virt.hardware [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.966228] env[68831]: DEBUG nova.virt.hardware [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.966387] env[68831]: DEBUG nova.virt.hardware [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.966550] env[68831]: DEBUG nova.virt.hardware [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.966713] env[68831]: DEBUG nova.virt.hardware [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.966895] env[68831]: DEBUG nova.virt.hardware [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.973168] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Reconfiguring VM to attach interface {{(pid=68831) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1166.974059] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0a0071e-c2f7-49bc-afe9-0f035135578a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.992244] env[68831]: DEBUG oslo_vmware.api [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1166.992244] env[68831]: value = "task-2803488" [ 1166.992244] env[68831]: _type = "Task" [ 1166.992244] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.998055] env[68831]: DEBUG oslo_vmware.api [None req-b6052b3a-503f-403d-a8f5-716ab6d2d4fd tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803487, 'name': PowerOnVM_Task, 'duration_secs': 0.392516} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.999232] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6052b3a-503f-403d-a8f5-716ab6d2d4fd tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.999440] env[68831]: DEBUG nova.compute.manager [None req-b6052b3a-503f-403d-a8f5-716ab6d2d4fd tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.002039] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d1af7e-ed94-4396-929b-2e4f474d25fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.005983] env[68831]: DEBUG oslo_vmware.api [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803488, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.326076] env[68831]: DEBUG nova.scheduler.client.report [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.365020] env[68831]: DEBUG oslo_concurrency.lockutils [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] Releasing lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.365020] env[68831]: DEBUG nova.compute.manager [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Received event network-vif-plugged-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1167.365020] env[68831]: DEBUG oslo_concurrency.lockutils [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] Acquiring lock "6dcef76f-4663-412d-b967-2316b92b6c7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.365264] env[68831]: DEBUG oslo_concurrency.lockutils [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] Lock "6dcef76f-4663-412d-b967-2316b92b6c7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.365264] env[68831]: DEBUG oslo_concurrency.lockutils [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] Lock "6dcef76f-4663-412d-b967-2316b92b6c7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.365417] env[68831]: DEBUG nova.compute.manager [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] No waiting events found dispatching network-vif-plugged-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.365579] env[68831]: WARNING nova.compute.manager [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Received unexpected event network-vif-plugged-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40 for instance with vm_state active and task_state None. [ 1167.365741] env[68831]: DEBUG nova.compute.manager [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Received event network-vif-deleted-c0686e01-7c46-4d33-b243-d590b1744a46 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1167.365914] env[68831]: DEBUG nova.compute.manager [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Received event network-changed-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1167.366078] env[68831]: DEBUG nova.compute.manager [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Refreshing instance network info cache due to event network-changed-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1167.366269] env[68831]: DEBUG oslo_concurrency.lockutils [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] Acquiring lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.366401] env[68831]: DEBUG oslo_concurrency.lockutils [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] Acquired lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.367038] env[68831]: DEBUG nova.network.neutron [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Refreshing network info cache for port fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.383110] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ca30d5-7da4-206c-8f58-0536926f2d29, 'name': SearchDatastore_Task, 'duration_secs': 0.05048} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.383370] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.383625] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 01023fc9-a1ae-4541-83f5-25d3378d2811/01023fc9-a1ae-4541-83f5-25d3378d2811.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.383880] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a9aaa5c-facf-4a40-8e5c-4e23f695605f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.392311] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1167.392311] env[68831]: value = "task-2803489" [ 1167.392311] env[68831]: _type = "Task" [ 1167.392311] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.400998] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.475202] env[68831]: DEBUG nova.compute.manager [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.502057] env[68831]: DEBUG nova.virt.hardware [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.502370] env[68831]: DEBUG nova.virt.hardware [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.502533] env[68831]: DEBUG nova.virt.hardware [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.502712] env[68831]: DEBUG nova.virt.hardware [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.502871] env[68831]: DEBUG nova.virt.hardware [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.502994] env[68831]: DEBUG nova.virt.hardware [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.503683] env[68831]: DEBUG nova.virt.hardware [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.503683] env[68831]: DEBUG nova.virt.hardware [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.503683] env[68831]: DEBUG nova.virt.hardware [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.503786] env[68831]: DEBUG nova.virt.hardware [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.503970] env[68831]: DEBUG nova.virt.hardware [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.504836] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97f8f49-b613-47ef-82d0-ab42120416e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.511925] env[68831]: DEBUG oslo_vmware.api [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.519949] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dc3bee-2572-45d4-b5d8-7e5b441a982a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.831987] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.832632] env[68831]: DEBUG nova.compute.manager [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.835941] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.280s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.836186] env[68831]: DEBUG nova.objects.instance [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lazy-loading 'resources' on Instance uuid 8231a981-1436-406f-a2d9-18cf0e0f7348 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.906538] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803489, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.008639] env[68831]: DEBUG oslo_vmware.api [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803488, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.092594] env[68831]: DEBUG nova.compute.manager [req-5dd6d4c3-7d1e-4707-8b8f-a83eafcbb79a req-139e04ba-e825-4608-ae51-12fd64a22808 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Received event network-changed-c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1168.092865] env[68831]: DEBUG nova.compute.manager [req-5dd6d4c3-7d1e-4707-8b8f-a83eafcbb79a req-139e04ba-e825-4608-ae51-12fd64a22808 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Refreshing instance network info cache due to event network-changed-c6f0c658-5c47-403a-b84b-ddde1f261848. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1168.093101] env[68831]: DEBUG oslo_concurrency.lockutils [req-5dd6d4c3-7d1e-4707-8b8f-a83eafcbb79a req-139e04ba-e825-4608-ae51-12fd64a22808 service nova] Acquiring lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.093250] env[68831]: DEBUG oslo_concurrency.lockutils [req-5dd6d4c3-7d1e-4707-8b8f-a83eafcbb79a req-139e04ba-e825-4608-ae51-12fd64a22808 service nova] Acquired lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.093410] env[68831]: DEBUG nova.network.neutron [req-5dd6d4c3-7d1e-4707-8b8f-a83eafcbb79a req-139e04ba-e825-4608-ae51-12fd64a22808 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Refreshing network info cache for port c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.169618] env[68831]: DEBUG nova.network.neutron [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Updated VIF entry in instance network info cache for port fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.170093] env[68831]: DEBUG nova.network.neutron [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Updating instance_info_cache with network_info: [{"id": "52673d8b-f440-46f7-b211-623f62b3c57b", "address": "fa:16:3e:75:6b:b6", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52673d8b-f4", "ovs_interfaceid": "52673d8b-f440-46f7-b211-623f62b3c57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40", "address": "fa:16:3e:c3:de:d4", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1a98e5-1e", "ovs_interfaceid": "fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.314529] env[68831]: DEBUG nova.network.neutron [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Successfully updated port: 7eda04db-27b3-4e0e-941b-cdc45970d5a3 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.339587] env[68831]: DEBUG nova.compute.utils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.340884] env[68831]: DEBUG nova.compute.manager [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.341064] env[68831]: DEBUG nova.network.neutron [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.343346] env[68831]: DEBUG nova.objects.instance [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lazy-loading 'numa_topology' on Instance uuid 8231a981-1436-406f-a2d9-18cf0e0f7348 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.402976] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683925} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.404324] env[68831]: DEBUG nova.policy [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31a4c40916df4c0c910a31972e71f104', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f550e390c3a9431986925090dd2fa7a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.405729] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 01023fc9-a1ae-4541-83f5-25d3378d2811/01023fc9-a1ae-4541-83f5-25d3378d2811.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.405942] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.406206] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34691019-0e03-4dee-a00d-174d740745c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.413740] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1168.413740] env[68831]: value = "task-2803490" [ 1168.413740] env[68831]: _type = "Task" [ 1168.413740] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.424035] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.506304] env[68831]: DEBUG oslo_vmware.api [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803488, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.663686] env[68831]: DEBUG nova.network.neutron [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Successfully created port: 1260c5dd-bb57-47f4-86be-a7c19e9df357 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.673540] env[68831]: DEBUG oslo_concurrency.lockutils [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] Releasing lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.673809] env[68831]: DEBUG nova.compute.manager [req-07ce6688-7b54-490f-ac86-0d781a64ff0e req-26d2e51b-ac3d-4b42-a460-e2ea2addaf7e service nova] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Received event network-vif-deleted-c2d46017-c4e4-45b1-984a-3e08dd0cb996 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1168.817648] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "refresh_cache-9d4f731c-64c5-47ad-b2b3-856e86071619" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.817840] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquired lock "refresh_cache-9d4f731c-64c5-47ad-b2b3-856e86071619" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.817948] env[68831]: DEBUG nova.network.neutron [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.844015] env[68831]: DEBUG nova.compute.manager [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.846624] env[68831]: DEBUG nova.objects.base [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Object Instance<8231a981-1436-406f-a2d9-18cf0e0f7348> lazy-loaded attributes: resources,numa_topology {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1168.924182] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067534} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.924472] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.925292] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b78a719-c8f0-4308-bbde-ef0377cbde57 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.951752] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 01023fc9-a1ae-4541-83f5-25d3378d2811/01023fc9-a1ae-4541-83f5-25d3378d2811.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.955319] env[68831]: DEBUG nova.network.neutron [req-5dd6d4c3-7d1e-4707-8b8f-a83eafcbb79a req-139e04ba-e825-4608-ae51-12fd64a22808 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Updated VIF entry in instance network info cache for port c6f0c658-5c47-403a-b84b-ddde1f261848. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.955661] env[68831]: DEBUG nova.network.neutron [req-5dd6d4c3-7d1e-4707-8b8f-a83eafcbb79a req-139e04ba-e825-4608-ae51-12fd64a22808 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Updating instance_info_cache with network_info: [{"id": "c6f0c658-5c47-403a-b84b-ddde1f261848", "address": "fa:16:3e:9e:56:f5", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f0c658-5c", "ovs_interfaceid": "c6f0c658-5c47-403a-b84b-ddde1f261848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.957216] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0754d503-8dbc-45c7-82ad-7b39f7218ae4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.979939] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1168.979939] env[68831]: value = "task-2803491" [ 1168.979939] env[68831]: _type = "Task" [ 1168.979939] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.993196] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.009184] env[68831]: DEBUG oslo_vmware.api [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803488, 'name': ReconfigVM_Task, 'duration_secs': 1.860608} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.012185] env[68831]: DEBUG oslo_concurrency.lockutils [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.014029] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Reconfigured VM to attach interface {{(pid=68831) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1169.095206] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433221c0-a7c7-403e-8afb-273e1ce5d504 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.105344] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9b420a-a4ef-4e9d-b050-22859b1fa0fe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.137930] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db266d-e5a8-49d1-99cd-74065beb8996 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.146723] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6f72ad-99cc-460e-a834-ee345a5e8cc5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.161586] env[68831]: DEBUG nova.compute.provider_tree [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.366715] env[68831]: DEBUG nova.network.neutron [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.473203] env[68831]: DEBUG oslo_concurrency.lockutils [req-5dd6d4c3-7d1e-4707-8b8f-a83eafcbb79a req-139e04ba-e825-4608-ae51-12fd64a22808 service nova] Releasing lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.490344] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803491, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.509424] env[68831]: DEBUG nova.network.neutron [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Updating instance_info_cache with network_info: [{"id": "7eda04db-27b3-4e0e-941b-cdc45970d5a3", "address": "fa:16:3e:f8:6c:58", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eda04db-27", "ovs_interfaceid": "7eda04db-27b3-4e0e-941b-cdc45970d5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.517429] env[68831]: DEBUG oslo_concurrency.lockutils [None req-02155ab8-6d9f-4b78-a076-a0260962c513 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-6dcef76f-4663-412d-b967-2316b92b6c7a-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.870s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.665206] env[68831]: DEBUG nova.scheduler.client.report [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.859742] env[68831]: DEBUG nova.compute.manager [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.880293] env[68831]: DEBUG nova.virt.hardware [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.880547] env[68831]: DEBUG nova.virt.hardware [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.880706] env[68831]: DEBUG nova.virt.hardware [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.880887] env[68831]: DEBUG nova.virt.hardware [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.881048] env[68831]: DEBUG nova.virt.hardware [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.881206] env[68831]: DEBUG nova.virt.hardware [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.881419] env[68831]: DEBUG nova.virt.hardware [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.881581] env[68831]: DEBUG nova.virt.hardware [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.881747] env[68831]: DEBUG nova.virt.hardware [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.881909] env[68831]: DEBUG nova.virt.hardware [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.882098] env[68831]: DEBUG nova.virt.hardware [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.882967] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262644b2-7e49-479e-9939-3215f4302b5a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.891749] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3185b4-510b-4964-a76b-177fcaa61e26 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.991184] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803491, 'name': ReconfigVM_Task, 'duration_secs': 0.522477} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.991498] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 01023fc9-a1ae-4541-83f5-25d3378d2811/01023fc9-a1ae-4541-83f5-25d3378d2811.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.992163] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a124bd3d-3457-47e6-8b2c-e2941c565af4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.001954] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1170.001954] env[68831]: value = "task-2803492" [ 1170.001954] env[68831]: _type = "Task" [ 1170.001954] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.015589] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Releasing lock "refresh_cache-9d4f731c-64c5-47ad-b2b3-856e86071619" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.016056] env[68831]: DEBUG nova.compute.manager [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Instance network_info: |[{"id": "7eda04db-27b3-4e0e-941b-cdc45970d5a3", "address": "fa:16:3e:f8:6c:58", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eda04db-27", "ovs_interfaceid": "7eda04db-27b3-4e0e-941b-cdc45970d5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.016548] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803492, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.017097] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:6c:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eda04db-27b3-4e0e-941b-cdc45970d5a3', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.030621] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Creating folder: Project (f550e390c3a9431986925090dd2fa7a1). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.032306] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5549149-4629-40b9-92f8-3b9584f51630 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.049019] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Created folder: Project (f550e390c3a9431986925090dd2fa7a1) in parent group-v563050. [ 1170.049019] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Creating folder: Instances. Parent ref: group-v563334. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.049019] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59e36f40-3476-4fed-98d2-a6c6014e933e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.059913] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Created folder: Instances in parent group-v563334. [ 1170.060322] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.060676] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.061076] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ebec5df-1de4-4081-96d4-7e124355d268 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.082965] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.082965] env[68831]: value = "task-2803495" [ 1170.082965] env[68831]: _type = "Task" [ 1170.082965] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.091238] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803495, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.127879] env[68831]: DEBUG nova.compute.manager [req-a78d9ffd-f52a-46e7-bba5-bc40a7c7881c req-680835ab-1765-441a-bff3-2d473de9016f service nova] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Received event network-vif-plugged-7eda04db-27b3-4e0e-941b-cdc45970d5a3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1170.128148] env[68831]: DEBUG oslo_concurrency.lockutils [req-a78d9ffd-f52a-46e7-bba5-bc40a7c7881c req-680835ab-1765-441a-bff3-2d473de9016f service nova] Acquiring lock "9d4f731c-64c5-47ad-b2b3-856e86071619-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.128341] env[68831]: DEBUG oslo_concurrency.lockutils [req-a78d9ffd-f52a-46e7-bba5-bc40a7c7881c req-680835ab-1765-441a-bff3-2d473de9016f service nova] Lock "9d4f731c-64c5-47ad-b2b3-856e86071619-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.128535] env[68831]: DEBUG oslo_concurrency.lockutils [req-a78d9ffd-f52a-46e7-bba5-bc40a7c7881c req-680835ab-1765-441a-bff3-2d473de9016f service nova] Lock "9d4f731c-64c5-47ad-b2b3-856e86071619-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.128726] env[68831]: DEBUG nova.compute.manager [req-a78d9ffd-f52a-46e7-bba5-bc40a7c7881c req-680835ab-1765-441a-bff3-2d473de9016f service nova] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] No waiting events found dispatching network-vif-plugged-7eda04db-27b3-4e0e-941b-cdc45970d5a3 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.128899] env[68831]: WARNING nova.compute.manager [req-a78d9ffd-f52a-46e7-bba5-bc40a7c7881c req-680835ab-1765-441a-bff3-2d473de9016f service nova] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Received unexpected event network-vif-plugged-7eda04db-27b3-4e0e-941b-cdc45970d5a3 for instance with vm_state building and task_state spawning. [ 1170.129075] env[68831]: DEBUG nova.compute.manager [req-a78d9ffd-f52a-46e7-bba5-bc40a7c7881c req-680835ab-1765-441a-bff3-2d473de9016f service nova] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Received event network-changed-7eda04db-27b3-4e0e-941b-cdc45970d5a3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1170.129237] env[68831]: DEBUG nova.compute.manager [req-a78d9ffd-f52a-46e7-bba5-bc40a7c7881c req-680835ab-1765-441a-bff3-2d473de9016f service nova] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Refreshing instance network info cache due to event network-changed-7eda04db-27b3-4e0e-941b-cdc45970d5a3. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1170.129464] env[68831]: DEBUG oslo_concurrency.lockutils [req-a78d9ffd-f52a-46e7-bba5-bc40a7c7881c req-680835ab-1765-441a-bff3-2d473de9016f service nova] Acquiring lock "refresh_cache-9d4f731c-64c5-47ad-b2b3-856e86071619" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.129706] env[68831]: DEBUG oslo_concurrency.lockutils [req-a78d9ffd-f52a-46e7-bba5-bc40a7c7881c req-680835ab-1765-441a-bff3-2d473de9016f service nova] Acquired lock "refresh_cache-9d4f731c-64c5-47ad-b2b3-856e86071619" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.129890] env[68831]: DEBUG nova.network.neutron [req-a78d9ffd-f52a-46e7-bba5-bc40a7c7881c req-680835ab-1765-441a-bff3-2d473de9016f service nova] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Refreshing network info cache for port 7eda04db-27b3-4e0e-941b-cdc45970d5a3 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.171974] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.175409] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.862s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.177098] env[68831]: INFO nova.compute.claims [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.349947] env[68831]: DEBUG nova.network.neutron [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Successfully updated port: 1260c5dd-bb57-47f4-86be-a7c19e9df357 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.513511] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803492, 'name': Rename_Task, 'duration_secs': 0.239622} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.513921] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.514282] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24675d0a-906f-49dd-a23f-baca6938e6aa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.523214] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1170.523214] env[68831]: value = "task-2803496" [ 1170.523214] env[68831]: _type = "Task" [ 1170.523214] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.532888] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.541979] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "80333c3d-d19a-433a-a899-f56824bc8beb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.542235] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "80333c3d-d19a-433a-a899-f56824bc8beb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.592891] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803495, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.687515] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2d867da3-34a2-4515-8e1d-eef11f54fb10 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.567s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.688648] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.727s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.688648] env[68831]: INFO nova.compute.manager [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Unshelving [ 1170.838702] env[68831]: DEBUG nova.network.neutron [req-a78d9ffd-f52a-46e7-bba5-bc40a7c7881c req-680835ab-1765-441a-bff3-2d473de9016f service nova] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Updated VIF entry in instance network info cache for port 7eda04db-27b3-4e0e-941b-cdc45970d5a3. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.839075] env[68831]: DEBUG nova.network.neutron [req-a78d9ffd-f52a-46e7-bba5-bc40a7c7881c req-680835ab-1765-441a-bff3-2d473de9016f service nova] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Updating instance_info_cache with network_info: [{"id": "7eda04db-27b3-4e0e-941b-cdc45970d5a3", "address": "fa:16:3e:f8:6c:58", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eda04db-27", "ovs_interfaceid": "7eda04db-27b3-4e0e-941b-cdc45970d5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.852268] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "refresh_cache-e26b8204-a837-43e0-95b2-e24bbb143043" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.852401] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquired lock "refresh_cache-e26b8204-a837-43e0-95b2-e24bbb143043" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.852581] env[68831]: DEBUG nova.network.neutron [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.921468] env[68831]: DEBUG oslo_concurrency.lockutils [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "interface-6dcef76f-4663-412d-b967-2316b92b6c7a-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.921749] env[68831]: DEBUG oslo_concurrency.lockutils [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-6dcef76f-4663-412d-b967-2316b92b6c7a-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.035568] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803496, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.045031] env[68831]: DEBUG nova.compute.manager [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.093683] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803495, 'name': CreateVM_Task, 'duration_secs': 0.543488} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.093861] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.094560] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.094725] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.095100] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.095325] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6c6fe6-4a7a-409e-a7db-fcfd3f6b7d7c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.100986] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1171.100986] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527e0ff3-8bac-7ba7-1712-775fa9095451" [ 1171.100986] env[68831]: _type = "Task" [ 1171.100986] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.109625] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527e0ff3-8bac-7ba7-1712-775fa9095451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.341726] env[68831]: DEBUG oslo_concurrency.lockutils [req-a78d9ffd-f52a-46e7-bba5-bc40a7c7881c req-680835ab-1765-441a-bff3-2d473de9016f service nova] Releasing lock "refresh_cache-9d4f731c-64c5-47ad-b2b3-856e86071619" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.384896] env[68831]: DEBUG nova.network.neutron [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.401826] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc917c2-f508-43f7-95fb-6bc632e5354a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.413916] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09142d1-6590-4fe0-b577-4e0d22befc69 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.446182] env[68831]: DEBUG oslo_concurrency.lockutils [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.446382] env[68831]: DEBUG oslo_concurrency.lockutils [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.449969] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade46be3-ab5a-411b-a5f3-d5df4866c914 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.452914] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f9010e-ad87-437f-968b-5f5f50d8ea79 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.473267] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665765c2-b958-434a-9b5c-3253c649edd2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.477766] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e941fdf2-8b4f-4259-b09c-0717b73da919 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.491226] env[68831]: DEBUG nova.compute.provider_tree [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.513491] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Reconfiguring VM to detach interface {{(pid=68831) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1171.517010] env[68831]: DEBUG nova.scheduler.client.report [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.520253] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c32bab40-1e93-4e2c-a044-47436f046cde {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.544713] env[68831]: DEBUG oslo_vmware.api [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803496, 'name': PowerOnVM_Task, 'duration_secs': 0.556894} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.546136] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.546330] env[68831]: INFO nova.compute.manager [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1171.546516] env[68831]: DEBUG nova.compute.manager [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.546854] env[68831]: DEBUG oslo_vmware.api [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1171.546854] env[68831]: value = "task-2803497" [ 1171.546854] env[68831]: _type = "Task" [ 1171.546854] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.547613] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ba8037-ac9d-4101-b981-f37bcd98ce48 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.569246] env[68831]: DEBUG oslo_vmware.api [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.570198] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.606383] env[68831]: DEBUG nova.network.neutron [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Updating instance_info_cache with network_info: [{"id": "1260c5dd-bb57-47f4-86be-a7c19e9df357", "address": "fa:16:3e:42:23:09", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1260c5dd-bb", "ovs_interfaceid": "1260c5dd-bb57-47f4-86be-a7c19e9df357", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.617065] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527e0ff3-8bac-7ba7-1712-775fa9095451, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.617372] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.617622] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.617867] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.618056] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.618342] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.618564] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-864eff56-3a42-4638-a7f2-0a89d1865a85 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.628271] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.628478] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.629212] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8bbddb9-024c-4b6f-a6b4-bb79a07f0bd5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.635214] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1171.635214] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527eb144-7227-6d31-6c03-247c8a14a7af" [ 1171.635214] env[68831]: _type = "Task" [ 1171.635214] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.643563] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527eb144-7227-6d31-6c03-247c8a14a7af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.708931] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.035246] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.860s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.035760] env[68831]: DEBUG nova.compute.manager [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.038661] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.909s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.038876] env[68831]: DEBUG nova.objects.instance [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lazy-loading 'resources' on Instance uuid a3a2e020-875a-4156-b368-61b0ba641524 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.060257] env[68831]: DEBUG oslo_vmware.api [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.080718] env[68831]: INFO nova.compute.manager [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Took 18.27 seconds to build instance. [ 1172.113876] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Releasing lock "refresh_cache-e26b8204-a837-43e0-95b2-e24bbb143043" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.113876] env[68831]: DEBUG nova.compute.manager [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Instance network_info: |[{"id": "1260c5dd-bb57-47f4-86be-a7c19e9df357", "address": "fa:16:3e:42:23:09", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1260c5dd-bb", "ovs_interfaceid": "1260c5dd-bb57-47f4-86be-a7c19e9df357", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.113876] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:23:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1260c5dd-bb57-47f4-86be-a7c19e9df357', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.120240] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.120736] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.120966] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a6f2478-b11a-4059-97b4-888f5d796fbd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.145127] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527eb144-7227-6d31-6c03-247c8a14a7af, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.147633] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.147633] env[68831]: value = "task-2803498" [ 1172.147633] env[68831]: _type = "Task" [ 1172.147633] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.147907] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ced3ad-ed9e-42a3-ba73-f2843a69cc22 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.156831] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1172.156831] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522028f9-8403-b709-ccf7-7d9e49c78c2b" [ 1172.156831] env[68831]: _type = "Task" [ 1172.156831] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.159874] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803498, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.169747] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522028f9-8403-b709-ccf7-7d9e49c78c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.171244] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.171528] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 9d4f731c-64c5-47ad-b2b3-856e86071619/9d4f731c-64c5-47ad-b2b3-856e86071619.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.174767] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8207f76-17ee-48b1-951a-5a465939e585 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.187123] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1172.187123] env[68831]: value = "task-2803499" [ 1172.187123] env[68831]: _type = "Task" [ 1172.187123] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.196697] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.205033] env[68831]: DEBUG nova.compute.manager [req-70578b18-d76b-4476-973b-f87688700ffb req-2268ced5-0cb9-44d6-981e-90044207aa03 service nova] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Received event network-vif-plugged-1260c5dd-bb57-47f4-86be-a7c19e9df357 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.205220] env[68831]: DEBUG oslo_concurrency.lockutils [req-70578b18-d76b-4476-973b-f87688700ffb req-2268ced5-0cb9-44d6-981e-90044207aa03 service nova] Acquiring lock "e26b8204-a837-43e0-95b2-e24bbb143043-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.205499] env[68831]: DEBUG oslo_concurrency.lockutils [req-70578b18-d76b-4476-973b-f87688700ffb req-2268ced5-0cb9-44d6-981e-90044207aa03 service nova] Lock "e26b8204-a837-43e0-95b2-e24bbb143043-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.205699] env[68831]: DEBUG oslo_concurrency.lockutils [req-70578b18-d76b-4476-973b-f87688700ffb req-2268ced5-0cb9-44d6-981e-90044207aa03 service nova] Lock "e26b8204-a837-43e0-95b2-e24bbb143043-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.205922] env[68831]: DEBUG nova.compute.manager [req-70578b18-d76b-4476-973b-f87688700ffb req-2268ced5-0cb9-44d6-981e-90044207aa03 service nova] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] No waiting events found dispatching network-vif-plugged-1260c5dd-bb57-47f4-86be-a7c19e9df357 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.206139] env[68831]: WARNING nova.compute.manager [req-70578b18-d76b-4476-973b-f87688700ffb req-2268ced5-0cb9-44d6-981e-90044207aa03 service nova] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Received unexpected event network-vif-plugged-1260c5dd-bb57-47f4-86be-a7c19e9df357 for instance with vm_state building and task_state spawning. [ 1172.206348] env[68831]: DEBUG nova.compute.manager [req-70578b18-d76b-4476-973b-f87688700ffb req-2268ced5-0cb9-44d6-981e-90044207aa03 service nova] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Received event network-changed-1260c5dd-bb57-47f4-86be-a7c19e9df357 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.206584] env[68831]: DEBUG nova.compute.manager [req-70578b18-d76b-4476-973b-f87688700ffb req-2268ced5-0cb9-44d6-981e-90044207aa03 service nova] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Refreshing instance network info cache due to event network-changed-1260c5dd-bb57-47f4-86be-a7c19e9df357. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1172.206802] env[68831]: DEBUG oslo_concurrency.lockutils [req-70578b18-d76b-4476-973b-f87688700ffb req-2268ced5-0cb9-44d6-981e-90044207aa03 service nova] Acquiring lock "refresh_cache-e26b8204-a837-43e0-95b2-e24bbb143043" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.206971] env[68831]: DEBUG oslo_concurrency.lockutils [req-70578b18-d76b-4476-973b-f87688700ffb req-2268ced5-0cb9-44d6-981e-90044207aa03 service nova] Acquired lock "refresh_cache-e26b8204-a837-43e0-95b2-e24bbb143043" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.207296] env[68831]: DEBUG nova.network.neutron [req-70578b18-d76b-4476-973b-f87688700ffb req-2268ced5-0cb9-44d6-981e-90044207aa03 service nova] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Refreshing network info cache for port 1260c5dd-bb57-47f4-86be-a7c19e9df357 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.542601] env[68831]: DEBUG nova.compute.utils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.551040] env[68831]: DEBUG nova.compute.manager [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.551393] env[68831]: DEBUG nova.network.neutron [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.565668] env[68831]: DEBUG oslo_vmware.api [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.582856] env[68831]: DEBUG oslo_concurrency.lockutils [None req-2e6dc74e-f6f7-4509-a504-7d4b13bc6540 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "01023fc9-a1ae-4541-83f5-25d3378d2811" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.778s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.618597] env[68831]: DEBUG nova.policy [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '116b0ca951f44d0cbc410e8c2bda4948', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4634fd56241a4419a935a00c615f89df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.663190] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803498, 'name': CreateVM_Task, 'duration_secs': 0.485112} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.663373] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.664087] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.664261] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.664591] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.664882] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f10bd9a-a366-48e3-b7a7-ba71d510f7b8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.672357] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1172.672357] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52551040-2fbc-59eb-b6ec-dbab5910d6e3" [ 1172.672357] env[68831]: _type = "Task" [ 1172.672357] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.681900] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "01023fc9-a1ae-4541-83f5-25d3378d2811" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.682152] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "01023fc9-a1ae-4541-83f5-25d3378d2811" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.682360] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "01023fc9-a1ae-4541-83f5-25d3378d2811-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.682542] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "01023fc9-a1ae-4541-83f5-25d3378d2811-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.682708] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "01023fc9-a1ae-4541-83f5-25d3378d2811-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.684295] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52551040-2fbc-59eb-b6ec-dbab5910d6e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.687152] env[68831]: INFO nova.compute.manager [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Terminating instance [ 1172.698511] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803499, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.795604] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee848f57-2a1b-465f-b874-caf8a95d367b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.804892] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a6b0cf-72df-4e34-938a-ac5d2db486c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.844139] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e672252f-323d-4ccd-b46e-cc4fb9db0c55 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.852283] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c663ba76-ac76-47a4-aa63-8d5d83411502 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.867851] env[68831]: DEBUG nova.compute.provider_tree [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.020888] env[68831]: DEBUG nova.network.neutron [req-70578b18-d76b-4476-973b-f87688700ffb req-2268ced5-0cb9-44d6-981e-90044207aa03 service nova] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Updated VIF entry in instance network info cache for port 1260c5dd-bb57-47f4-86be-a7c19e9df357. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.020888] env[68831]: DEBUG nova.network.neutron [req-70578b18-d76b-4476-973b-f87688700ffb req-2268ced5-0cb9-44d6-981e-90044207aa03 service nova] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Updating instance_info_cache with network_info: [{"id": "1260c5dd-bb57-47f4-86be-a7c19e9df357", "address": "fa:16:3e:42:23:09", "network": {"id": "6b1de454-4966-4edb-a4e1-cc85da1be170", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "caaac136a88049c69b080f2745bc2186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1260c5dd-bb", "ovs_interfaceid": "1260c5dd-bb57-47f4-86be-a7c19e9df357", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.044447] env[68831]: DEBUG nova.network.neutron [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Successfully created port: 9d04fcbb-142e-45aa-9eef-51237de01c12 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.051299] env[68831]: DEBUG nova.compute.manager [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.064604] env[68831]: DEBUG oslo_vmware.api [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.183250] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52551040-2fbc-59eb-b6ec-dbab5910d6e3, 'name': SearchDatastore_Task, 'duration_secs': 0.024746} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.183571] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.183803] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.184113] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.184262] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.184373] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.184692] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bed7be76-f3ef-4a30-b856-86a47a4306bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.195776] env[68831]: DEBUG nova.compute.manager [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.195776] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.196852] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaa0278-083e-407d-b610-62489b86178c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.199466] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.199643] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.203198] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989f3ae8-32d5-4cb3-b429-92d8d5d37f65 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.205443] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519025} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.206029] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 9d4f731c-64c5-47ad-b2b3-856e86071619/9d4f731c-64c5-47ad-b2b3-856e86071619.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.206248] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.206773] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74ba8c1d-79a1-4eed-9be3-e258c86a6514 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.209974] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1173.209974] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52385732-1dcb-ecd5-588c-c486c020a6fd" [ 1173.209974] env[68831]: _type = "Task" [ 1173.209974] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.212283] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.216181] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-484f06e1-4052-4979-8154-4c668232f4ac {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.218011] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1173.218011] env[68831]: value = "task-2803500" [ 1173.218011] env[68831]: _type = "Task" [ 1173.218011] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.225375] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52385732-1dcb-ecd5-588c-c486c020a6fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.227376] env[68831]: DEBUG oslo_vmware.api [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1173.227376] env[68831]: value = "task-2803501" [ 1173.227376] env[68831]: _type = "Task" [ 1173.227376] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.235492] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.241857] env[68831]: DEBUG oslo_vmware.api [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.371067] env[68831]: DEBUG nova.scheduler.client.report [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.523246] env[68831]: DEBUG oslo_concurrency.lockutils [req-70578b18-d76b-4476-973b-f87688700ffb req-2268ced5-0cb9-44d6-981e-90044207aa03 service nova] Releasing lock "refresh_cache-e26b8204-a837-43e0-95b2-e24bbb143043" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.568416] env[68831]: DEBUG oslo_vmware.api [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.722465] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52385732-1dcb-ecd5-588c-c486c020a6fd, 'name': SearchDatastore_Task, 'duration_secs': 0.015787} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.725886] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad885b83-da00-4909-8dbd-eab070965a7e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.735188] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076279} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.736719] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.737098] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1173.737098] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527f67c0-439c-4bef-7f37-86c218b591ee" [ 1173.737098] env[68831]: _type = "Task" [ 1173.737098] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.737798] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fee5a4-6303-4bd0-a4bf-e1d4fd1e9b65 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.746830] env[68831]: DEBUG oslo_vmware.api [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803501, 'name': PowerOffVM_Task, 'duration_secs': 0.486066} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.747485] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.747728] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.748354] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11966812-0956-490a-a63c-d5c33da3b78a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.769817] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 9d4f731c-64c5-47ad-b2b3-856e86071619/9d4f731c-64c5-47ad-b2b3-856e86071619.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.770092] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527f67c0-439c-4bef-7f37-86c218b591ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.770822] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21a951a2-8c3e-415e-93b0-9a99e11537c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.790614] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1173.790614] env[68831]: value = "task-2803503" [ 1173.790614] env[68831]: _type = "Task" [ 1173.790614] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.799377] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.847421] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.847665] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.847854] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleting the datastore file [datastore2] 01023fc9-a1ae-4541-83f5-25d3378d2811 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.848148] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84a7eaec-9469-4b68-8e2c-c1e3f51ed2bf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.854462] env[68831]: DEBUG oslo_vmware.api [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1173.854462] env[68831]: value = "task-2803504" [ 1173.854462] env[68831]: _type = "Task" [ 1173.854462] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.863616] env[68831]: DEBUG oslo_vmware.api [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.876909] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.879414] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.608s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.881119] env[68831]: INFO nova.compute.claims [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.902122] env[68831]: INFO nova.scheduler.client.report [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleted allocations for instance a3a2e020-875a-4156-b368-61b0ba641524 [ 1174.066783] env[68831]: DEBUG nova.compute.manager [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.068975] env[68831]: DEBUG oslo_vmware.api [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.093673] env[68831]: DEBUG nova.virt.hardware [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.093955] env[68831]: DEBUG nova.virt.hardware [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.094148] env[68831]: DEBUG nova.virt.hardware [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.094357] env[68831]: DEBUG nova.virt.hardware [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.094524] env[68831]: DEBUG nova.virt.hardware [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.094757] env[68831]: DEBUG nova.virt.hardware [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.094934] env[68831]: DEBUG nova.virt.hardware [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.095131] env[68831]: DEBUG nova.virt.hardware [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.095319] env[68831]: DEBUG nova.virt.hardware [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.095487] env[68831]: DEBUG nova.virt.hardware [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.095683] env[68831]: DEBUG nova.virt.hardware [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.096604] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d57e54-ce20-4819-9886-b1e97bdb7730 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.104999] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ea6da8-29dd-4441-942c-3af64965abaf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.250090] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527f67c0-439c-4bef-7f37-86c218b591ee, 'name': SearchDatastore_Task, 'duration_secs': 0.02628} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.250373] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.250639] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] e26b8204-a837-43e0-95b2-e24bbb143043/e26b8204-a837-43e0-95b2-e24bbb143043.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.250901] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d5c84d1-b8ef-43d7-a2c3-bb8a1104e90d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.258078] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1174.258078] env[68831]: value = "task-2803505" [ 1174.258078] env[68831]: _type = "Task" [ 1174.258078] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.266320] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.300281] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803503, 'name': ReconfigVM_Task, 'duration_secs': 0.471011} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.300565] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 9d4f731c-64c5-47ad-b2b3-856e86071619/9d4f731c-64c5-47ad-b2b3-856e86071619.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.301218] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-700f154d-b8b4-4aec-9b0d-2edf5f4bd624 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.308996] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1174.308996] env[68831]: value = "task-2803506" [ 1174.308996] env[68831]: _type = "Task" [ 1174.308996] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.319051] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803506, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.365254] env[68831]: DEBUG oslo_vmware.api [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291999} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.365495] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.365729] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.365947] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.366150] env[68831]: INFO nova.compute.manager [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1174.366396] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.366587] env[68831]: DEBUG nova.compute.manager [-] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.366688] env[68831]: DEBUG nova.network.neutron [-] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.409848] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c3f6dca5-8509-4154-ba67-76d5a78353db tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "a3a2e020-875a-4156-b368-61b0ba641524" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.297s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.569895] env[68831]: DEBUG oslo_vmware.api [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.613721] env[68831]: DEBUG nova.compute.manager [req-de3371f9-a385-486a-b807-de63ba6361cd req-f53e3810-0c86-4ec9-a1b7-d7cec0ba4fb9 service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Received event network-vif-plugged-9d04fcbb-142e-45aa-9eef-51237de01c12 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1174.613933] env[68831]: DEBUG oslo_concurrency.lockutils [req-de3371f9-a385-486a-b807-de63ba6361cd req-f53e3810-0c86-4ec9-a1b7-d7cec0ba4fb9 service nova] Acquiring lock "5cf7eb75-6469-4990-9517-5f2cd4d33872-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.614168] env[68831]: DEBUG oslo_concurrency.lockutils [req-de3371f9-a385-486a-b807-de63ba6361cd req-f53e3810-0c86-4ec9-a1b7-d7cec0ba4fb9 service nova] Lock "5cf7eb75-6469-4990-9517-5f2cd4d33872-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.614341] env[68831]: DEBUG oslo_concurrency.lockutils [req-de3371f9-a385-486a-b807-de63ba6361cd req-f53e3810-0c86-4ec9-a1b7-d7cec0ba4fb9 service nova] Lock "5cf7eb75-6469-4990-9517-5f2cd4d33872-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.614514] env[68831]: DEBUG nova.compute.manager [req-de3371f9-a385-486a-b807-de63ba6361cd req-f53e3810-0c86-4ec9-a1b7-d7cec0ba4fb9 service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] No waiting events found dispatching network-vif-plugged-9d04fcbb-142e-45aa-9eef-51237de01c12 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.614684] env[68831]: WARNING nova.compute.manager [req-de3371f9-a385-486a-b807-de63ba6361cd req-f53e3810-0c86-4ec9-a1b7-d7cec0ba4fb9 service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Received unexpected event network-vif-plugged-9d04fcbb-142e-45aa-9eef-51237de01c12 for instance with vm_state building and task_state spawning. [ 1174.771533] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803505, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.793661] env[68831]: DEBUG nova.network.neutron [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Successfully updated port: 9d04fcbb-142e-45aa-9eef-51237de01c12 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.820398] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803506, 'name': Rename_Task, 'duration_secs': 0.166413} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.820498] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.820702] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-921db74c-5b8f-48fa-a4ae-fab5ecfc471c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.829979] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1174.829979] env[68831]: value = "task-2803507" [ 1174.829979] env[68831]: _type = "Task" [ 1174.829979] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.839320] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.067011] env[68831]: DEBUG oslo_vmware.api [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.091075] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a463f4-e520-4150-bb71-18f8b6f4a6f8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.099121] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93983b12-b6ae-4594-ae16-1ff10dd38e81 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.128199] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fd644d-adf0-4807-8d1b-de700bc64856 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.135567] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd17877-fcc6-4a37-a88a-6d675264dd2e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.153023] env[68831]: DEBUG nova.compute.provider_tree [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.272263] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543679} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.272540] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] e26b8204-a837-43e0-95b2-e24bbb143043/e26b8204-a837-43e0-95b2-e24bbb143043.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.272780] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.273071] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d01f0818-b110-4c07-a14f-5c01faf437a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.280973] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1175.280973] env[68831]: value = "task-2803508" [ 1175.280973] env[68831]: _type = "Task" [ 1175.280973] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.294291] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.298259] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.298480] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.298662] env[68831]: DEBUG nova.network.neutron [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.324394] env[68831]: DEBUG nova.network.neutron [-] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.342776] env[68831]: DEBUG oslo_vmware.api [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803507, 'name': PowerOnVM_Task, 'duration_secs': 0.470148} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.344176] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.344390] env[68831]: INFO nova.compute.manager [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1175.344575] env[68831]: DEBUG nova.compute.manager [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.347659] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e58df9-2d88-4f75-ae96-c508eb058848 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.351215] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.351432] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.567926] env[68831]: DEBUG oslo_vmware.api [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.657112] env[68831]: DEBUG nova.scheduler.client.report [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.791900] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203065} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.792530] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.793152] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa640cb-adb8-4a5b-b9d8-fcdb06337716 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.819349] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] e26b8204-a837-43e0-95b2-e24bbb143043/e26b8204-a837-43e0-95b2-e24bbb143043.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.819684] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e123b7ab-40e3-44ad-9293-afb281316aa5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.834226] env[68831]: INFO nova.compute.manager [-] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Took 1.47 seconds to deallocate network for instance. [ 1175.843121] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1175.843121] env[68831]: value = "task-2803509" [ 1175.843121] env[68831]: _type = "Task" [ 1175.843121] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.852061] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.853556] env[68831]: DEBUG nova.compute.manager [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.865182] env[68831]: INFO nova.compute.manager [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Took 12.81 seconds to build instance. [ 1175.875166] env[68831]: DEBUG nova.network.neutron [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.004735] env[68831]: DEBUG nova.network.neutron [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance_info_cache with network_info: [{"id": "9d04fcbb-142e-45aa-9eef-51237de01c12", "address": "fa:16:3e:05:72:76", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d04fcbb-14", "ovs_interfaceid": "9d04fcbb-142e-45aa-9eef-51237de01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.068747] env[68831]: DEBUG oslo_vmware.api [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.163285] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.163517] env[68831]: DEBUG nova.compute.manager [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.166344] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.446s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.166605] env[68831]: DEBUG nova.objects.instance [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lazy-loading 'resources' on Instance uuid 71344266-21bf-454a-b54d-4c291336d8ec {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.340873] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.353275] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803509, 'name': ReconfigVM_Task, 'duration_secs': 0.287406} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.356034] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Reconfigured VM instance instance-0000006e to attach disk [datastore2] e26b8204-a837-43e0-95b2-e24bbb143043/e26b8204-a837-43e0-95b2-e24bbb143043.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.356034] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0435a23f-1ec0-475d-bf69-85d144fd5dce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.362898] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1176.362898] env[68831]: value = "task-2803510" [ 1176.362898] env[68831]: _type = "Task" [ 1176.362898] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.367394] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7edb92ed-8aba-4669-ac57-5945da10a458 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "9d4f731c-64c5-47ad-b2b3-856e86071619" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.318s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.371746] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803510, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.376111] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.508087] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.508087] env[68831]: DEBUG nova.compute.manager [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Instance network_info: |[{"id": "9d04fcbb-142e-45aa-9eef-51237de01c12", "address": "fa:16:3e:05:72:76", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d04fcbb-14", "ovs_interfaceid": "9d04fcbb-142e-45aa-9eef-51237de01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.508469] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:72:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d04fcbb-142e-45aa-9eef-51237de01c12', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.515908] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.516137] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.516359] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-899af110-d5d9-4830-bee0-7a3ae4f75d2d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.536848] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.536848] env[68831]: value = "task-2803511" [ 1176.536848] env[68831]: _type = "Task" [ 1176.536848] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.544868] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803511, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.568561] env[68831]: DEBUG oslo_vmware.api [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.651793] env[68831]: DEBUG nova.compute.manager [req-3908722e-e908-4267-9afb-f066888d66ff req-d3fc321e-b0b9-49da-87d9-b25b9a27f062 service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Received event network-changed-9d04fcbb-142e-45aa-9eef-51237de01c12 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.652014] env[68831]: DEBUG nova.compute.manager [req-3908722e-e908-4267-9afb-f066888d66ff req-d3fc321e-b0b9-49da-87d9-b25b9a27f062 service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Refreshing instance network info cache due to event network-changed-9d04fcbb-142e-45aa-9eef-51237de01c12. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1176.652240] env[68831]: DEBUG oslo_concurrency.lockutils [req-3908722e-e908-4267-9afb-f066888d66ff req-d3fc321e-b0b9-49da-87d9-b25b9a27f062 service nova] Acquiring lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.652388] env[68831]: DEBUG oslo_concurrency.lockutils [req-3908722e-e908-4267-9afb-f066888d66ff req-d3fc321e-b0b9-49da-87d9-b25b9a27f062 service nova] Acquired lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.652552] env[68831]: DEBUG nova.network.neutron [req-3908722e-e908-4267-9afb-f066888d66ff req-d3fc321e-b0b9-49da-87d9-b25b9a27f062 service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Refreshing network info cache for port 9d04fcbb-142e-45aa-9eef-51237de01c12 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.669651] env[68831]: DEBUG nova.compute.utils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.671132] env[68831]: DEBUG nova.compute.manager [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.671308] env[68831]: DEBUG nova.network.neutron [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.721713] env[68831]: DEBUG nova.policy [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7993528f65cd490b899ec60d5221c054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '725c8697cfb04846b6bc581e30c2dc45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.875381] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803510, 'name': Rename_Task, 'duration_secs': 0.142089} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.875681] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.875927] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cd791ba-051d-47ea-862f-89bf9c4ec753 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.886523] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1176.886523] env[68831]: value = "task-2803512" [ 1176.886523] env[68831]: _type = "Task" [ 1176.886523] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.902529] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.904504] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e153080-7861-4c49-bac7-dd03c59abbf7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.913443] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e53e3c-7ba1-4131-b894-6634611b7064 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.950809] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c81c24-214a-4854-88f8-8ec8545d0c93 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.961632] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbcae68-9009-43e7-9161-6fea1f71b922 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.975734] env[68831]: DEBUG nova.compute.provider_tree [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.047516] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803511, 'name': CreateVM_Task, 'duration_secs': 0.397797} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.048128] env[68831]: DEBUG nova.network.neutron [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Successfully created port: cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.050154] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.051167] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.051366] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.051676] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.052232] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec453ccf-cb21-4641-b0a4-f4686c90fda3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.057442] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1177.057442] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b220db-2608-c05c-8343-4f939c3d0ab4" [ 1177.057442] env[68831]: _type = "Task" [ 1177.057442] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.071561] env[68831]: DEBUG oslo_vmware.api [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803497, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.075522] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b220db-2608-c05c-8343-4f939c3d0ab4, 'name': SearchDatastore_Task} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.075922] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.076281] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.076613] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.076861] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.077175] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.077553] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02e80f7e-1614-4402-afee-3afc802dbb0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.088881] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.089152] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.090041] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044a28af-f599-40a7-a2b2-774e0f44ff08 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.096360] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1177.096360] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520fce16-e9a7-0749-bac6-11cb58260217" [ 1177.096360] env[68831]: _type = "Task" [ 1177.096360] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.104659] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520fce16-e9a7-0749-bac6-11cb58260217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.176158] env[68831]: DEBUG nova.compute.manager [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.400376] env[68831]: DEBUG oslo_vmware.api [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803512, 'name': PowerOnVM_Task, 'duration_secs': 0.469948} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.400648] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.400849] env[68831]: INFO nova.compute.manager [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1177.401040] env[68831]: DEBUG nova.compute.manager [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.401820] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fef8e86-a6a7-4d84-8582-1c121ecf5833 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.478285] env[68831]: DEBUG nova.scheduler.client.report [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.521678] env[68831]: DEBUG nova.network.neutron [req-3908722e-e908-4267-9afb-f066888d66ff req-d3fc321e-b0b9-49da-87d9-b25b9a27f062 service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updated VIF entry in instance network info cache for port 9d04fcbb-142e-45aa-9eef-51237de01c12. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.522089] env[68831]: DEBUG nova.network.neutron [req-3908722e-e908-4267-9afb-f066888d66ff req-d3fc321e-b0b9-49da-87d9-b25b9a27f062 service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance_info_cache with network_info: [{"id": "9d04fcbb-142e-45aa-9eef-51237de01c12", "address": "fa:16:3e:05:72:76", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d04fcbb-14", "ovs_interfaceid": "9d04fcbb-142e-45aa-9eef-51237de01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.572059] env[68831]: DEBUG oslo_vmware.api [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803497, 'name': ReconfigVM_Task, 'duration_secs': 5.764865} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.572321] env[68831]: DEBUG oslo_concurrency.lockutils [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.572535] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Reconfigured VM to detach interface {{(pid=68831) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1177.609421] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520fce16-e9a7-0749-bac6-11cb58260217, 'name': SearchDatastore_Task, 'duration_secs': 0.01222} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.610229] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e056c4-f7b8-4237-a0e1-c2935afd340c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.615691] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1177.615691] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529fd176-b59a-0370-2861-924c9ccb630d" [ 1177.615691] env[68831]: _type = "Task" [ 1177.615691] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.623799] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529fd176-b59a-0370-2861-924c9ccb630d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.921937] env[68831]: INFO nova.compute.manager [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Took 14.44 seconds to build instance. [ 1177.983778] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.986517] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.416s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.988579] env[68831]: INFO nova.compute.claims [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.010060] env[68831]: INFO nova.scheduler.client.report [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Deleted allocations for instance 71344266-21bf-454a-b54d-4c291336d8ec [ 1178.025976] env[68831]: DEBUG oslo_concurrency.lockutils [req-3908722e-e908-4267-9afb-f066888d66ff req-d3fc321e-b0b9-49da-87d9-b25b9a27f062 service nova] Releasing lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.025976] env[68831]: DEBUG nova.compute.manager [req-3908722e-e908-4267-9afb-f066888d66ff req-d3fc321e-b0b9-49da-87d9-b25b9a27f062 service nova] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Received event network-vif-deleted-cda4a11b-7401-4cbb-a052-4dbe407410f2 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1178.126951] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]529fd176-b59a-0370-2861-924c9ccb630d, 'name': SearchDatastore_Task, 'duration_secs': 0.026816} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.126951] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.127336] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 5cf7eb75-6469-4990-9517-5f2cd4d33872/5cf7eb75-6469-4990-9517-5f2cd4d33872.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.128392] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c27506b-2748-4105-8ec5-d80e2c2721d1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.135574] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1178.135574] env[68831]: value = "task-2803513" [ 1178.135574] env[68831]: _type = "Task" [ 1178.135574] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.144023] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.186628] env[68831]: DEBUG nova.compute.manager [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.218868] env[68831]: DEBUG nova.virt.hardware [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.219204] env[68831]: DEBUG nova.virt.hardware [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.219369] env[68831]: DEBUG nova.virt.hardware [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.219552] env[68831]: DEBUG nova.virt.hardware [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.219699] env[68831]: DEBUG nova.virt.hardware [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.219844] env[68831]: DEBUG nova.virt.hardware [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.220057] env[68831]: DEBUG nova.virt.hardware [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.220279] env[68831]: DEBUG nova.virt.hardware [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.220444] env[68831]: DEBUG nova.virt.hardware [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.220624] env[68831]: DEBUG nova.virt.hardware [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.220801] env[68831]: DEBUG nova.virt.hardware [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.221988] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f659589-7e96-4ac2-8544-602c85e35434 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.232121] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99c16ae-4bac-426e-8ed8-e7019b0f114e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.424399] env[68831]: DEBUG oslo_concurrency.lockutils [None req-18d1b630-a1e4-438c-990b-6d20d378b969 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "e26b8204-a837-43e0-95b2-e24bbb143043" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.953s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.518017] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9d50493-9436-4670-bbcf-e3f667142c52 tempest-ServerRescueNegativeTestJSON-1508485177 tempest-ServerRescueNegativeTestJSON-1508485177-project-member] Lock "71344266-21bf-454a-b54d-4c291336d8ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.333s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.649142] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803513, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.692048] env[68831]: DEBUG nova.compute.manager [req-8f8778d0-ef2d-4c76-b148-aa76073ab6dd req-26e4cc3b-91fd-44ee-b009-984e717fd1cb service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Received event network-vif-plugged-cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1178.692285] env[68831]: DEBUG oslo_concurrency.lockutils [req-8f8778d0-ef2d-4c76-b148-aa76073ab6dd req-26e4cc3b-91fd-44ee-b009-984e717fd1cb service nova] Acquiring lock "79385505-25cb-41fa-835c-f1c05380c631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.692577] env[68831]: DEBUG oslo_concurrency.lockutils [req-8f8778d0-ef2d-4c76-b148-aa76073ab6dd req-26e4cc3b-91fd-44ee-b009-984e717fd1cb service nova] Lock "79385505-25cb-41fa-835c-f1c05380c631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.692771] env[68831]: DEBUG oslo_concurrency.lockutils [req-8f8778d0-ef2d-4c76-b148-aa76073ab6dd req-26e4cc3b-91fd-44ee-b009-984e717fd1cb service nova] Lock "79385505-25cb-41fa-835c-f1c05380c631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.692942] env[68831]: DEBUG nova.compute.manager [req-8f8778d0-ef2d-4c76-b148-aa76073ab6dd req-26e4cc3b-91fd-44ee-b009-984e717fd1cb service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] No waiting events found dispatching network-vif-plugged-cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.693319] env[68831]: WARNING nova.compute.manager [req-8f8778d0-ef2d-4c76-b148-aa76073ab6dd req-26e4cc3b-91fd-44ee-b009-984e717fd1cb service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Received unexpected event network-vif-plugged-cbaa1e55-acd3-44e7-a188-29c2fde11b87 for instance with vm_state building and task_state spawning. [ 1178.790100] env[68831]: DEBUG nova.network.neutron [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Successfully updated port: cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.151804] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764734} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.154603] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 5cf7eb75-6469-4990-9517-5f2cd4d33872/5cf7eb75-6469-4990-9517-5f2cd4d33872.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.155076] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.156033] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b2d6cc1-d5c7-4fd6-93e8-189fc160425f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.166541] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1179.166541] env[68831]: value = "task-2803514" [ 1179.166541] env[68831]: _type = "Task" [ 1179.166541] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.185935] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.212487] env[68831]: DEBUG oslo_concurrency.lockutils [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.213027] env[68831]: DEBUG oslo_concurrency.lockutils [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquired lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.213027] env[68831]: DEBUG nova.network.neutron [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.239199] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65891b45-5d90-4da1-a9b7-505ab81021e9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.247638] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55850d4d-28a3-45df-8574-be022d60fa95 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.279905] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a5c92a-ccc9-4e54-83a0-c9bbc0c1d75b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.288234] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09af047-b9ea-4bc0-be03-880f4443b396 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.296761] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.296761] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.296761] env[68831]: DEBUG nova.network.neutron [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.303534] env[68831]: DEBUG nova.compute.provider_tree [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.342946] env[68831]: DEBUG nova.network.neutron [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.387505] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "6dcef76f-4663-412d-b967-2316b92b6c7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.387780] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "6dcef76f-4663-412d-b967-2316b92b6c7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.388014] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "6dcef76f-4663-412d-b967-2316b92b6c7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.388213] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "6dcef76f-4663-412d-b967-2316b92b6c7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.388478] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "6dcef76f-4663-412d-b967-2316b92b6c7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.390429] env[68831]: INFO nova.compute.manager [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Terminating instance [ 1179.540683] env[68831]: DEBUG nova.network.neutron [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Updating instance_info_cache with network_info: [{"id": "cbaa1e55-acd3-44e7-a188-29c2fde11b87", "address": "fa:16:3e:c3:0a:2a", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbaa1e55-ac", "ovs_interfaceid": "cbaa1e55-acd3-44e7-a188-29c2fde11b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.676488] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140218} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.676748] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.677564] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97c027d-8e06-4636-ab68-595147e6febd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.699871] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 5cf7eb75-6469-4990-9517-5f2cd4d33872/5cf7eb75-6469-4990-9517-5f2cd4d33872.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.700133] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4c8c0fe-172a-44ff-b0b4-84333a00ef82 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.721877] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1179.721877] env[68831]: value = "task-2803515" [ 1179.721877] env[68831]: _type = "Task" [ 1179.721877] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.730250] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.809267] env[68831]: DEBUG nova.scheduler.client.report [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.895428] env[68831]: DEBUG nova.compute.manager [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.895661] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.896840] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1dc84e-d7da-4339-a8b1-92cfabdb5e80 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.905719] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.905983] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5ce5f2d-42f9-4ae4-a2fd-09dc8e7db315 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.913563] env[68831]: DEBUG oslo_vmware.api [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1179.913563] env[68831]: value = "task-2803516" [ 1179.913563] env[68831]: _type = "Task" [ 1179.913563] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.924461] env[68831]: DEBUG oslo_vmware.api [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.013192] env[68831]: INFO nova.network.neutron [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Port fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1180.013618] env[68831]: DEBUG nova.network.neutron [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Updating instance_info_cache with network_info: [{"id": "52673d8b-f440-46f7-b211-623f62b3c57b", "address": "fa:16:3e:75:6b:b6", "network": {"id": "861135b3-4eb3-47ea-9db9-8a531bc9d76a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-568495719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e09e70ea0fcc4af6b1b75c71f620f986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52673d8b-f4", "ovs_interfaceid": "52673d8b-f440-46f7-b211-623f62b3c57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.043017] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.043394] env[68831]: DEBUG nova.compute.manager [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Instance network_info: |[{"id": "cbaa1e55-acd3-44e7-a188-29c2fde11b87", "address": "fa:16:3e:c3:0a:2a", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbaa1e55-ac", "ovs_interfaceid": "cbaa1e55-acd3-44e7-a188-29c2fde11b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.044144] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:0a:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbaa1e55-acd3-44e7-a188-29c2fde11b87', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.051966] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.052218] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.052444] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d319d57f-84f0-42c4-9068-f1ce5b495e99 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.075499] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.075499] env[68831]: value = "task-2803517" [ 1180.075499] env[68831]: _type = "Task" [ 1180.075499] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.085925] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803517, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.090404] env[68831]: DEBUG nova.compute.manager [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.091138] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdf55d9-ebc7-4008-90cc-9b31d75dbc60 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.233122] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803515, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.314891] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.315514] env[68831]: DEBUG nova.compute.manager [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.318216] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.609s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.318475] env[68831]: DEBUG nova.objects.instance [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lazy-loading 'pci_requests' on Instance uuid 8231a981-1436-406f-a2d9-18cf0e0f7348 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.427788] env[68831]: DEBUG oslo_vmware.api [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803516, 'name': PowerOffVM_Task, 'duration_secs': 0.262457} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.428076] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.428318] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.428590] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ebdd1fc-45bc-43d1-b6ad-8a8f7da5e1a3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.502532] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.502743] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.502921] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Deleting the datastore file [datastore1] 6dcef76f-4663-412d-b967-2316b92b6c7a {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.503206] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29c13ab8-6b55-4c21-b157-8e34a4bffe22 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.512837] env[68831]: DEBUG oslo_vmware.api [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1180.512837] env[68831]: value = "task-2803519" [ 1180.512837] env[68831]: _type = "Task" [ 1180.512837] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.516723] env[68831]: DEBUG oslo_concurrency.lockutils [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Releasing lock "refresh_cache-6dcef76f-4663-412d-b967-2316b92b6c7a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.522336] env[68831]: DEBUG oslo_vmware.api [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.588318] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803517, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.602545] env[68831]: INFO nova.compute.manager [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] instance snapshotting [ 1180.605297] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9795806c-f60c-4284-9fb8-ff1320c73d21 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.625151] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7df9a9-7674-4b28-89cb-f7e487cefcae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.734017] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803515, 'name': ReconfigVM_Task, 'duration_secs': 0.533214} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.734382] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 5cf7eb75-6469-4990-9517-5f2cd4d33872/5cf7eb75-6469-4990-9517-5f2cd4d33872.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.735037] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-969c5c08-8780-496b-879c-4dde958af3ec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.742617] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1180.742617] env[68831]: value = "task-2803520" [ 1180.742617] env[68831]: _type = "Task" [ 1180.742617] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.750808] env[68831]: DEBUG nova.compute.manager [req-94970832-2dca-4887-a789-3a2e4c7a4c01 req-d7de7bc1-6ead-4ca7-ba42-49e1b9a5fe05 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Received event network-changed-cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1180.751078] env[68831]: DEBUG nova.compute.manager [req-94970832-2dca-4887-a789-3a2e4c7a4c01 req-d7de7bc1-6ead-4ca7-ba42-49e1b9a5fe05 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Refreshing instance network info cache due to event network-changed-cbaa1e55-acd3-44e7-a188-29c2fde11b87. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1180.751296] env[68831]: DEBUG oslo_concurrency.lockutils [req-94970832-2dca-4887-a789-3a2e4c7a4c01 req-d7de7bc1-6ead-4ca7-ba42-49e1b9a5fe05 service nova] Acquiring lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.751441] env[68831]: DEBUG oslo_concurrency.lockutils [req-94970832-2dca-4887-a789-3a2e4c7a4c01 req-d7de7bc1-6ead-4ca7-ba42-49e1b9a5fe05 service nova] Acquired lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.751598] env[68831]: DEBUG nova.network.neutron [req-94970832-2dca-4887-a789-3a2e4c7a4c01 req-d7de7bc1-6ead-4ca7-ba42-49e1b9a5fe05 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Refreshing network info cache for port cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.758527] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803520, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.821488] env[68831]: DEBUG nova.compute.utils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.824447] env[68831]: DEBUG nova.objects.instance [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lazy-loading 'numa_topology' on Instance uuid 8231a981-1436-406f-a2d9-18cf0e0f7348 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.828019] env[68831]: DEBUG nova.compute.manager [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.828019] env[68831]: DEBUG nova.network.neutron [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.875752] env[68831]: DEBUG nova.policy [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71eeb38483ee46edb2d204d0b671d020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91848de1d3df4d95a5349959069883b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.944377] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.944618] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68831) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1180.944851] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.945055] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Cleaning up deleted instances with incomplete migration {{(pid=68831) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1181.024335] env[68831]: DEBUG oslo_concurrency.lockutils [None req-926bc22f-d81f-4921-b683-85912058335f tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "interface-6dcef76f-4663-412d-b967-2316b92b6c7a-fe1a98e5-1e2e-4d39-a32c-afd20eb8fc40" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.102s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.026920] env[68831]: DEBUG oslo_vmware.api [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394827} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.026920] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.027170] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.027527] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.030242] env[68831]: INFO nova.compute.manager [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1181.030242] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.030242] env[68831]: DEBUG nova.compute.manager [-] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.030242] env[68831]: DEBUG nova.network.neutron [-] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.088414] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803517, 'name': CreateVM_Task, 'duration_secs': 0.607265} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.088992] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.089442] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.089817] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.091228] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.091228] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867f03ad-98b1-41f8-83ce-39e964b30785 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.097478] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1181.097478] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5278143d-3fd2-b224-25fd-5bdb8346942e" [ 1181.097478] env[68831]: _type = "Task" [ 1181.097478] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.114457] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5278143d-3fd2-b224-25fd-5bdb8346942e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.137838] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1181.138292] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-74647f68-b3c3-4ed9-b687-3ff50e9be4ea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.148459] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1181.148459] env[68831]: value = "task-2803521" [ 1181.148459] env[68831]: _type = "Task" [ 1181.148459] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.160419] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803521, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.254468] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803520, 'name': Rename_Task, 'duration_secs': 0.208769} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.254849] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.255158] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53b507b2-48b0-4b3b-b771-ade94b3f79d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.266186] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1181.266186] env[68831]: value = "task-2803522" [ 1181.266186] env[68831]: _type = "Task" [ 1181.266186] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.276703] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.282677] env[68831]: DEBUG nova.network.neutron [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Successfully created port: 85fbaf69-30c3-470c-85a8-6186bd71cf0e {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.327156] env[68831]: DEBUG nova.compute.manager [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.336443] env[68831]: INFO nova.compute.claims [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.448477] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.573739] env[68831]: DEBUG nova.network.neutron [req-94970832-2dca-4887-a789-3a2e4c7a4c01 req-d7de7bc1-6ead-4ca7-ba42-49e1b9a5fe05 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Updated VIF entry in instance network info cache for port cbaa1e55-acd3-44e7-a188-29c2fde11b87. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.574167] env[68831]: DEBUG nova.network.neutron [req-94970832-2dca-4887-a789-3a2e4c7a4c01 req-d7de7bc1-6ead-4ca7-ba42-49e1b9a5fe05 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Updating instance_info_cache with network_info: [{"id": "cbaa1e55-acd3-44e7-a188-29c2fde11b87", "address": "fa:16:3e:c3:0a:2a", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbaa1e55-ac", "ovs_interfaceid": "cbaa1e55-acd3-44e7-a188-29c2fde11b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.611210] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5278143d-3fd2-b224-25fd-5bdb8346942e, 'name': SearchDatastore_Task, 'duration_secs': 0.0303} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.611210] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.611480] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.611756] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.611907] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.612104] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.612368] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09263b02-7bf2-4bb4-b390-5125b95e7cb4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.622984] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.622984] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.622984] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb48d5f-5ac6-4382-b55d-79a929939dc0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.629417] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1181.629417] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526f8ef6-b6ba-79e1-77dd-42fa9a38a502" [ 1181.629417] env[68831]: _type = "Task" [ 1181.629417] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.640704] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526f8ef6-b6ba-79e1-77dd-42fa9a38a502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.658328] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803521, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.778209] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803522, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.078016] env[68831]: DEBUG oslo_concurrency.lockutils [req-94970832-2dca-4887-a789-3a2e4c7a4c01 req-d7de7bc1-6ead-4ca7-ba42-49e1b9a5fe05 service nova] Releasing lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.140853] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526f8ef6-b6ba-79e1-77dd-42fa9a38a502, 'name': SearchDatastore_Task, 'duration_secs': 0.012465} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.141657] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93092d6e-60b3-400d-9f8d-f8518f49a358 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.147538] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1182.147538] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52abbe15-50fc-5dc6-8c79-37c076ad7037" [ 1182.147538] env[68831]: _type = "Task" [ 1182.147538] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.162921] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52abbe15-50fc-5dc6-8c79-37c076ad7037, 'name': SearchDatastore_Task, 'duration_secs': 0.011212} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.166322] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.166622] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 79385505-25cb-41fa-835c-f1c05380c631/79385505-25cb-41fa-835c-f1c05380c631.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.166960] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803521, 'name': CreateSnapshot_Task, 'duration_secs': 0.740188} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.167199] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42468488-45d1-41cd-aa23-cd0093f9dc8e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.169341] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1182.170154] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e67a78-aa02-4820-a329-ae6e10b2f77f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.183355] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1182.183355] env[68831]: value = "task-2803523" [ 1182.183355] env[68831]: _type = "Task" [ 1182.183355] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.192474] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.280030] env[68831]: DEBUG oslo_vmware.api [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803522, 'name': PowerOnVM_Task, 'duration_secs': 0.661129} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.280434] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.280737] env[68831]: INFO nova.compute.manager [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1182.281035] env[68831]: DEBUG nova.compute.manager [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.282247] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e048017-1a5c-4b20-a9d0-1298ed8a5a76 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.348520] env[68831]: DEBUG nova.compute.manager [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.376428] env[68831]: DEBUG nova.virt.hardware [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.376690] env[68831]: DEBUG nova.virt.hardware [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.376862] env[68831]: DEBUG nova.virt.hardware [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.377066] env[68831]: DEBUG nova.virt.hardware [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.377217] env[68831]: DEBUG nova.virt.hardware [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.377424] env[68831]: DEBUG nova.virt.hardware [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.377663] env[68831]: DEBUG nova.virt.hardware [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.377825] env[68831]: DEBUG nova.virt.hardware [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.377993] env[68831]: DEBUG nova.virt.hardware [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.378171] env[68831]: DEBUG nova.virt.hardware [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.378348] env[68831]: DEBUG nova.virt.hardware [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.379472] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d0e7f5-3a57-4dd8-9598-906f3b2c6cbc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.388170] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ac0647-10f7-4213-9295-31c67ae67864 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.436759] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquiring lock "53319319-2f1d-4a41-82bb-1afce3418287" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.437007] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Lock "53319319-2f1d-4a41-82bb-1afce3418287" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.564424] env[68831]: DEBUG nova.network.neutron [-] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.586896] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac8e4ad-8808-4d94-a81e-41389996fb56 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.598598] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998f75ba-e4b3-446d-bf68-0bdb75584340 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.634203] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9459db-a58e-4134-b937-f38cd5cd22a7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.644260] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66fac72-7db3-4ea2-a5e3-449e1c3b32ea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.662180] env[68831]: DEBUG nova.compute.provider_tree [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.693532] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1182.693532] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-306ba4e1-4bd9-48fc-992d-e109454edbfe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.705740] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803523, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.707263] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1182.707263] env[68831]: value = "task-2803524" [ 1182.707263] env[68831]: _type = "Task" [ 1182.707263] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.721968] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803524, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.780965] env[68831]: DEBUG nova.compute.manager [req-26624dfe-e26c-416d-9182-ab67413ffd05 req-6773fcf6-0b3a-4a8e-940e-21c566993ecc service nova] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Received event network-vif-deleted-52673d8b-f440-46f7-b211-623f62b3c57b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1182.806162] env[68831]: INFO nova.compute.manager [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Took 17.52 seconds to build instance. [ 1182.941105] env[68831]: DEBUG nova.compute.manager [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.949359] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.949529] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Cleaning up deleted instances {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1182.974442] env[68831]: DEBUG nova.compute.manager [req-86ebd6b5-dc2b-457e-b07a-77ba45ff289d req-3a3e6397-f844-49bc-8a83-adcc5caf0203 service nova] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Received event network-vif-plugged-85fbaf69-30c3-470c-85a8-6186bd71cf0e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1182.974442] env[68831]: DEBUG oslo_concurrency.lockutils [req-86ebd6b5-dc2b-457e-b07a-77ba45ff289d req-3a3e6397-f844-49bc-8a83-adcc5caf0203 service nova] Acquiring lock "80333c3d-d19a-433a-a899-f56824bc8beb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.974442] env[68831]: DEBUG oslo_concurrency.lockutils [req-86ebd6b5-dc2b-457e-b07a-77ba45ff289d req-3a3e6397-f844-49bc-8a83-adcc5caf0203 service nova] Lock "80333c3d-d19a-433a-a899-f56824bc8beb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.974843] env[68831]: DEBUG oslo_concurrency.lockutils [req-86ebd6b5-dc2b-457e-b07a-77ba45ff289d req-3a3e6397-f844-49bc-8a83-adcc5caf0203 service nova] Lock "80333c3d-d19a-433a-a899-f56824bc8beb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.974903] env[68831]: DEBUG nova.compute.manager [req-86ebd6b5-dc2b-457e-b07a-77ba45ff289d req-3a3e6397-f844-49bc-8a83-adcc5caf0203 service nova] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] No waiting events found dispatching network-vif-plugged-85fbaf69-30c3-470c-85a8-6186bd71cf0e {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.975142] env[68831]: WARNING nova.compute.manager [req-86ebd6b5-dc2b-457e-b07a-77ba45ff289d req-3a3e6397-f844-49bc-8a83-adcc5caf0203 service nova] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Received unexpected event network-vif-plugged-85fbaf69-30c3-470c-85a8-6186bd71cf0e for instance with vm_state building and task_state spawning. [ 1183.066811] env[68831]: INFO nova.compute.manager [-] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Took 2.04 seconds to deallocate network for instance. [ 1183.165225] env[68831]: DEBUG nova.scheduler.client.report [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.203754] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778178} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.204090] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 79385505-25cb-41fa-835c-f1c05380c631/79385505-25cb-41fa-835c-f1c05380c631.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.204329] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.204606] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7eb3989d-fcaa-41e4-8786-04cd6a77ad71 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.213942] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1183.213942] env[68831]: value = "task-2803525" [ 1183.213942] env[68831]: _type = "Task" [ 1183.213942] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.220400] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803524, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.226782] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.309290] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e26a8e5e-7728-4ca0-9715-23e084dd4c6a tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "5cf7eb75-6469-4990-9517-5f2cd4d33872" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.028s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.476808] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] There are 54 instances to clean {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1183.476808] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: a3a2e020-875a-4156-b368-61b0ba641524] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1183.493147] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.573604] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.594637] env[68831]: DEBUG nova.network.neutron [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Successfully updated port: 85fbaf69-30c3-470c-85a8-6186bd71cf0e {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.673021] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.352s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.673021] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.332s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.673021] env[68831]: DEBUG nova.objects.instance [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lazy-loading 'resources' on Instance uuid 01023fc9-a1ae-4541-83f5-25d3378d2811 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.705805] env[68831]: INFO nova.network.neutron [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Updating port 488ccf32-b4a7-4fe0-af89-604c516d4ea3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1183.722399] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803524, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.728021] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13571} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.728288] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.729130] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fd995b-945f-4e1d-b2fc-341fcf832236 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.754781] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 79385505-25cb-41fa-835c-f1c05380c631/79385505-25cb-41fa-835c-f1c05380c631.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.755413] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fe2e6b4-3d7c-4cbb-b849-63da6a2d085d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.776416] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1183.776416] env[68831]: value = "task-2803526" [ 1183.776416] env[68831]: _type = "Task" [ 1183.776416] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.785008] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.982662] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: bb632208-8467-4d97-97ba-1764c130c2a7] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1184.099169] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "refresh_cache-80333c3d-d19a-433a-a899-f56824bc8beb" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.099329] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "refresh_cache-80333c3d-d19a-433a-a899-f56824bc8beb" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.099694] env[68831]: DEBUG nova.network.neutron [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.222250] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803524, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.286963] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.412602] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2619049-574b-447c-91a9-39f44d96687e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.420951] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c271b6-62a1-4d5c-9d8d-d26a4fbb3c42 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.452049] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34ad40f-d2b0-4e85-991b-5e344fb984f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.461015] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673ef509-7ea5-476c-afa6-91b4848a683d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.477313] env[68831]: DEBUG nova.compute.provider_tree [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.486023] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 1ff2c62b-37d9-4f78-8e3b-34478abc5404] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1184.631890] env[68831]: DEBUG nova.network.neutron [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.720786] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803524, 'name': CloneVM_Task} progress is 95%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.772684] env[68831]: DEBUG nova.network.neutron [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Updating instance_info_cache with network_info: [{"id": "85fbaf69-30c3-470c-85a8-6186bd71cf0e", "address": "fa:16:3e:b4:9b:98", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85fbaf69-30", "ovs_interfaceid": "85fbaf69-30c3-470c-85a8-6186bd71cf0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.790271] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803526, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.814935] env[68831]: DEBUG nova.compute.manager [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Received event network-changed-85fbaf69-30c3-470c-85a8-6186bd71cf0e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1184.815196] env[68831]: DEBUG nova.compute.manager [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Refreshing instance network info cache due to event network-changed-85fbaf69-30c3-470c-85a8-6186bd71cf0e. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1184.815340] env[68831]: DEBUG oslo_concurrency.lockutils [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] Acquiring lock "refresh_cache-80333c3d-d19a-433a-a899-f56824bc8beb" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.981133] env[68831]: DEBUG nova.scheduler.client.report [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.989253] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: aef91ac7-be14-43ff-a5d3-2138d51dac9a] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1185.221660] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803524, 'name': CloneVM_Task, 'duration_secs': 2.313058} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.222240] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Created linked-clone VM from snapshot [ 1185.222714] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caac8f6-2e94-446c-9e2b-c9cf773f3a6a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.231647] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Uploading image 18e7b80c-10ea-4e2d-8977-81eaf1faaf29 {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1185.254343] env[68831]: DEBUG oslo_vmware.rw_handles [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1185.254343] env[68831]: value = "vm-563341" [ 1185.254343] env[68831]: _type = "VirtualMachine" [ 1185.254343] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1185.254611] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e7b3aafd-e3b0-4615-a83f-403270be3ae3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.262666] env[68831]: DEBUG oslo_vmware.rw_handles [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lease: (returnval){ [ 1185.262666] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52dda387-9aab-115a-068c-9c721df98dc7" [ 1185.262666] env[68831]: _type = "HttpNfcLease" [ 1185.262666] env[68831]: } obtained for exporting VM: (result){ [ 1185.262666] env[68831]: value = "vm-563341" [ 1185.262666] env[68831]: _type = "VirtualMachine" [ 1185.262666] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1185.262910] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the lease: (returnval){ [ 1185.262910] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52dda387-9aab-115a-068c-9c721df98dc7" [ 1185.262910] env[68831]: _type = "HttpNfcLease" [ 1185.262910] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1185.270228] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1185.270228] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52dda387-9aab-115a-068c-9c721df98dc7" [ 1185.270228] env[68831]: _type = "HttpNfcLease" [ 1185.270228] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1185.275876] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "refresh_cache-80333c3d-d19a-433a-a899-f56824bc8beb" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.276234] env[68831]: DEBUG nova.compute.manager [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Instance network_info: |[{"id": "85fbaf69-30c3-470c-85a8-6186bd71cf0e", "address": "fa:16:3e:b4:9b:98", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85fbaf69-30", "ovs_interfaceid": "85fbaf69-30c3-470c-85a8-6186bd71cf0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.276541] env[68831]: DEBUG oslo_concurrency.lockutils [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] Acquired lock "refresh_cache-80333c3d-d19a-433a-a899-f56824bc8beb" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.276765] env[68831]: DEBUG nova.network.neutron [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Refreshing network info cache for port 85fbaf69-30c3-470c-85a8-6186bd71cf0e {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.278363] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:9b:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85fbaf69-30c3-470c-85a8-6186bd71cf0e', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.285802] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.287063] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.290289] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53d25b15-3e99-4792-bf8d-e54294b6d6af {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.305699] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.305879] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquired lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.306068] env[68831]: DEBUG nova.network.neutron [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.318381] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803526, 'name': ReconfigVM_Task, 'duration_secs': 1.092317} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.320288] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 79385505-25cb-41fa-835c-f1c05380c631/79385505-25cb-41fa-835c-f1c05380c631.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.321311] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.321311] env[68831]: value = "task-2803528" [ 1185.321311] env[68831]: _type = "Task" [ 1185.321311] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.321512] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31583e7f-c69a-4d43-a7f7-a140290b6e55 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.340277] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803528, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.341695] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1185.341695] env[68831]: value = "task-2803529" [ 1185.341695] env[68831]: _type = "Task" [ 1185.341695] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.349786] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803529, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.486377] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.488891] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.113s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.490925] env[68831]: INFO nova.compute.claims [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.493071] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 42408e69-d69b-4baa-b0dd-62051734c92e] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1185.511836] env[68831]: INFO nova.scheduler.client.report [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleted allocations for instance 01023fc9-a1ae-4541-83f5-25d3378d2811 [ 1185.771866] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1185.771866] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52dda387-9aab-115a-068c-9c721df98dc7" [ 1185.771866] env[68831]: _type = "HttpNfcLease" [ 1185.771866] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1185.772209] env[68831]: DEBUG oslo_vmware.rw_handles [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1185.772209] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52dda387-9aab-115a-068c-9c721df98dc7" [ 1185.772209] env[68831]: _type = "HttpNfcLease" [ 1185.772209] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1185.772942] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1745d3db-77cb-45fc-b473-d9aee340bd51 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.780832] env[68831]: DEBUG oslo_vmware.rw_handles [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc43fb-53dc-d34d-a9cd-9876d3618448/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1185.781099] env[68831]: DEBUG oslo_vmware.rw_handles [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc43fb-53dc-d34d-a9cd-9876d3618448/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1185.854016] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803529, 'name': Rename_Task, 'duration_secs': 0.195769} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.857018] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.857247] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803528, 'name': CreateVM_Task, 'duration_secs': 0.387685} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.857451] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e6189cd-5c42-4e4e-8f3a-deea78540c73 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.858847] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.859489] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.859653] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.859958] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.860499] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017153dd-c0c8-4002-aeb5-b657b9bc131a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.865385] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1185.865385] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a9ba56-1304-e5a9-1d04-c60f9b28a829" [ 1185.865385] env[68831]: _type = "Task" [ 1185.865385] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.866642] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1185.866642] env[68831]: value = "task-2803530" [ 1185.866642] env[68831]: _type = "Task" [ 1185.866642] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.880630] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a9ba56-1304-e5a9-1d04-c60f9b28a829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.883546] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.915935] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-40a916aa-c3fe-459b-bd36-d5cb3ef5ef35 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.998275] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 5814b5d0-cf66-4e1e-9098-ff80588df9ec] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1186.019746] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eed4bb8c-9ef9-4395-a3db-b9ef195b2b35 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "01023fc9-a1ae-4541-83f5-25d3378d2811" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.337s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.386082] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a9ba56-1304-e5a9-1d04-c60f9b28a829, 'name': SearchDatastore_Task, 'duration_secs': 0.021356} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.386404] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.386781] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.387056] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.387302] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.387528] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.387749] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.391566] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9b2eac7-f933-4a68-851c-1b17c5af7e7d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.400946] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.401728] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.402526] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-530a7869-b4b6-431a-ba96-1e28bc79e632 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.409144] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1186.409144] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526656d3-1f07-0c43-4db6-8b591cc65f74" [ 1186.409144] env[68831]: _type = "Task" [ 1186.409144] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.419451] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526656d3-1f07-0c43-4db6-8b591cc65f74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.475490] env[68831]: DEBUG nova.network.neutron [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Updating instance_info_cache with network_info: [{"id": "488ccf32-b4a7-4fe0-af89-604c516d4ea3", "address": "fa:16:3e:bd:25:f3", "network": {"id": "403ced35-9c36-4dcf-bee7-188c7a60c5ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2072306948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f13d10f6d24e6aab374650649359b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap488ccf32-b4", "ovs_interfaceid": "488ccf32-b4a7-4fe0-af89-604c516d4ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.504903] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 609c9a02-1ad9-44c5-af2e-15c3ffbda709] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1186.516498] env[68831]: DEBUG nova.network.neutron [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Updated VIF entry in instance network info cache for port 85fbaf69-30c3-470c-85a8-6186bd71cf0e. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.517027] env[68831]: DEBUG nova.network.neutron [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Updating instance_info_cache with network_info: [{"id": "85fbaf69-30c3-470c-85a8-6186bd71cf0e", "address": "fa:16:3e:b4:9b:98", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85fbaf69-30", "ovs_interfaceid": "85fbaf69-30c3-470c-85a8-6186bd71cf0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.592841] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "99f7c875-27e5-4dbc-b46c-79a53aa72579" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.593050] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "99f7c875-27e5-4dbc-b46c-79a53aa72579" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.755391] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c90b5f-c9d2-406e-98ae-76a92325ebc1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.764490] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5737d0b-2bf5-4d05-bd92-a7191c1500e3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.796811] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab7a978-0747-4e57-8d39-075231d36a96 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.806258] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993698a5-e10e-4f32-8260-fd82a875cb19 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.821977] env[68831]: DEBUG nova.compute.provider_tree [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.840809] env[68831]: DEBUG nova.compute.manager [req-ce6ab63c-be98-4b5b-9ba2-e4738b371b15 req-ed95b796-5360-472c-8d98-00113d42b5fb service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Received event network-vif-plugged-488ccf32-b4a7-4fe0-af89-604c516d4ea3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1186.841151] env[68831]: DEBUG oslo_concurrency.lockutils [req-ce6ab63c-be98-4b5b-9ba2-e4738b371b15 req-ed95b796-5360-472c-8d98-00113d42b5fb service nova] Acquiring lock "8231a981-1436-406f-a2d9-18cf0e0f7348-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.841386] env[68831]: DEBUG oslo_concurrency.lockutils [req-ce6ab63c-be98-4b5b-9ba2-e4738b371b15 req-ed95b796-5360-472c-8d98-00113d42b5fb service nova] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.841590] env[68831]: DEBUG oslo_concurrency.lockutils [req-ce6ab63c-be98-4b5b-9ba2-e4738b371b15 req-ed95b796-5360-472c-8d98-00113d42b5fb service nova] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.841808] env[68831]: DEBUG nova.compute.manager [req-ce6ab63c-be98-4b5b-9ba2-e4738b371b15 req-ed95b796-5360-472c-8d98-00113d42b5fb service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] No waiting events found dispatching network-vif-plugged-488ccf32-b4a7-4fe0-af89-604c516d4ea3 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.842039] env[68831]: WARNING nova.compute.manager [req-ce6ab63c-be98-4b5b-9ba2-e4738b371b15 req-ed95b796-5360-472c-8d98-00113d42b5fb service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Received unexpected event network-vif-plugged-488ccf32-b4a7-4fe0-af89-604c516d4ea3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1186.842260] env[68831]: DEBUG nova.compute.manager [req-ce6ab63c-be98-4b5b-9ba2-e4738b371b15 req-ed95b796-5360-472c-8d98-00113d42b5fb service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Received event network-changed-488ccf32-b4a7-4fe0-af89-604c516d4ea3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1186.842438] env[68831]: DEBUG nova.compute.manager [req-ce6ab63c-be98-4b5b-9ba2-e4738b371b15 req-ed95b796-5360-472c-8d98-00113d42b5fb service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Refreshing instance network info cache due to event network-changed-488ccf32-b4a7-4fe0-af89-604c516d4ea3. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1186.842708] env[68831]: DEBUG oslo_concurrency.lockutils [req-ce6ab63c-be98-4b5b-9ba2-e4738b371b15 req-ed95b796-5360-472c-8d98-00113d42b5fb service nova] Acquiring lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.882822] env[68831]: DEBUG oslo_vmware.api [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803530, 'name': PowerOnVM_Task, 'duration_secs': 0.775787} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.883268] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.883485] env[68831]: INFO nova.compute.manager [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1186.883725] env[68831]: DEBUG nova.compute.manager [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.885089] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfaa41f-85f7-4436-a83d-cf14871e2c21 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.921898] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526656d3-1f07-0c43-4db6-8b591cc65f74, 'name': SearchDatastore_Task, 'duration_secs': 0.015177} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.922724] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d430fbc4-dcb0-4e72-b128-9ef19452faa3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.929056] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1186.929056] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52263665-1ecd-a0f5-05d9-93a3c604acd5" [ 1186.929056] env[68831]: _type = "Task" [ 1186.929056] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.940772] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52263665-1ecd-a0f5-05d9-93a3c604acd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.978766] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Releasing lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.981897] env[68831]: DEBUG oslo_concurrency.lockutils [req-ce6ab63c-be98-4b5b-9ba2-e4738b371b15 req-ed95b796-5360-472c-8d98-00113d42b5fb service nova] Acquired lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.983233] env[68831]: DEBUG nova.network.neutron [req-ce6ab63c-be98-4b5b-9ba2-e4738b371b15 req-ed95b796-5360-472c-8d98-00113d42b5fb service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Refreshing network info cache for port 488ccf32-b4a7-4fe0-af89-604c516d4ea3 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.007149] env[68831]: DEBUG nova.virt.hardware [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a553f968fe9ada013d440dc44347ef33',container_format='bare',created_at=2025-03-06T09:39:21Z,direct_url=,disk_format='vmdk',id=96d84181-210d-4218-beac-1de09a0deafa,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-873699593-shelved',owner='51f13d10f6d24e6aab374650649359b4',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-03-06T09:39:35Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.007730] env[68831]: DEBUG nova.virt.hardware [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.009217] env[68831]: DEBUG nova.virt.hardware [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.009217] env[68831]: DEBUG nova.virt.hardware [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.009217] env[68831]: DEBUG nova.virt.hardware [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.009217] env[68831]: DEBUG nova.virt.hardware [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.009217] env[68831]: DEBUG nova.virt.hardware [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.009217] env[68831]: DEBUG nova.virt.hardware [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.009217] env[68831]: DEBUG nova.virt.hardware [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.009486] env[68831]: DEBUG nova.virt.hardware [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.009551] env[68831]: DEBUG nova.virt.hardware [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.010305] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: c31cfbea-d4f4-454d-87b5-e74e87adc798] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1187.012694] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580b1468-a098-4c20-ba49-2165aed9ed2f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.021736] env[68831]: DEBUG oslo_concurrency.lockutils [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] Releasing lock "refresh_cache-80333c3d-d19a-433a-a899-f56824bc8beb" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.022055] env[68831]: DEBUG nova.compute.manager [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Received event network-changed-9d04fcbb-142e-45aa-9eef-51237de01c12 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.022292] env[68831]: DEBUG nova.compute.manager [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Refreshing instance network info cache due to event network-changed-9d04fcbb-142e-45aa-9eef-51237de01c12. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1187.022546] env[68831]: DEBUG oslo_concurrency.lockutils [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] Acquiring lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.022729] env[68831]: DEBUG oslo_concurrency.lockutils [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] Acquired lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.023028] env[68831]: DEBUG nova.network.neutron [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Refreshing network info cache for port 9d04fcbb-142e-45aa-9eef-51237de01c12 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.026458] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98524b2-e252-4c05-a289-7acc048597c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.042646] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:25:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '488ccf32-b4a7-4fe0-af89-604c516d4ea3', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.050237] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.050872] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.051491] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88f45f48-509e-4975-b61b-78e33bd6d300 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.072664] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.072664] env[68831]: value = "task-2803531" [ 1187.072664] env[68831]: _type = "Task" [ 1187.072664] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.081490] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803531, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.098738] env[68831]: DEBUG nova.compute.manager [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.326396] env[68831]: DEBUG nova.scheduler.client.report [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.406419] env[68831]: INFO nova.compute.manager [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Took 21.17 seconds to build instance. [ 1187.443210] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52263665-1ecd-a0f5-05d9-93a3c604acd5, 'name': SearchDatastore_Task, 'duration_secs': 0.015537} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.443210] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.443411] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 80333c3d-d19a-433a-a899-f56824bc8beb/80333c3d-d19a-433a-a899-f56824bc8beb.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.443538] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec55f91f-3910-4f87-b622-030fcd877d15 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.452023] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1187.452023] env[68831]: value = "task-2803532" [ 1187.452023] env[68831]: _type = "Task" [ 1187.452023] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.461789] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.516465] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 488e4e48-4b80-46f4-9f73-0304a5f344a6] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1187.587367] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803531, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.628218] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.822678] env[68831]: DEBUG nova.network.neutron [req-ce6ab63c-be98-4b5b-9ba2-e4738b371b15 req-ed95b796-5360-472c-8d98-00113d42b5fb service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Updated VIF entry in instance network info cache for port 488ccf32-b4a7-4fe0-af89-604c516d4ea3. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.823129] env[68831]: DEBUG nova.network.neutron [req-ce6ab63c-be98-4b5b-9ba2-e4738b371b15 req-ed95b796-5360-472c-8d98-00113d42b5fb service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Updating instance_info_cache with network_info: [{"id": "488ccf32-b4a7-4fe0-af89-604c516d4ea3", "address": "fa:16:3e:bd:25:f3", "network": {"id": "403ced35-9c36-4dcf-bee7-188c7a60c5ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2072306948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f13d10f6d24e6aab374650649359b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap488ccf32-b4", "ovs_interfaceid": "488ccf32-b4a7-4fe0-af89-604c516d4ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.832919] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.832919] env[68831]: DEBUG nova.compute.manager [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.837157] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.344s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.840836] env[68831]: INFO nova.compute.claims [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.844199] env[68831]: DEBUG nova.compute.manager [req-e664b90a-7e0f-42c5-a3ce-d6eca392d128 req-307c473b-54b4-4b52-a003-0b8d06d829f0 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Received event network-changed-cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.844316] env[68831]: DEBUG nova.compute.manager [req-e664b90a-7e0f-42c5-a3ce-d6eca392d128 req-307c473b-54b4-4b52-a003-0b8d06d829f0 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Refreshing instance network info cache due to event network-changed-cbaa1e55-acd3-44e7-a188-29c2fde11b87. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1187.844530] env[68831]: DEBUG oslo_concurrency.lockutils [req-e664b90a-7e0f-42c5-a3ce-d6eca392d128 req-307c473b-54b4-4b52-a003-0b8d06d829f0 service nova] Acquiring lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.844675] env[68831]: DEBUG oslo_concurrency.lockutils [req-e664b90a-7e0f-42c5-a3ce-d6eca392d128 req-307c473b-54b4-4b52-a003-0b8d06d829f0 service nova] Acquired lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.844844] env[68831]: DEBUG nova.network.neutron [req-e664b90a-7e0f-42c5-a3ce-d6eca392d128 req-307c473b-54b4-4b52-a003-0b8d06d829f0 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Refreshing network info cache for port cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.878061] env[68831]: DEBUG nova.network.neutron [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updated VIF entry in instance network info cache for port 9d04fcbb-142e-45aa-9eef-51237de01c12. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.878500] env[68831]: DEBUG nova.network.neutron [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance_info_cache with network_info: [{"id": "9d04fcbb-142e-45aa-9eef-51237de01c12", "address": "fa:16:3e:05:72:76", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d04fcbb-14", "ovs_interfaceid": "9d04fcbb-142e-45aa-9eef-51237de01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.909073] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f2c9e20d-b9f4-4c71-b48c-f62ba76a1839 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "79385505-25cb-41fa-835c-f1c05380c631" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.682s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.963300] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.024017] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 84beba26-6f10-474c-86c9-7ee250d3a47e] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1188.084431] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803531, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.326412] env[68831]: DEBUG oslo_concurrency.lockutils [req-ce6ab63c-be98-4b5b-9ba2-e4738b371b15 req-ed95b796-5360-472c-8d98-00113d42b5fb service nova] Releasing lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.350192] env[68831]: DEBUG nova.compute.utils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.353673] env[68831]: DEBUG nova.compute.manager [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.353852] env[68831]: DEBUG nova.network.neutron [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.380856] env[68831]: DEBUG oslo_concurrency.lockutils [req-d60c2a98-4da1-42f8-bd80-60511cae4884 req-85ed60db-3405-4242-8f86-54f14b50db4d service nova] Releasing lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.428268] env[68831]: DEBUG nova.policy [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9b03e5749834673a79744fd5d5fa4de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e822cf838f73443ba868253bf65d20ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.468265] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.528602] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 63f5f38f-aecc-41d3-abb2-c8ae50ae8172] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1188.595758] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803531, 'name': CreateVM_Task, 'duration_secs': 1.450419} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.595758] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.595758] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96d84181-210d-4218-beac-1de09a0deafa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.595758] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96d84181-210d-4218-beac-1de09a0deafa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.595758] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96d84181-210d-4218-beac-1de09a0deafa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.595758] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d1d3bc-f2b1-457b-9e4e-d59eb758df68 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.606028] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1188.606028] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521b47a9-82eb-6d5b-8734-1629d3e4ac28" [ 1188.606028] env[68831]: _type = "Task" [ 1188.606028] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.620391] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521b47a9-82eb-6d5b-8734-1629d3e4ac28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.741561] env[68831]: DEBUG nova.network.neutron [req-e664b90a-7e0f-42c5-a3ce-d6eca392d128 req-307c473b-54b4-4b52-a003-0b8d06d829f0 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Updated VIF entry in instance network info cache for port cbaa1e55-acd3-44e7-a188-29c2fde11b87. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.741951] env[68831]: DEBUG nova.network.neutron [req-e664b90a-7e0f-42c5-a3ce-d6eca392d128 req-307c473b-54b4-4b52-a003-0b8d06d829f0 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Updating instance_info_cache with network_info: [{"id": "cbaa1e55-acd3-44e7-a188-29c2fde11b87", "address": "fa:16:3e:c3:0a:2a", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbaa1e55-ac", "ovs_interfaceid": "cbaa1e55-acd3-44e7-a188-29c2fde11b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.857356] env[68831]: DEBUG nova.compute.manager [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.901660] env[68831]: DEBUG nova.network.neutron [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Successfully created port: 52bc07a0-3c61-4e49-bfeb-147f90c20b0d {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.967858] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803532, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.441187} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.968436] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 80333c3d-d19a-433a-a899-f56824bc8beb/80333c3d-d19a-433a-a899-f56824bc8beb.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.968691] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.971807] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2250485e-9768-4d5b-8ecf-73b8177f0294 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.980576] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1188.980576] env[68831]: value = "task-2803533" [ 1188.980576] env[68831]: _type = "Task" [ 1188.980576] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.997522] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.030414] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 4d7849e3-494a-470a-990a-09efc919e64e] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1189.122888] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96d84181-210d-4218-beac-1de09a0deafa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.123133] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Processing image 96d84181-210d-4218-beac-1de09a0deafa {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.123371] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96d84181-210d-4218-beac-1de09a0deafa/96d84181-210d-4218-beac-1de09a0deafa.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.123515] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96d84181-210d-4218-beac-1de09a0deafa/96d84181-210d-4218-beac-1de09a0deafa.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.123688] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.124211] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aba05470-8770-43cc-bb37-ce7139c837e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.135041] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.135107] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.138351] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00cbcb3-8819-4a86-9dd7-049630fd5946 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.144768] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1189.144768] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b4635b-360b-3be2-44b0-8342271732ec" [ 1189.144768] env[68831]: _type = "Task" [ 1189.144768] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.154146] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52b4635b-360b-3be2-44b0-8342271732ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.155863] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96421293-9988-4c79-844b-31d38099554b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.163706] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb5b49e-2d6c-4578-b876-7953915263bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.196611] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6345fb-b255-4232-a94e-32a134dda69d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.205018] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e8d94a-dc27-4706-9569-1bcdaf87010b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.219686] env[68831]: DEBUG nova.compute.provider_tree [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.246465] env[68831]: DEBUG oslo_concurrency.lockutils [req-e664b90a-7e0f-42c5-a3ce-d6eca392d128 req-307c473b-54b4-4b52-a003-0b8d06d829f0 service nova] Releasing lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.493375] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071455} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.493658] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.494471] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b05c3c-16a2-4207-b18c-0ea8f02a2897 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.518116] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 80333c3d-d19a-433a-a899-f56824bc8beb/80333c3d-d19a-433a-a899-f56824bc8beb.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.518469] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeeac805-ec9a-4119-bb91-67404686b076 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.536126] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 22a0893b-980e-49e2-94cf-3629a9bc39e0] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1189.541302] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1189.541302] env[68831]: value = "task-2803534" [ 1189.541302] env[68831]: _type = "Task" [ 1189.541302] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.551953] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.658185] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Preparing fetch location {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1189.658538] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Fetch image to [datastore1] OSTACK_IMG_fcd801fc-4b1c-4792-bffc-996b1d923a64/OSTACK_IMG_fcd801fc-4b1c-4792-bffc-996b1d923a64.vmdk {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1189.658784] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Downloading stream optimized image 96d84181-210d-4218-beac-1de09a0deafa to [datastore1] OSTACK_IMG_fcd801fc-4b1c-4792-bffc-996b1d923a64/OSTACK_IMG_fcd801fc-4b1c-4792-bffc-996b1d923a64.vmdk on the data store datastore1 as vApp {{(pid=68831) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1189.659214] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Downloading image file data 96d84181-210d-4218-beac-1de09a0deafa to the ESX as VM named 'OSTACK_IMG_fcd801fc-4b1c-4792-bffc-996b1d923a64' {{(pid=68831) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1189.722808] env[68831]: DEBUG nova.scheduler.client.report [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.740098] env[68831]: DEBUG oslo_vmware.rw_handles [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1189.740098] env[68831]: value = "resgroup-9" [ 1189.740098] env[68831]: _type = "ResourcePool" [ 1189.740098] env[68831]: }. {{(pid=68831) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1189.740713] env[68831]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cada9770-72c7-4f2a-9766-0ca8d52114c2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.764517] env[68831]: DEBUG oslo_vmware.rw_handles [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lease: (returnval){ [ 1189.764517] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522ab535-3202-df60-b01a-d26225d87c82" [ 1189.764517] env[68831]: _type = "HttpNfcLease" [ 1189.764517] env[68831]: } obtained for vApp import into resource pool (val){ [ 1189.764517] env[68831]: value = "resgroup-9" [ 1189.764517] env[68831]: _type = "ResourcePool" [ 1189.764517] env[68831]: }. {{(pid=68831) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1189.764914] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the lease: (returnval){ [ 1189.764914] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522ab535-3202-df60-b01a-d26225d87c82" [ 1189.764914] env[68831]: _type = "HttpNfcLease" [ 1189.764914] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1189.772895] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.772895] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522ab535-3202-df60-b01a-d26225d87c82" [ 1189.772895] env[68831]: _type = "HttpNfcLease" [ 1189.772895] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1189.868885] env[68831]: DEBUG nova.compute.manager [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.039129] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: c1453f23-0639-4d5a-9ac6-d834b2864f59] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1190.058133] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803534, 'name': ReconfigVM_Task, 'duration_secs': 0.332757} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.058509] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 80333c3d-d19a-433a-a899-f56824bc8beb/80333c3d-d19a-433a-a899-f56824bc8beb.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.059608] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4a4aa6f-2af2-4c68-bb83-1b8854887f27 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.070545] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1190.070545] env[68831]: value = "task-2803536" [ 1190.070545] env[68831]: _type = "Task" [ 1190.070545] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.087640] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803536, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.228461] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.229112] env[68831]: DEBUG nova.compute.manager [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.232427] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.659s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.232778] env[68831]: DEBUG nova.objects.instance [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'resources' on Instance uuid 6dcef76f-4663-412d-b967-2316b92b6c7a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.273393] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.273393] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522ab535-3202-df60-b01a-d26225d87c82" [ 1190.273393] env[68831]: _type = "HttpNfcLease" [ 1190.273393] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1190.306321] env[68831]: DEBUG nova.compute.manager [req-6f584c19-6682-4e79-8b4e-d27e86c6bfd8 req-05be4af7-62e2-40e3-9c18-d12fb5004394 service nova] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Received event network-vif-plugged-52bc07a0-3c61-4e49-bfeb-147f90c20b0d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1190.306561] env[68831]: DEBUG oslo_concurrency.lockutils [req-6f584c19-6682-4e79-8b4e-d27e86c6bfd8 req-05be4af7-62e2-40e3-9c18-d12fb5004394 service nova] Acquiring lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.306740] env[68831]: DEBUG oslo_concurrency.lockutils [req-6f584c19-6682-4e79-8b4e-d27e86c6bfd8 req-05be4af7-62e2-40e3-9c18-d12fb5004394 service nova] Lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.306909] env[68831]: DEBUG oslo_concurrency.lockutils [req-6f584c19-6682-4e79-8b4e-d27e86c6bfd8 req-05be4af7-62e2-40e3-9c18-d12fb5004394 service nova] Lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.307241] env[68831]: DEBUG nova.compute.manager [req-6f584c19-6682-4e79-8b4e-d27e86c6bfd8 req-05be4af7-62e2-40e3-9c18-d12fb5004394 service nova] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] No waiting events found dispatching network-vif-plugged-52bc07a0-3c61-4e49-bfeb-147f90c20b0d {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.307516] env[68831]: WARNING nova.compute.manager [req-6f584c19-6682-4e79-8b4e-d27e86c6bfd8 req-05be4af7-62e2-40e3-9c18-d12fb5004394 service nova] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Received unexpected event network-vif-plugged-52bc07a0-3c61-4e49-bfeb-147f90c20b0d for instance with vm_state building and task_state spawning. [ 1190.403446] env[68831]: DEBUG nova.network.neutron [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Successfully updated port: 52bc07a0-3c61-4e49-bfeb-147f90c20b0d {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.542512] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 6eb77d85-fb04-45f0-ab59-2b2b1fa64e07] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1190.583218] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803536, 'name': Rename_Task, 'duration_secs': 0.169145} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.583490] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.583731] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6ab2b2d-26d4-4746-9df9-d67c2914d06a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.591101] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1190.591101] env[68831]: value = "task-2803537" [ 1190.591101] env[68831]: _type = "Task" [ 1190.591101] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.599964] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.736997] env[68831]: DEBUG nova.compute.utils [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.741140] env[68831]: DEBUG nova.compute.manager [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Not allocating networking since 'none' was specified. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1190.777572] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.777572] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522ab535-3202-df60-b01a-d26225d87c82" [ 1190.777572] env[68831]: _type = "HttpNfcLease" [ 1190.777572] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1190.777913] env[68831]: DEBUG oslo_vmware.rw_handles [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1190.777913] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522ab535-3202-df60-b01a-d26225d87c82" [ 1190.777913] env[68831]: _type = "HttpNfcLease" [ 1190.777913] env[68831]: }. {{(pid=68831) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1190.778804] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fd0acd-ae2f-43ef-848b-d816817942c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.787328] env[68831]: DEBUG oslo_vmware.rw_handles [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52282c52-2d43-82fe-5563-7efd9e2f5c72/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1190.787582] env[68831]: DEBUG oslo_vmware.rw_handles [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52282c52-2d43-82fe-5563-7efd9e2f5c72/disk-0.vmdk. {{(pid=68831) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1190.852135] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bbadbdc3-b3ba-4de3-afed-651edaf11566 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.906032] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "refresh_cache-516b964e-1c5d-4b6c-886e-28e2f2ff555a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.906167] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "refresh_cache-516b964e-1c5d-4b6c-886e-28e2f2ff555a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.906380] env[68831]: DEBUG nova.network.neutron [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.027156] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f6148f-c593-4095-bd62-1bd57f29fc8a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.038138] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da88428a-127c-4076-a5aa-704a98b84153 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.045635] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 2d714d34-e397-4665-a505-c2d34a5d1ec8] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1191.080507] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccb847e-4c2f-4d66-b0e4-b004f5002ccf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.091779] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a401a94-b11a-4c67-8691-fea94cff3451 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.119163] env[68831]: DEBUG nova.compute.provider_tree [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.129272] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803537, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.242441] env[68831]: DEBUG nova.compute.manager [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.352454] env[68831]: DEBUG nova.virt.hardware [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.352734] env[68831]: DEBUG nova.virt.hardware [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.352916] env[68831]: DEBUG nova.virt.hardware [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.353133] env[68831]: DEBUG nova.virt.hardware [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.353307] env[68831]: DEBUG nova.virt.hardware [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.353505] env[68831]: DEBUG nova.virt.hardware [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.353757] env[68831]: DEBUG nova.virt.hardware [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.353922] env[68831]: DEBUG nova.virt.hardware [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.354140] env[68831]: DEBUG nova.virt.hardware [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.354349] env[68831]: DEBUG nova.virt.hardware [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.354562] env[68831]: DEBUG nova.virt.hardware [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.355731] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df43681e-ff34-4019-89eb-1d5e56761f36 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.372068] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5bd0f8-8bfe-4aed-ab68-fdd3fcbcfd63 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.442231] env[68831]: DEBUG nova.network.neutron [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.549254] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 0b80c578-37ff-41c7-82e0-a00b1de29a39] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1191.606162] env[68831]: DEBUG nova.network.neutron [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updating instance_info_cache with network_info: [{"id": "52bc07a0-3c61-4e49-bfeb-147f90c20b0d", "address": "fa:16:3e:71:3e:21", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52bc07a0-3c", "ovs_interfaceid": "52bc07a0-3c61-4e49-bfeb-147f90c20b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.615357] env[68831]: DEBUG oslo_vmware.api [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803537, 'name': PowerOnVM_Task, 'duration_secs': 0.594266} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.616873] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.617124] env[68831]: INFO nova.compute.manager [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1191.617313] env[68831]: DEBUG nova.compute.manager [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.618749] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b9721f-e24d-406a-a053-3cf4bd740b52 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.632830] env[68831]: DEBUG nova.scheduler.client.report [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.998704] env[68831]: DEBUG oslo_vmware.rw_handles [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Completed reading data from the image iterator. {{(pid=68831) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1191.998996] env[68831]: DEBUG oslo_vmware.rw_handles [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52282c52-2d43-82fe-5563-7efd9e2f5c72/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1192.000232] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce624a7c-7dc9-4d7d-8bf8-ace182d6b9be {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.008463] env[68831]: DEBUG oslo_vmware.rw_handles [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52282c52-2d43-82fe-5563-7efd9e2f5c72/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1192.008463] env[68831]: DEBUG oslo_vmware.rw_handles [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52282c52-2d43-82fe-5563-7efd9e2f5c72/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1192.008723] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-92045c44-ed6f-465a-a624-749f6e3e0a7c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.055096] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: c7d086c6-9452-426a-b152-c0e87837044e] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1192.109019] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "refresh_cache-516b964e-1c5d-4b6c-886e-28e2f2ff555a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.109701] env[68831]: DEBUG nova.compute.manager [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Instance network_info: |[{"id": "52bc07a0-3c61-4e49-bfeb-147f90c20b0d", "address": "fa:16:3e:71:3e:21", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52bc07a0-3c", "ovs_interfaceid": "52bc07a0-3c61-4e49-bfeb-147f90c20b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.110170] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:3e:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52bc07a0-3c61-4e49-bfeb-147f90c20b0d', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.124924] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.125685] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.126124] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07cd88eb-d7aa-4f4f-9ce6-d49eb612a735 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.163232] env[68831]: INFO nova.compute.manager [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Took 20.61 seconds to build instance. [ 1192.165419] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.169845] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.542s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.172995] env[68831]: INFO nova.compute.claims [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.187488] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.187488] env[68831]: value = "task-2803538" [ 1192.187488] env[68831]: _type = "Task" [ 1192.187488] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.203078] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803538, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.244549] env[68831]: DEBUG oslo_vmware.rw_handles [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52282c52-2d43-82fe-5563-7efd9e2f5c72/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1192.244926] env[68831]: INFO nova.virt.vmwareapi.images [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Downloaded image file data 96d84181-210d-4218-beac-1de09a0deafa [ 1192.246787] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace5880d-247d-4ad6-a91c-7ef3ac3ef967 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.253045] env[68831]: DEBUG nova.compute.manager [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.278947] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e89c5e87-91e0-4d3d-92ff-665eb2e3cebd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.288436] env[68831]: DEBUG nova.virt.hardware [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.288719] env[68831]: DEBUG nova.virt.hardware [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.288896] env[68831]: DEBUG nova.virt.hardware [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.289097] env[68831]: DEBUG nova.virt.hardware [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.289279] env[68831]: DEBUG nova.virt.hardware [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.289448] env[68831]: DEBUG nova.virt.hardware [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.290030] env[68831]: DEBUG nova.virt.hardware [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.290030] env[68831]: DEBUG nova.virt.hardware [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.290161] env[68831]: DEBUG nova.virt.hardware [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.290284] env[68831]: DEBUG nova.virt.hardware [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.290470] env[68831]: DEBUG nova.virt.hardware [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.291775] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89944557-b6d9-478d-bf98-90e2a8fa7c8b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.302844] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da1b786-9b24-4ef5-ab90-3472bf2c78b1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.323638] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.329771] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Creating folder: Project (f92a1ad1232e402fae99e00b42a8362d). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1192.331447] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c596952-a961-488a-a381-3eb32e7743c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.333745] env[68831]: INFO nova.virt.vmwareapi.images [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] The imported VM was unregistered [ 1192.335877] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Caching image {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1192.336181] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Creating directory with path [datastore1] devstack-image-cache_base/96d84181-210d-4218-beac-1de09a0deafa {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.336494] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6834264-a5e5-45d9-ac61-d5cef0f57384 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.346626] env[68831]: INFO nova.scheduler.client.report [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Deleted allocations for instance 6dcef76f-4663-412d-b967-2316b92b6c7a [ 1192.353289] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Created directory with path [datastore1] devstack-image-cache_base/96d84181-210d-4218-beac-1de09a0deafa {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.354049] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_fcd801fc-4b1c-4792-bffc-996b1d923a64/OSTACK_IMG_fcd801fc-4b1c-4792-bffc-996b1d923a64.vmdk to [datastore1] devstack-image-cache_base/96d84181-210d-4218-beac-1de09a0deafa/96d84181-210d-4218-beac-1de09a0deafa.vmdk. {{(pid=68831) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1192.357090] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6ef6598e-748c-4955-a358-bc26fb6516fd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.361285] env[68831]: DEBUG nova.compute.manager [req-34a7765d-1651-462b-9030-39344665d28c req-4ea65ac6-3a11-4541-abfd-616c1573ee6c service nova] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Received event network-changed-52bc07a0-3c61-4e49-bfeb-147f90c20b0d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1192.361515] env[68831]: DEBUG nova.compute.manager [req-34a7765d-1651-462b-9030-39344665d28c req-4ea65ac6-3a11-4541-abfd-616c1573ee6c service nova] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Refreshing instance network info cache due to event network-changed-52bc07a0-3c61-4e49-bfeb-147f90c20b0d. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1192.361732] env[68831]: DEBUG oslo_concurrency.lockutils [req-34a7765d-1651-462b-9030-39344665d28c req-4ea65ac6-3a11-4541-abfd-616c1573ee6c service nova] Acquiring lock "refresh_cache-516b964e-1c5d-4b6c-886e-28e2f2ff555a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.361870] env[68831]: DEBUG oslo_concurrency.lockutils [req-34a7765d-1651-462b-9030-39344665d28c req-4ea65ac6-3a11-4541-abfd-616c1573ee6c service nova] Acquired lock "refresh_cache-516b964e-1c5d-4b6c-886e-28e2f2ff555a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.362037] env[68831]: DEBUG nova.network.neutron [req-34a7765d-1651-462b-9030-39344665d28c req-4ea65ac6-3a11-4541-abfd-616c1573ee6c service nova] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Refreshing network info cache for port 52bc07a0-3c61-4e49-bfeb-147f90c20b0d {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.363938] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Created folder: Project (f92a1ad1232e402fae99e00b42a8362d) in parent group-v563050. [ 1192.364702] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Creating folder: Instances. Parent ref: group-v563346. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1192.365519] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-880802de-a6a3-4545-bf86-6acbd2ed2192 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.375502] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1192.375502] env[68831]: value = "task-2803541" [ 1192.375502] env[68831]: _type = "Task" [ 1192.375502] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.382905] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Created folder: Instances in parent group-v563346. [ 1192.383566] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.383566] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.384416] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89bb31f5-be56-474a-a5b7-a0f8ee0c28a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.402580] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803541, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.410223] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.410223] env[68831]: value = "task-2803543" [ 1192.410223] env[68831]: _type = "Task" [ 1192.410223] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.421553] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803543, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.559361] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 2cf96e39-7987-400b-bdd8-7632879d206e] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1192.670628] env[68831]: DEBUG oslo_concurrency.lockutils [None req-67df86c4-b80a-4907-9d3c-91910161b326 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "80333c3d-d19a-433a-a899-f56824bc8beb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.128s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.701409] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803538, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.856321] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d152c666-5ab6-48a2-bb89-8754c50d9309 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "6dcef76f-4663-412d-b967-2316b92b6c7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.468s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.874475] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5936e2b7-c55e-4c74-94c5-e011af88436f tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "80333c3d-d19a-433a-a899-f56824bc8beb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.874910] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5936e2b7-c55e-4c74-94c5-e011af88436f tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "80333c3d-d19a-433a-a899-f56824bc8beb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.875170] env[68831]: DEBUG nova.compute.manager [None req-5936e2b7-c55e-4c74-94c5-e011af88436f tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.876536] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8550af95-b4ae-4289-a8fb-c38eb9c2e1e9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.889832] env[68831]: DEBUG nova.compute.manager [None req-5936e2b7-c55e-4c74-94c5-e011af88436f tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68831) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1192.890542] env[68831]: DEBUG nova.objects.instance [None req-5936e2b7-c55e-4c74-94c5-e011af88436f tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lazy-loading 'flavor' on Instance uuid 80333c3d-d19a-433a-a899-f56824bc8beb {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.896365] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803541, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.925063] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803543, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.063123] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 72392c14-3751-4d2a-b8cf-b1f91bf904f6] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1193.203038] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803538, 'name': CreateVM_Task, 'duration_secs': 0.686211} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.203614] env[68831]: DEBUG nova.network.neutron [req-34a7765d-1651-462b-9030-39344665d28c req-4ea65ac6-3a11-4541-abfd-616c1573ee6c service nova] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updated VIF entry in instance network info cache for port 52bc07a0-3c61-4e49-bfeb-147f90c20b0d. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.203965] env[68831]: DEBUG nova.network.neutron [req-34a7765d-1651-462b-9030-39344665d28c req-4ea65ac6-3a11-4541-abfd-616c1573ee6c service nova] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updating instance_info_cache with network_info: [{"id": "52bc07a0-3c61-4e49-bfeb-147f90c20b0d", "address": "fa:16:3e:71:3e:21", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52bc07a0-3c", "ovs_interfaceid": "52bc07a0-3c61-4e49-bfeb-147f90c20b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.206366] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.207357] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.207725] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.208285] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.208605] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-625d6713-fd5e-43a4-9852-67eba2f5852e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.220228] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1193.220228] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52bac5e7-b57a-17ba-96c2-24b747c0e592" [ 1193.220228] env[68831]: _type = "Task" [ 1193.220228] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.236120] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52bac5e7-b57a-17ba-96c2-24b747c0e592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.394352] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803541, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.424862] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803543, 'name': CreateVM_Task, 'duration_secs': 0.713489} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.425070] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.425899] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.452024] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e802888-fc42-4c11-82ba-b19533d307f5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.462208] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783a52a3-744a-4980-9994-829a78eaa51a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.499899] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b948fc-f169-4b04-b8c1-2a1b052472ad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.511178] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2917f22b-6de7-4a8c-92d3-2a67f43b3cb5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.529304] env[68831]: DEBUG nova.compute.provider_tree [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.566229] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 73612748-9633-488e-ab75-99257c57cf75] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1193.707915] env[68831]: DEBUG oslo_concurrency.lockutils [req-34a7765d-1651-462b-9030-39344665d28c req-4ea65ac6-3a11-4541-abfd-616c1573ee6c service nova] Releasing lock "refresh_cache-516b964e-1c5d-4b6c-886e-28e2f2ff555a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.734296] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52bac5e7-b57a-17ba-96c2-24b747c0e592, 'name': SearchDatastore_Task, 'duration_secs': 0.087286} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.734615] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.734869] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.735142] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.735292] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.735484] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.735812] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.736182] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.736485] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66a759e1-54ec-48e0-99dd-992b273560de {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.738908] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-714b9537-8d6b-4004-aae9-54da2debb2ce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.745373] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1193.745373] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5291b4af-7ed5-14a2-56e8-a62c929b8752" [ 1193.745373] env[68831]: _type = "Task" [ 1193.745373] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.755216] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5291b4af-7ed5-14a2-56e8-a62c929b8752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.756603] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.756819] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.758464] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd442861-c1c2-4555-a31c-9a466a183bd3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.767758] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1193.767758] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526b1b8e-be83-7f4c-b98a-906912f830d4" [ 1193.767758] env[68831]: _type = "Task" [ 1193.767758] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.779886] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526b1b8e-be83-7f4c-b98a-906912f830d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.787589] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "fa37c68c-867c-422a-8511-c155dcc3856b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.787880] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "fa37c68c-867c-422a-8511-c155dcc3856b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.788112] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "fa37c68c-867c-422a-8511-c155dcc3856b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.788299] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "fa37c68c-867c-422a-8511-c155dcc3856b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.788491] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "fa37c68c-867c-422a-8511-c155dcc3856b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.790731] env[68831]: INFO nova.compute.manager [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Terminating instance [ 1193.895083] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803541, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.903314] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5936e2b7-c55e-4c74-94c5-e011af88436f tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.903623] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2abdd277-745e-48a4-a2ce-5fdeb606e3a5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.913922] env[68831]: DEBUG oslo_vmware.api [None req-5936e2b7-c55e-4c74-94c5-e011af88436f tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1193.913922] env[68831]: value = "task-2803544" [ 1193.913922] env[68831]: _type = "Task" [ 1193.913922] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.926046] env[68831]: DEBUG oslo_vmware.api [None req-5936e2b7-c55e-4c74-94c5-e011af88436f tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.033250] env[68831]: DEBUG nova.scheduler.client.report [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.069855] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 6249d6d9-888c-4440-98eb-956e4b0641b3] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1194.261286] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5291b4af-7ed5-14a2-56e8-a62c929b8752, 'name': SearchDatastore_Task, 'duration_secs': 0.082926} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.261733] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.261975] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.262228] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.282297] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526b1b8e-be83-7f4c-b98a-906912f830d4, 'name': SearchDatastore_Task, 'duration_secs': 0.093182} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.283709] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a232345a-a5f2-4dc0-9a13-fd03610d1da4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.294709] env[68831]: DEBUG nova.compute.manager [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.295096] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.295599] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1194.295599] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52bd2dd5-a522-5271-df1c-744da7063c0d" [ 1194.295599] env[68831]: _type = "Task" [ 1194.295599] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.296959] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf39d3f-a7f6-46d9-bc2a-e9bf168e4bb5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.314462] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52bd2dd5-a522-5271-df1c-744da7063c0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.317814] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.318618] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c989158-6053-4b50-8572-882bc245bb48 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.329675] env[68831]: DEBUG oslo_vmware.api [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1194.329675] env[68831]: value = "task-2803545" [ 1194.329675] env[68831]: _type = "Task" [ 1194.329675] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.342157] env[68831]: DEBUG oslo_vmware.api [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.395134] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803541, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.426997] env[68831]: DEBUG oslo_vmware.api [None req-5936e2b7-c55e-4c74-94c5-e011af88436f tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803544, 'name': PowerOffVM_Task, 'duration_secs': 0.48299} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.427246] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5936e2b7-c55e-4c74-94c5-e011af88436f tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.427482] env[68831]: DEBUG nova.compute.manager [None req-5936e2b7-c55e-4c74-94c5-e011af88436f tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.428324] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d69ac0-eacf-4803-ac34-6156ac0b3ec9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.538774] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.539369] env[68831]: DEBUG nova.compute.manager [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1194.573475] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 96f944da-6996-45fd-bdd5-81a060cd012f] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1194.815998] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52bd2dd5-a522-5271-df1c-744da7063c0d, 'name': SearchDatastore_Task, 'duration_secs': 0.100535} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.816374] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.816648] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 516b964e-1c5d-4b6c-886e-28e2f2ff555a/516b964e-1c5d-4b6c-886e-28e2f2ff555a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.816956] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.817158] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.817404] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6fe5721-f197-4695-9a0d-5fb6eb911eda {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.820246] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78db7736-ab81-4d02-9779-2e1798a72f4a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.835283] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1194.835283] env[68831]: value = "task-2803546" [ 1194.835283] env[68831]: _type = "Task" [ 1194.835283] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.843308] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.843443] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.844246] env[68831]: DEBUG oslo_vmware.api [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.844813] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d5fee84-62d8-409f-880d-cf3f954b63c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.852273] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.853815] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1194.853815] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52930461-297b-3736-398e-28cf6dd0d3d8" [ 1194.853815] env[68831]: _type = "Task" [ 1194.853815] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.862838] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52930461-297b-3736-398e-28cf6dd0d3d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.895372] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803541, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.944068] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5936e2b7-c55e-4c74-94c5-e011af88436f tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "80333c3d-d19a-433a-a899-f56824bc8beb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.045149] env[68831]: DEBUG nova.compute.utils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.047101] env[68831]: DEBUG nova.compute.manager [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.047393] env[68831]: DEBUG nova.network.neutron [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.077192] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: c8e11680-f1fc-4237-a8d2-2d1706080b0e] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1195.089431] env[68831]: DEBUG nova.policy [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88a3c400ee4a49788ff660027ea6c188', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71d951111432431abcdf4a1fae62a0c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.232160] env[68831]: DEBUG oslo_vmware.rw_handles [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc43fb-53dc-d34d-a9cd-9876d3618448/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1195.233802] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be8fbab-6e72-4759-a536-47086dca6372 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.241982] env[68831]: DEBUG oslo_vmware.rw_handles [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc43fb-53dc-d34d-a9cd-9876d3618448/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1195.242186] env[68831]: ERROR oslo_vmware.rw_handles [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc43fb-53dc-d34d-a9cd-9876d3618448/disk-0.vmdk due to incomplete transfer. [ 1195.242441] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-885cc023-1845-4514-b486-f770b3134354 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.251769] env[68831]: DEBUG oslo_vmware.rw_handles [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc43fb-53dc-d34d-a9cd-9876d3618448/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1195.251993] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Uploaded image 18e7b80c-10ea-4e2d-8977-81eaf1faaf29 to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1195.254488] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1195.254770] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eb9f7a52-3f30-4978-8618-1e7ca01ae3bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.263452] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1195.263452] env[68831]: value = "task-2803547" [ 1195.263452] env[68831]: _type = "Task" [ 1195.263452] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.274103] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803547, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.343390] env[68831]: DEBUG oslo_vmware.api [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803545, 'name': PowerOffVM_Task, 'duration_secs': 0.738709} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.344147] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.344338] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.344611] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-057a810d-cc09-4dcb-9221-8c08da8356c0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.350628] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803546, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.368597] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52930461-297b-3736-398e-28cf6dd0d3d8, 'name': SearchDatastore_Task, 'duration_secs': 0.088105} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.369580] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87da2fd0-b6fc-49e8-ad0c-ed91c8650547 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.380268] env[68831]: INFO nova.compute.manager [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Rebuilding instance [ 1195.394230] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1195.394230] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52dce9e9-f3a1-f8b6-3bac-982cfcccbde6" [ 1195.394230] env[68831]: _type = "Task" [ 1195.394230] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.399868] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803541, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.698592} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.400369] env[68831]: INFO nova.virt.vmwareapi.ds_util [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_fcd801fc-4b1c-4792-bffc-996b1d923a64/OSTACK_IMG_fcd801fc-4b1c-4792-bffc-996b1d923a64.vmdk to [datastore1] devstack-image-cache_base/96d84181-210d-4218-beac-1de09a0deafa/96d84181-210d-4218-beac-1de09a0deafa.vmdk. [ 1195.400623] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Cleaning up location [datastore1] OSTACK_IMG_fcd801fc-4b1c-4792-bffc-996b1d923a64 {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1195.400814] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_fcd801fc-4b1c-4792-bffc-996b1d923a64 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.403017] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8eb4256-75e4-4a3e-b59d-a28ef3b0d242 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.410999] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52dce9e9-f3a1-f8b6-3bac-982cfcccbde6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.420290] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1195.420290] env[68831]: value = "task-2803549" [ 1195.420290] env[68831]: _type = "Task" [ 1195.420290] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.430240] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.442054] env[68831]: DEBUG nova.compute.manager [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.443377] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2685faa7-3ed2-43cd-95cf-cbbd1ffdb563 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.446974] env[68831]: DEBUG nova.network.neutron [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Successfully created port: 0aade7aa-1443-4340-b520-53099b311ed6 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1195.463041] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.463742] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.463742] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Deleting the datastore file [datastore1] fa37c68c-867c-422a-8511-c155dcc3856b {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.463921] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9363487c-9b02-43e7-ac08-68881c73c55d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.472993] env[68831]: DEBUG oslo_vmware.api [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for the task: (returnval){ [ 1195.472993] env[68831]: value = "task-2803550" [ 1195.472993] env[68831]: _type = "Task" [ 1195.472993] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.484447] env[68831]: DEBUG oslo_vmware.api [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.554008] env[68831]: DEBUG nova.compute.manager [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1195.580965] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: caf11f34-b9de-42a0-8d8a-326535eda7e1] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1195.774431] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803547, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.848881] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789628} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.849174] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 516b964e-1c5d-4b6c-886e-28e2f2ff555a/516b964e-1c5d-4b6c-886e-28e2f2ff555a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.849399] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.849660] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fef791f0-d56f-4674-a3a1-4478985cc758 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.857576] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1195.857576] env[68831]: value = "task-2803551" [ 1195.857576] env[68831]: _type = "Task" [ 1195.857576] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.869497] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.901839] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52dce9e9-f3a1-f8b6-3bac-982cfcccbde6, 'name': SearchDatastore_Task, 'duration_secs': 0.060764} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.902168] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.902445] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 53319319-2f1d-4a41-82bb-1afce3418287/53319319-2f1d-4a41-82bb-1afce3418287.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.902738] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb794fd8-e5ac-456f-ac02-16b3b5cc0bf4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.910535] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1195.910535] env[68831]: value = "task-2803552" [ 1195.910535] env[68831]: _type = "Task" [ 1195.910535] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.919533] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.929435] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214738} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.929713] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.929918] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96d84181-210d-4218-beac-1de09a0deafa/96d84181-210d-4218-beac-1de09a0deafa.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.930192] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96d84181-210d-4218-beac-1de09a0deafa/96d84181-210d-4218-beac-1de09a0deafa.vmdk to [datastore1] 8231a981-1436-406f-a2d9-18cf0e0f7348/8231a981-1436-406f-a2d9-18cf0e0f7348.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.930439] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b9bfbea-3242-496a-9819-35f006b20c6b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.939033] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1195.939033] env[68831]: value = "task-2803553" [ 1195.939033] env[68831]: _type = "Task" [ 1195.939033] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.947363] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.985556] env[68831]: DEBUG oslo_vmware.api [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.087920] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 059a92f0-97b1-434c-950d-3aa3258b4074] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1196.273938] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803547, 'name': Destroy_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.369966] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23388} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.370679] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.371637] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9275f5-6d45-44f8-b8dd-fe3523bddaf7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.396025] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 516b964e-1c5d-4b6c-886e-28e2f2ff555a/516b964e-1c5d-4b6c-886e-28e2f2ff555a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.396439] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de9a805-ff59-4e1f-b919-14d86606bab0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.423285] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803552, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.425208] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1196.425208] env[68831]: value = "task-2803554" [ 1196.425208] env[68831]: _type = "Task" [ 1196.425208] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.434987] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.451169] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803553, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.463164] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.463603] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf6dc39c-e7b9-4992-9305-b667f997255b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.472871] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1196.472871] env[68831]: value = "task-2803555" [ 1196.472871] env[68831]: _type = "Task" [ 1196.472871] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.493420] env[68831]: DEBUG oslo_vmware.api [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Task: {'id': task-2803550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.825861} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.493809] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.494063] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.494298] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.494518] env[68831]: INFO nova.compute.manager [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1196.494783] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.495036] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] VM already powered off {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1196.495266] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.495548] env[68831]: DEBUG nova.compute.manager [-] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.495661] env[68831]: DEBUG nova.network.neutron [-] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.498026] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10250395-6384-4eab-b72f-261f7ab79d1b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.507110] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.507390] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36977392-6978-47bf-a511-27b80cee4cbf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.562246] env[68831]: DEBUG nova.compute.manager [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1196.591794] env[68831]: DEBUG nova.virt.hardware [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.592171] env[68831]: DEBUG nova.virt.hardware [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.592232] env[68831]: DEBUG nova.virt.hardware [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.592433] env[68831]: DEBUG nova.virt.hardware [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.592625] env[68831]: DEBUG nova.virt.hardware [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.592809] env[68831]: DEBUG nova.virt.hardware [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.593074] env[68831]: DEBUG nova.virt.hardware [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.593280] env[68831]: DEBUG nova.virt.hardware [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.593505] env[68831]: DEBUG nova.virt.hardware [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.593713] env[68831]: DEBUG nova.virt.hardware [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.593924] env[68831]: DEBUG nova.virt.hardware [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.594433] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 1add3414-42a1-4ca0-8622-f931690d966e] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1196.596967] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6184aa-0f35-4e94-a8c8-5bc3e01012ef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.606495] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2222271-1f49-4405-80cd-fb262e8abcc3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.776542] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803547, 'name': Destroy_Task, 'duration_secs': 1.111393} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.776803] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Destroyed the VM [ 1196.777062] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1196.777580] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d6c647c7-724e-434f-b1af-d27497a6a759 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.787326] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1196.787326] env[68831]: value = "task-2803557" [ 1196.787326] env[68831]: _type = "Task" [ 1196.787326] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.798224] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803557, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.805233] env[68831]: DEBUG nova.compute.manager [req-dc87a9ee-692a-479f-9320-7f31343b8b5b req-0745d361-e219-42e3-8a8d-fbe37e2e18d1 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Received event network-vif-deleted-e31b5106-8950-47f2-b07c-a2b6b81acba6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1196.805506] env[68831]: INFO nova.compute.manager [req-dc87a9ee-692a-479f-9320-7f31343b8b5b req-0745d361-e219-42e3-8a8d-fbe37e2e18d1 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Neutron deleted interface e31b5106-8950-47f2-b07c-a2b6b81acba6; detaching it from the instance and deleting it from the info cache [ 1196.806030] env[68831]: DEBUG nova.network.neutron [req-dc87a9ee-692a-479f-9320-7f31343b8b5b req-0745d361-e219-42e3-8a8d-fbe37e2e18d1 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.925623] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803552, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.935069] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.954067] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803553, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.101601] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 528a1841-a146-4747-b331-a82997808623] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1197.113610] env[68831]: DEBUG nova.network.neutron [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Successfully updated port: 0aade7aa-1443-4340-b520-53099b311ed6 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.286883] env[68831]: DEBUG nova.network.neutron [-] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.298536] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803557, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.307883] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92d980cc-a038-41c6-803c-4db6f6b45978 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.321104] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33fdebd-7ba2-4dc3-8813-4db1ac0dcd38 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.359688] env[68831]: DEBUG nova.compute.manager [req-dc87a9ee-692a-479f-9320-7f31343b8b5b req-0745d361-e219-42e3-8a8d-fbe37e2e18d1 service nova] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Detach interface failed, port_id=e31b5106-8950-47f2-b07c-a2b6b81acba6, reason: Instance fa37c68c-867c-422a-8511-c155dcc3856b could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1197.425423] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803552, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.225686} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.425773] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 53319319-2f1d-4a41-82bb-1afce3418287/53319319-2f1d-4a41-82bb-1afce3418287.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.426011] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.426350] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1cdaab2-a756-4f95-98f6-345639331013 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.440292] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.441926] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1197.441926] env[68831]: value = "task-2803558" [ 1197.441926] env[68831]: _type = "Task" [ 1197.441926] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.456676] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803553, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.459902] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.607039] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 7228b0fc-2d2c-4c11-9b8c-167b67390f3e] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1197.616250] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "refresh_cache-99f7c875-27e5-4dbc-b46c-79a53aa72579" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.616420] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "refresh_cache-99f7c875-27e5-4dbc-b46c-79a53aa72579" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.616783] env[68831]: DEBUG nova.network.neutron [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.794179] env[68831]: INFO nova.compute.manager [-] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Took 1.30 seconds to deallocate network for instance. [ 1197.820289] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803557, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.821703] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.821908] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.822155] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleting the datastore file [datastore1] 80333c3d-d19a-433a-a899-f56824bc8beb {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.822362] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b724f7a7-b221-4254-81bb-658473fa6141 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.831150] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1197.831150] env[68831]: value = "task-2803559" [ 1197.831150] env[68831]: _type = "Task" [ 1197.831150] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.841543] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.937590] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.953994] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803553, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.962277] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143098} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.962557] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.963379] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf844bf-1443-4245-99b7-6c999f38bdfd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.986289] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 53319319-2f1d-4a41-82bb-1afce3418287/53319319-2f1d-4a41-82bb-1afce3418287.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.986619] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54e13ab8-606e-4a8d-8bb0-38f3fe478925 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.009910] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1198.009910] env[68831]: value = "task-2803560" [ 1198.009910] env[68831]: _type = "Task" [ 1198.009910] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.023147] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.111290] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 71344266-21bf-454a-b54d-4c291336d8ec] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1198.151386] env[68831]: DEBUG nova.network.neutron [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.302999] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.303360] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.303630] env[68831]: DEBUG nova.objects.instance [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lazy-loading 'resources' on Instance uuid fa37c68c-867c-422a-8511-c155dcc3856b {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.304758] env[68831]: DEBUG oslo_vmware.api [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803557, 'name': RemoveSnapshot_Task, 'duration_secs': 1.357463} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.305036] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1198.305553] env[68831]: INFO nova.compute.manager [None req-1bb06e84-577d-40cb-af61-d17bb599e852 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Took 17.70 seconds to snapshot the instance on the hypervisor. [ 1198.346039] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.348225] env[68831]: DEBUG nova.network.neutron [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Updating instance_info_cache with network_info: [{"id": "0aade7aa-1443-4340-b520-53099b311ed6", "address": "fa:16:3e:63:2e:66", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aade7aa-14", "ovs_interfaceid": "0aade7aa-1443-4340-b520-53099b311ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.440404] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.454737] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803553, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.521830] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.614393] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 9e5d6ead-cc9f-41db-980b-f7c8f238c181] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1198.842425] env[68831]: DEBUG nova.compute.manager [req-49ae9a9f-157e-42d3-86a8-4be313d1fc15 req-6a5e96f1-fb06-4d53-93fd-eacb2886ed54 service nova] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Received event network-vif-plugged-0aade7aa-1443-4340-b520-53099b311ed6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1198.842681] env[68831]: DEBUG oslo_concurrency.lockutils [req-49ae9a9f-157e-42d3-86a8-4be313d1fc15 req-6a5e96f1-fb06-4d53-93fd-eacb2886ed54 service nova] Acquiring lock "99f7c875-27e5-4dbc-b46c-79a53aa72579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.842920] env[68831]: DEBUG oslo_concurrency.lockutils [req-49ae9a9f-157e-42d3-86a8-4be313d1fc15 req-6a5e96f1-fb06-4d53-93fd-eacb2886ed54 service nova] Lock "99f7c875-27e5-4dbc-b46c-79a53aa72579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.843057] env[68831]: DEBUG oslo_concurrency.lockutils [req-49ae9a9f-157e-42d3-86a8-4be313d1fc15 req-6a5e96f1-fb06-4d53-93fd-eacb2886ed54 service nova] Lock "99f7c875-27e5-4dbc-b46c-79a53aa72579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.843227] env[68831]: DEBUG nova.compute.manager [req-49ae9a9f-157e-42d3-86a8-4be313d1fc15 req-6a5e96f1-fb06-4d53-93fd-eacb2886ed54 service nova] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] No waiting events found dispatching network-vif-plugged-0aade7aa-1443-4340-b520-53099b311ed6 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.843588] env[68831]: WARNING nova.compute.manager [req-49ae9a9f-157e-42d3-86a8-4be313d1fc15 req-6a5e96f1-fb06-4d53-93fd-eacb2886ed54 service nova] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Received unexpected event network-vif-plugged-0aade7aa-1443-4340-b520-53099b311ed6 for instance with vm_state building and task_state spawning. [ 1198.843588] env[68831]: DEBUG nova.compute.manager [req-49ae9a9f-157e-42d3-86a8-4be313d1fc15 req-6a5e96f1-fb06-4d53-93fd-eacb2886ed54 service nova] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Received event network-changed-0aade7aa-1443-4340-b520-53099b311ed6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1198.843690] env[68831]: DEBUG nova.compute.manager [req-49ae9a9f-157e-42d3-86a8-4be313d1fc15 req-6a5e96f1-fb06-4d53-93fd-eacb2886ed54 service nova] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Refreshing instance network info cache due to event network-changed-0aade7aa-1443-4340-b520-53099b311ed6. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1198.843847] env[68831]: DEBUG oslo_concurrency.lockutils [req-49ae9a9f-157e-42d3-86a8-4be313d1fc15 req-6a5e96f1-fb06-4d53-93fd-eacb2886ed54 service nova] Acquiring lock "refresh_cache-99f7c875-27e5-4dbc-b46c-79a53aa72579" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.847694] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.850486] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "refresh_cache-99f7c875-27e5-4dbc-b46c-79a53aa72579" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.850783] env[68831]: DEBUG nova.compute.manager [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Instance network_info: |[{"id": "0aade7aa-1443-4340-b520-53099b311ed6", "address": "fa:16:3e:63:2e:66", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aade7aa-14", "ovs_interfaceid": "0aade7aa-1443-4340-b520-53099b311ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.851125] env[68831]: DEBUG oslo_concurrency.lockutils [req-49ae9a9f-157e-42d3-86a8-4be313d1fc15 req-6a5e96f1-fb06-4d53-93fd-eacb2886ed54 service nova] Acquired lock "refresh_cache-99f7c875-27e5-4dbc-b46c-79a53aa72579" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.851230] env[68831]: DEBUG nova.network.neutron [req-49ae9a9f-157e-42d3-86a8-4be313d1fc15 req-6a5e96f1-fb06-4d53-93fd-eacb2886ed54 service nova] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Refreshing network info cache for port 0aade7aa-1443-4340-b520-53099b311ed6 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.852501] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:2e:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aade7aa-1443-4340-b520-53099b311ed6', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.860503] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.864650] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.865131] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2da7960-a913-4b4b-a825-c2d61beab7a3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.889634] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.889634] env[68831]: value = "task-2803561" [ 1198.889634] env[68831]: _type = "Task" [ 1198.889634] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.901973] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803561, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.940991] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803554, 'name': ReconfigVM_Task, 'duration_secs': 2.442476} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.941241] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 516b964e-1c5d-4b6c-886e-28e2f2ff555a/516b964e-1c5d-4b6c-886e-28e2f2ff555a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.941877] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed822089-9f77-4431-974a-2ab590e957a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.952369] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1198.952369] env[68831]: value = "task-2803562" [ 1198.952369] env[68831]: _type = "Task" [ 1198.952369] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.959167] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803553, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.837721} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.959906] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96d84181-210d-4218-beac-1de09a0deafa/96d84181-210d-4218-beac-1de09a0deafa.vmdk to [datastore1] 8231a981-1436-406f-a2d9-18cf0e0f7348/8231a981-1436-406f-a2d9-18cf0e0f7348.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.963064] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d2a84a-cb40-4d02-854c-84e95df84958 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.971427] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803562, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.989188] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 8231a981-1436-406f-a2d9-18cf0e0f7348/8231a981-1436-406f-a2d9-18cf0e0f7348.vmdk or device None with type streamOptimized {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.992050] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a817a553-dee2-47fa-8197-d571aeb4afdb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.016041] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1199.016041] env[68831]: value = "task-2803563" [ 1199.016041] env[68831]: _type = "Task" [ 1199.016041] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.024769] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803560, 'name': ReconfigVM_Task, 'duration_secs': 0.992935} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.025554] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 53319319-2f1d-4a41-82bb-1afce3418287/53319319-2f1d-4a41-82bb-1afce3418287.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.026227] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de7d45e9-4966-4147-97b3-706926d211c9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.030764] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803563, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.037094] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1199.037094] env[68831]: value = "task-2803564" [ 1199.037094] env[68831]: _type = "Task" [ 1199.037094] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.049940] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803564, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.098513] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e624ccba-5584-4b09-9155-a773ab9817a5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.106981] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5838876d-ef7c-4ec4-8310-8668d9b571e6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.139392] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: affc9178-6383-4805-9360-9206369d67ae] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1199.142569] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741f8409-8c90-4595-a0d3-38080ccacc02 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.152855] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b69cb6d-e5a2-461b-b647-fc5a53de8a3e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.170497] env[68831]: DEBUG nova.compute.provider_tree [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.343449] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.028941} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.343659] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.343845] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.344025] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.400659] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803561, 'name': CreateVM_Task, 'duration_secs': 0.388463} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.400838] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.401517] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.401683] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.402016] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.402280] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-392f3ba0-299b-4070-8118-a03f7b6ba9e8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.407327] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1199.407327] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528f56b4-e925-e88a-9908-5d2bfb49a076" [ 1199.407327] env[68831]: _type = "Task" [ 1199.407327] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.418871] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528f56b4-e925-e88a-9908-5d2bfb49a076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.462162] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803562, 'name': Rename_Task, 'duration_secs': 0.176156} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.462477] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.462772] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ffbf34d-d4dd-470e-a732-e9c28989a6d7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.470507] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1199.470507] env[68831]: value = "task-2803565" [ 1199.470507] env[68831]: _type = "Task" [ 1199.470507] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.478581] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.527937] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.550264] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803564, 'name': Rename_Task, 'duration_secs': 0.161015} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.553076] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.553363] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f33eaba3-23f7-4875-8af3-0e75f3c6b57b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.560829] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1199.560829] env[68831]: value = "task-2803566" [ 1199.560829] env[68831]: _type = "Task" [ 1199.560829] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.569295] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.622030] env[68831]: DEBUG nova.network.neutron [req-49ae9a9f-157e-42d3-86a8-4be313d1fc15 req-6a5e96f1-fb06-4d53-93fd-eacb2886ed54 service nova] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Updated VIF entry in instance network info cache for port 0aade7aa-1443-4340-b520-53099b311ed6. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.622329] env[68831]: DEBUG nova.network.neutron [req-49ae9a9f-157e-42d3-86a8-4be313d1fc15 req-6a5e96f1-fb06-4d53-93fd-eacb2886ed54 service nova] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Updating instance_info_cache with network_info: [{"id": "0aade7aa-1443-4340-b520-53099b311ed6", "address": "fa:16:3e:63:2e:66", "network": {"id": "c34b119c-444d-4d80-af68-9ca94ccb241b", "bridge": "br-int", "label": "tempest-ServersTestJSON-614416268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d951111432431abcdf4a1fae62a0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aade7aa-14", "ovs_interfaceid": "0aade7aa-1443-4340-b520-53099b311ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.642797] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: ef882f9b-aeb9-412b-bc0b-4ec321a28f38] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1199.674034] env[68831]: DEBUG nova.scheduler.client.report [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.921841] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528f56b4-e925-e88a-9908-5d2bfb49a076, 'name': SearchDatastore_Task, 'duration_secs': 0.072026} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.922162] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.922406] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.922664] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.922819] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.923031] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.923295] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b1f9124-d4a9-4094-bca5-4e5d6f57e3fc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.935364] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.935639] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.936570] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d523baf-44e1-4b42-8e4d-fcbbebb3f1e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.942350] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1199.942350] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c7606e-7101-0382-508d-62f353084183" [ 1199.942350] env[68831]: _type = "Task" [ 1199.942350] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.951423] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c7606e-7101-0382-508d-62f353084183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.981248] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803565, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.031295] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803563, 'name': ReconfigVM_Task, 'duration_secs': 0.623248} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.031688] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 8231a981-1436-406f-a2d9-18cf0e0f7348/8231a981-1436-406f-a2d9-18cf0e0f7348.vmdk or device None with type streamOptimized {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.032548] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2336ebab-b0fb-4b09-a531-234d09440bf8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.041535] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1200.041535] env[68831]: value = "task-2803567" [ 1200.041535] env[68831]: _type = "Task" [ 1200.041535] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.053282] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803567, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.073753] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803566, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.125072] env[68831]: DEBUG oslo_concurrency.lockutils [req-49ae9a9f-157e-42d3-86a8-4be313d1fc15 req-6a5e96f1-fb06-4d53-93fd-eacb2886ed54 service nova] Releasing lock "refresh_cache-99f7c875-27e5-4dbc-b46c-79a53aa72579" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.146791] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: f769fc5c-68b8-4fe1-9dee-2130a43018e0] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1200.179494] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.202247] env[68831]: INFO nova.scheduler.client.report [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Deleted allocations for instance fa37c68c-867c-422a-8511-c155dcc3856b [ 1200.381034] env[68831]: DEBUG nova.virt.hardware [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.381034] env[68831]: DEBUG nova.virt.hardware [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.381238] env[68831]: DEBUG nova.virt.hardware [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.381378] env[68831]: DEBUG nova.virt.hardware [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.381686] env[68831]: DEBUG nova.virt.hardware [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.381858] env[68831]: DEBUG nova.virt.hardware [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.382085] env[68831]: DEBUG nova.virt.hardware [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.382250] env[68831]: DEBUG nova.virt.hardware [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.382416] env[68831]: DEBUG nova.virt.hardware [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.382577] env[68831]: DEBUG nova.virt.hardware [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.382854] env[68831]: DEBUG nova.virt.hardware [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.384053] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0c2697-9a9a-4604-b595-9c3d265a5e34 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.392950] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118392da-bbbf-4667-ad8e-1c8175cf96fb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.406666] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:9b:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85fbaf69-30c3-470c-85a8-6186bd71cf0e', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.414232] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.414497] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.414707] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a24f72b0-316a-4869-8da5-4a3f392ac631 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.435367] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.435367] env[68831]: value = "task-2803568" [ 1200.435367] env[68831]: _type = "Task" [ 1200.435367] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.445277] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803568, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.454884] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c7606e-7101-0382-508d-62f353084183, 'name': SearchDatastore_Task, 'duration_secs': 0.014313} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.455766] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2796c745-ae29-4fcc-8f28-b3b34e291027 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.462435] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1200.462435] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e4af81-e193-f7b9-dff9-58def9bf7063" [ 1200.462435] env[68831]: _type = "Task" [ 1200.462435] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.476974] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e4af81-e193-f7b9-dff9-58def9bf7063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.485297] env[68831]: DEBUG oslo_vmware.api [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803565, 'name': PowerOnVM_Task, 'duration_secs': 0.62005} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.485559] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.485758] env[68831]: INFO nova.compute.manager [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Took 10.62 seconds to spawn the instance on the hypervisor. [ 1200.485949] env[68831]: DEBUG nova.compute.manager [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.486724] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4669e4fb-615c-4584-b55d-f2dfda4bd502 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.551612] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803567, 'name': Rename_Task, 'duration_secs': 0.197781} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.551897] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.552150] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66da68ea-c877-4d0b-8658-35ee3751f3d1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.560126] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1200.560126] env[68831]: value = "task-2803569" [ 1200.560126] env[68831]: _type = "Task" [ 1200.560126] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.573930] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.574187] env[68831]: DEBUG oslo_vmware.api [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803566, 'name': PowerOnVM_Task, 'duration_secs': 0.580232} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.574417] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.574619] env[68831]: INFO nova.compute.manager [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1200.574797] env[68831]: DEBUG nova.compute.manager [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.575591] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a7814c-83c5-448b-a885-d640df181bb1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.626149] env[68831]: DEBUG nova.compute.manager [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.627106] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dbdaab-01e9-4bfb-b734-87c7f3886234 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.649865] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 2587372d-4aeb-4429-8169-7dfce1c2c7e1] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1200.709465] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7443790b-f6b9-40f4-9026-68c5e5b3f909 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Lock "fa37c68c-867c-422a-8511-c155dcc3856b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.921s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.947633] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803568, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.972693] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e4af81-e193-f7b9-dff9-58def9bf7063, 'name': SearchDatastore_Task, 'duration_secs': 0.013955} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.972966] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.973250] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 99f7c875-27e5-4dbc-b46c-79a53aa72579/99f7c875-27e5-4dbc-b46c-79a53aa72579.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.973495] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5924f8bc-3755-42f5-9fff-ed6914e8f525 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.982556] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1200.982556] env[68831]: value = "task-2803570" [ 1200.982556] env[68831]: _type = "Task" [ 1200.982556] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.993625] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.007160] env[68831]: INFO nova.compute.manager [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Took 24.65 seconds to build instance. [ 1201.072736] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803569, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.093051] env[68831]: INFO nova.compute.manager [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Took 17.65 seconds to build instance. [ 1201.139598] env[68831]: INFO nova.compute.manager [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] instance snapshotting [ 1201.143023] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7947636a-4d99-4aee-a0cd-a5775510f37a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.165898] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 26b49db3-cc82-4cc8-b607-27493c9476e7] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1201.169563] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e16261-427b-4ac1-9f33-841db5f30347 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.446945] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803568, 'name': CreateVM_Task, 'duration_secs': 0.590862} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.447160] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.448347] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.448347] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.448500] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.448767] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79eacecd-e970-4539-baae-f6201fd9181f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.454819] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1201.454819] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5236b2d1-19d0-b544-f29b-362b3207c9f6" [ 1201.454819] env[68831]: _type = "Task" [ 1201.454819] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.463985] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5236b2d1-19d0-b544-f29b-362b3207c9f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.493328] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803570, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.508967] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3a382b6d-9fad-49d1-91f1-4e92029ad5ce tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.157s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.571150] env[68831]: DEBUG oslo_vmware.api [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803569, 'name': PowerOnVM_Task, 'duration_secs': 0.693114} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.571425] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.597631] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9dc8f676-e8e5-48cd-8c47-4385a19bb0cd tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Lock "53319319-2f1d-4a41-82bb-1afce3418287" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.160s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.669462] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 4aa059f6-deaf-4892-9b31-f62bfe955174] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1201.679629] env[68831]: DEBUG nova.compute.manager [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.680623] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cc79f0-4ab2-4775-8e0b-6e6f9bd7bcbd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.686271] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1201.692770] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-84081549-e5f2-4fa9-95b4-799bb9e291e0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.710814] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1201.710814] env[68831]: value = "task-2803571" [ 1201.710814] env[68831]: _type = "Task" [ 1201.710814] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.723877] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803571, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.965944] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5236b2d1-19d0-b544-f29b-362b3207c9f6, 'name': SearchDatastore_Task, 'duration_secs': 0.038752} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.966271] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.966505] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.966740] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.966887] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.967077] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.967345] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c9fbe5e-4290-4c4f-a898-649f5fdd37e4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.977156] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.977338] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.978094] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d35fa94-6116-4fde-ab47-6ecd3fa2a814 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.983583] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1201.983583] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52606f53-bc42-3139-9654-085a0cd71b69" [ 1201.983583] env[68831]: _type = "Task" [ 1201.983583] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.994887] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541189} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.997817] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 99f7c875-27e5-4dbc-b46c-79a53aa72579/99f7c875-27e5-4dbc-b46c-79a53aa72579.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.997976] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.998254] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52606f53-bc42-3139-9654-085a0cd71b69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.998454] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19581280-5c1a-4822-8f6f-a9be5bc50474 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.005775] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1202.005775] env[68831]: value = "task-2803572" [ 1202.005775] env[68831]: _type = "Task" [ 1202.005775] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.015661] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.173941] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 96c55c61-610e-42e7-837a-87ca271af5d6] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1202.212242] env[68831]: INFO nova.compute.manager [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Rebuilding instance [ 1202.220036] env[68831]: DEBUG oslo_concurrency.lockutils [None req-889f88a9-9d1e-46ff-9d12-e82d8bbdf280 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.531s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.232664] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803571, 'name': CreateSnapshot_Task, 'duration_secs': 0.502757} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.235087] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1202.237046] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6034bb6-74b5-4a2c-8af9-11f910f8a6ce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.282861] env[68831]: DEBUG nova.compute.manager [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.284081] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4e0222-3568-4f82-b082-cd5af884e447 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.501040] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52606f53-bc42-3139-9654-085a0cd71b69, 'name': SearchDatastore_Task, 'duration_secs': 0.023262} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.501040] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91830f32-4517-43da-925d-724f684dbeab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.506847] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1202.506847] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526e26d0-ea9a-5025-d4fc-cea2e28f697d" [ 1202.506847] env[68831]: _type = "Task" [ 1202.506847] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.523053] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151098} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.523519] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.523728] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526e26d0-ea9a-5025-d4fc-cea2e28f697d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.524463] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ad4b42-743e-474d-89e2-6c3ef8966e30 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.548950] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 99f7c875-27e5-4dbc-b46c-79a53aa72579/99f7c875-27e5-4dbc-b46c-79a53aa72579.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.548950] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57ee6633-2988-4026-8d61-f63b7f1e74fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.570539] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1202.570539] env[68831]: value = "task-2803573" [ 1202.570539] env[68831]: _type = "Task" [ 1202.570539] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.579731] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.677800] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: cfc9f302-5554-4eca-bdcb-19fb860b77f7] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1202.761892] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1202.762693] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14f2ec02-bd59-49e6-8d54-bd3af062b16c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.775623] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1202.775623] env[68831]: value = "task-2803574" [ 1202.775623] env[68831]: _type = "Task" [ 1202.775623] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.784856] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803574, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.864466] env[68831]: DEBUG nova.compute.manager [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Stashing vm_state: active {{(pid=68831) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1203.023073] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526e26d0-ea9a-5025-d4fc-cea2e28f697d, 'name': SearchDatastore_Task, 'duration_secs': 0.042121} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.023961] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.023961] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 80333c3d-d19a-433a-a899-f56824bc8beb/80333c3d-d19a-433a-a899-f56824bc8beb.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.024239] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e77c3ea-fa2a-430a-9cc1-8832f4606b34 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.036030] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1203.036030] env[68831]: value = "task-2803575" [ 1203.036030] env[68831]: _type = "Task" [ 1203.036030] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.044067] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.083014] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803573, 'name': ReconfigVM_Task, 'duration_secs': 0.30094} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.083014] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 99f7c875-27e5-4dbc-b46c-79a53aa72579/99f7c875-27e5-4dbc-b46c-79a53aa72579.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.083160] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97933ebf-6407-469b-b8b7-327ae3210b66 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.094819] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1203.094819] env[68831]: value = "task-2803576" [ 1203.094819] env[68831]: _type = "Task" [ 1203.094819] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.103089] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803576, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.184601] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: c932205e-1c45-4441-9a44-171c7de15c2f] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1203.290165] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803574, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.299966] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.300365] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-668fcacc-92ac-4fb7-abdc-3a3a32543a44 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.312481] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1203.312481] env[68831]: value = "task-2803577" [ 1203.312481] env[68831]: _type = "Task" [ 1203.312481] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.324403] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.397255] env[68831]: DEBUG oslo_concurrency.lockutils [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.397255] env[68831]: DEBUG oslo_concurrency.lockutils [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.498013] env[68831]: DEBUG oslo_concurrency.lockutils [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.498325] env[68831]: DEBUG oslo_concurrency.lockutils [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.498575] env[68831]: INFO nova.compute.manager [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Shelving [ 1203.547494] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803575, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.605477] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803576, 'name': Rename_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.692047] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: bdc2f1dc-b4af-41be-bb5a-38d794f4cb04] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1203.791026] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803574, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.824665] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803577, 'name': PowerOffVM_Task, 'duration_secs': 0.4092} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.824808] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.825057] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.825857] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f28ebc9-a8ec-4b24-8ea8-9e3e4ca319cb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.834062] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.834327] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35733e90-a189-435f-a2a0-827ccaafb709 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.865923] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.865923] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.865923] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Deleting the datastore file [datastore1] 53319319-2f1d-4a41-82bb-1afce3418287 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.865923] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b00fa27-b61b-4577-942b-03d4b22827c3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.872540] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1203.872540] env[68831]: value = "task-2803579" [ 1203.872540] env[68831]: _type = "Task" [ 1203.872540] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.881338] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.902558] env[68831]: INFO nova.compute.claims [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.008444] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "05611151-ab8a-4435-9225-60d1671b7d2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.008713] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.008917] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "05611151-ab8a-4435-9225-60d1671b7d2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.009111] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.009321] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.013097] env[68831]: INFO nova.compute.manager [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Terminating instance [ 1204.042579] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58316} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.043073] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 80333c3d-d19a-433a-a899-f56824bc8beb/80333c3d-d19a-433a-a899-f56824bc8beb.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.043420] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.043773] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c535695-fa8b-4887-8d4a-6624e9c7059b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.051279] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1204.051279] env[68831]: value = "task-2803580" [ 1204.051279] env[68831]: _type = "Task" [ 1204.051279] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.059056] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.104365] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803576, 'name': Rename_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.196992] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 8d015588-d232-4639-92fc-413da7fcf695] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1204.223408] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c90332-60ed-4e5b-b1e5-34c9eecf6b18 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.233425] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-15420cdd-7c3a-4877-b92a-7f7f5299af96 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Suspending the VM {{(pid=68831) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1204.233748] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bed89cc7-0b4f-4793-9e76-e16b0f0bc49b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.242885] env[68831]: DEBUG oslo_vmware.api [None req-15420cdd-7c3a-4877-b92a-7f7f5299af96 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1204.242885] env[68831]: value = "task-2803581" [ 1204.242885] env[68831]: _type = "Task" [ 1204.242885] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.258508] env[68831]: DEBUG oslo_vmware.api [None req-15420cdd-7c3a-4877-b92a-7f7f5299af96 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803581, 'name': SuspendVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.291468] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803574, 'name': CloneVM_Task, 'duration_secs': 1.310018} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.291739] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Created linked-clone VM from snapshot [ 1204.292498] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dea7845-8895-4b40-94aa-b9ebde1e5924 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.300042] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Uploading image 0700bfd8-7511-472c-aae8-f44192cd5c2d {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1204.321596] env[68831]: DEBUG oslo_vmware.rw_handles [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1204.321596] env[68831]: value = "vm-563352" [ 1204.321596] env[68831]: _type = "VirtualMachine" [ 1204.321596] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1204.321860] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-40253994-8bab-43ec-8de6-808a959ba1ee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.332009] env[68831]: DEBUG oslo_vmware.rw_handles [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lease: (returnval){ [ 1204.332009] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521fe0b1-95a6-6139-f074-176d5b46713f" [ 1204.332009] env[68831]: _type = "HttpNfcLease" [ 1204.332009] env[68831]: } obtained for exporting VM: (result){ [ 1204.332009] env[68831]: value = "vm-563352" [ 1204.332009] env[68831]: _type = "VirtualMachine" [ 1204.332009] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1204.332303] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the lease: (returnval){ [ 1204.332303] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521fe0b1-95a6-6139-f074-176d5b46713f" [ 1204.332303] env[68831]: _type = "HttpNfcLease" [ 1204.332303] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1204.340319] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1204.340319] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521fe0b1-95a6-6139-f074-176d5b46713f" [ 1204.340319] env[68831]: _type = "HttpNfcLease" [ 1204.340319] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1204.384626] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445798} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.384958] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.385194] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.385446] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.409849] env[68831]: INFO nova.compute.resource_tracker [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updating resource usage from migration cbc319d9-ae9c-4449-9f5e-5c24d0fb6ec1 [ 1204.516612] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.517267] env[68831]: DEBUG nova.compute.manager [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.517462] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.517786] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c63e75-32bb-4ee3-896a-9660c4ae5ac8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.523361] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e57cad-3738-4f94-939e-91585affa4fd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.532411] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.533897] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02fb9b3a-a988-4b3a-8239-d5a8c95e42ab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.535918] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1204.535918] env[68831]: value = "task-2803583" [ 1204.535918] env[68831]: _type = "Task" [ 1204.535918] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.545324] env[68831]: DEBUG oslo_vmware.api [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1204.545324] env[68831]: value = "task-2803584" [ 1204.545324] env[68831]: _type = "Task" [ 1204.545324] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.553527] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.564618] env[68831]: DEBUG oslo_vmware.api [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.572946] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803580, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.605708] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803576, 'name': Rename_Task, 'duration_secs': 1.185379} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.608655] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.609145] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8543e24e-5c8e-43c8-8a85-dee414e88c80 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.617739] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1204.617739] env[68831]: value = "task-2803585" [ 1204.617739] env[68831]: _type = "Task" [ 1204.617739] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.630741] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.662183] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7314911-05e1-41f9-826f-c33368d93597 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.671085] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3921e71b-c885-4f7d-9176-3aa314b2be07 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.708168] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 1ce9536c-c125-48f8-b52a-4376adab0076] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1204.712320] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdb28b6-b32d-4cf3-9b29-0962b6f2738e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.722695] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dc2b82-668c-4e81-b642-7213c6057b4a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.741217] env[68831]: DEBUG nova.compute.provider_tree [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.753575] env[68831]: DEBUG oslo_vmware.api [None req-15420cdd-7c3a-4877-b92a-7f7f5299af96 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803581, 'name': SuspendVM_Task} progress is 62%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.842039] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1204.842039] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521fe0b1-95a6-6139-f074-176d5b46713f" [ 1204.842039] env[68831]: _type = "HttpNfcLease" [ 1204.842039] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1204.842366] env[68831]: DEBUG oslo_vmware.rw_handles [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1204.842366] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521fe0b1-95a6-6139-f074-176d5b46713f" [ 1204.842366] env[68831]: _type = "HttpNfcLease" [ 1204.842366] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1204.843178] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09233433-907e-4016-8ef8-dfb11d8fab6e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.852467] env[68831]: DEBUG oslo_vmware.rw_handles [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db6039-c76c-63ed-9664-92a3b9faa83b/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1204.852670] env[68831]: DEBUG oslo_vmware.rw_handles [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db6039-c76c-63ed-9664-92a3b9faa83b/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1204.949093] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-17dbe037-211d-49cc-9a1c-8adc5d076cef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.047432] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803583, 'name': PowerOffVM_Task, 'duration_secs': 0.221303} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.050802] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.051615] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37e5aef-dc39-4373-91b9-cc6542b2363e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.060968] env[68831]: DEBUG oslo_vmware.api [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803584, 'name': PowerOffVM_Task, 'duration_secs': 0.3553} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.074088] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.074297] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.074659] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6d0d621-7563-404d-a96e-62fd33b2ad80 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.076719] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b94fd41-f5ab-4bb4-98ba-e27d1947e142 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.081876] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.546027} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.082673] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.083748] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b83649d-0e17-4ccf-920d-f02d340ecf91 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.111226] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 80333c3d-d19a-433a-a899-f56824bc8beb/80333c3d-d19a-433a-a899-f56824bc8beb.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.111567] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a68071-716c-4f7f-8f3e-a46453aa5335 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.136272] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803585, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.137758] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1205.137758] env[68831]: value = "task-2803587" [ 1205.137758] env[68831]: _type = "Task" [ 1205.137758] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.146393] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.218140] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: a9163236-c65e-48c8-b068-73898e0e173e] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1205.244207] env[68831]: DEBUG nova.scheduler.client.report [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.260642] env[68831]: DEBUG oslo_vmware.api [None req-15420cdd-7c3a-4877-b92a-7f7f5299af96 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803581, 'name': SuspendVM_Task, 'duration_secs': 0.982069} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.260990] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-15420cdd-7c3a-4877-b92a-7f7f5299af96 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Suspended the VM {{(pid=68831) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1205.261205] env[68831]: DEBUG nova.compute.manager [None req-15420cdd-7c3a-4877-b92a-7f7f5299af96 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.262292] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a274a5d7-2103-4e7a-9c68-52665b80e509 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.344621] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.344992] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.346921] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Deleting the datastore file [datastore1] 05611151-ab8a-4435-9225-60d1671b7d2a {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.347234] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55698fdb-894e-43ce-a507-507303874d8a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.364463] env[68831]: DEBUG oslo_vmware.api [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1205.364463] env[68831]: value = "task-2803588" [ 1205.364463] env[68831]: _type = "Task" [ 1205.364463] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.375662] env[68831]: DEBUG oslo_vmware.api [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.456625] env[68831]: DEBUG nova.virt.hardware [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.456797] env[68831]: DEBUG nova.virt.hardware [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.456959] env[68831]: DEBUG nova.virt.hardware [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.457335] env[68831]: DEBUG nova.virt.hardware [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.457699] env[68831]: DEBUG nova.virt.hardware [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.457943] env[68831]: DEBUG nova.virt.hardware [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.458205] env[68831]: DEBUG nova.virt.hardware [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.459073] env[68831]: DEBUG nova.virt.hardware [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.459073] env[68831]: DEBUG nova.virt.hardware [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.459419] env[68831]: DEBUG nova.virt.hardware [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.459419] env[68831]: DEBUG nova.virt.hardware [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.460376] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9734584f-f96c-4ad4-bde1-af547c8c845b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.470917] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b53b287-f766-4147-849b-091b7cf795cf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.488225] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.495038] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.495512] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.495927] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-250bfd50-7fa5-433e-996b-16ae1bea85bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.515871] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.515871] env[68831]: value = "task-2803589" [ 1205.515871] env[68831]: _type = "Task" [ 1205.515871] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.526083] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803589, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.592059] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1205.593027] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e32d0c7-e76c-420f-a363-23b9788fd9cc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.602594] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1205.602594] env[68831]: value = "task-2803590" [ 1205.602594] env[68831]: _type = "Task" [ 1205.602594] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.612932] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.636698] env[68831]: DEBUG oslo_vmware.api [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803585, 'name': PowerOnVM_Task, 'duration_secs': 0.640996} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.637222] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.637655] env[68831]: INFO nova.compute.manager [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1205.637989] env[68831]: DEBUG nova.compute.manager [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.639563] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b432dbd4-e584-4444-8037-8576e37778ce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.661983] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.722582] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: ba678a0d-d3f0-4dca-ad62-697237cf99ea] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1205.753069] env[68831]: DEBUG oslo_concurrency.lockutils [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.356s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.753336] env[68831]: INFO nova.compute.manager [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Migrating [ 1205.877270] env[68831]: DEBUG oslo_vmware.api [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327608} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.877682] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.877938] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.878169] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.878439] env[68831]: INFO nova.compute.manager [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1205.878696] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.878880] env[68831]: DEBUG nova.compute.manager [-] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.878976] env[68831]: DEBUG nova.network.neutron [-] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.026867] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803589, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.115815] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803590, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.149571] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803587, 'name': ReconfigVM_Task, 'duration_secs': 0.547507} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.149945] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 80333c3d-d19a-433a-a899-f56824bc8beb/80333c3d-d19a-433a-a899-f56824bc8beb.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.150508] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-612c94cb-c57f-4a60-9797-1297961d2167 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.158279] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1206.158279] env[68831]: value = "task-2803591" [ 1206.158279] env[68831]: _type = "Task" [ 1206.158279] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.177915] env[68831]: INFO nova.compute.manager [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Took 18.57 seconds to build instance. [ 1206.178475] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803591, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.225901] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 5be9111c-f58a-43eb-94c1-d0ac8d99159f] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1206.271463] env[68831]: DEBUG oslo_concurrency.lockutils [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "refresh_cache-516b964e-1c5d-4b6c-886e-28e2f2ff555a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.273380] env[68831]: DEBUG oslo_concurrency.lockutils [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "refresh_cache-516b964e-1c5d-4b6c-886e-28e2f2ff555a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.273380] env[68831]: DEBUG nova.network.neutron [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.527890] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803589, 'name': CreateVM_Task, 'duration_secs': 0.543693} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.530067] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.530067] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.530067] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.530067] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.530067] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1975ba4-3e62-4ad4-86f3-f2335f0d3d45 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.536071] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1206.536071] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525a6152-e4b2-0f29-44f1-ef8a70fae8e9" [ 1206.536071] env[68831]: _type = "Task" [ 1206.536071] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.545660] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525a6152-e4b2-0f29-44f1-ef8a70fae8e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.613809] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803590, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.669423] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803591, 'name': Rename_Task, 'duration_secs': 0.243545} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.670699] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.670699] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-933b1727-7bcd-4592-a103-f474d2ee5a19 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.680141] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d225fef3-ce27-4950-9f6f-2e9195fb1555 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "99f7c875-27e5-4dbc-b46c-79a53aa72579" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.087s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.680583] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1206.680583] env[68831]: value = "task-2803592" [ 1206.680583] env[68831]: _type = "Task" [ 1206.680583] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.690940] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.730885] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 5e723aa8-38dc-4692-8d2f-ff6aa2aa573a] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1206.740853] env[68831]: INFO nova.compute.manager [None req-d38e8971-ef06-4516-b8c0-8400d1b08f7b tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Resuming [ 1206.740853] env[68831]: DEBUG nova.objects.instance [None req-d38e8971-ef06-4516-b8c0-8400d1b08f7b tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lazy-loading 'flavor' on Instance uuid 8231a981-1436-406f-a2d9-18cf0e0f7348 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.834131] env[68831]: DEBUG nova.compute.manager [req-42ec5d08-08c8-4b34-ad17-523c1038fc9a req-a7cee249-f6a5-4a8c-9a47-ff9635e5e978 service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Received event network-vif-deleted-e3676ffe-160c-457e-b4d1-beda62240fb9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1206.834520] env[68831]: INFO nova.compute.manager [req-42ec5d08-08c8-4b34-ad17-523c1038fc9a req-a7cee249-f6a5-4a8c-9a47-ff9635e5e978 service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Neutron deleted interface e3676ffe-160c-457e-b4d1-beda62240fb9; detaching it from the instance and deleting it from the info cache [ 1206.839246] env[68831]: DEBUG nova.network.neutron [req-42ec5d08-08c8-4b34-ad17-523c1038fc9a req-a7cee249-f6a5-4a8c-9a47-ff9635e5e978 service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.052112] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525a6152-e4b2-0f29-44f1-ef8a70fae8e9, 'name': SearchDatastore_Task, 'duration_secs': 0.021047} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.052557] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.052948] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.053398] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.053654] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.054129] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.054291] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d3a37dc-5794-48e5-901a-424019065908 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.061411] env[68831]: DEBUG nova.network.neutron [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updating instance_info_cache with network_info: [{"id": "52bc07a0-3c61-4e49-bfeb-147f90c20b0d", "address": "fa:16:3e:71:3e:21", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52bc07a0-3c", "ovs_interfaceid": "52bc07a0-3c61-4e49-bfeb-147f90c20b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.070728] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.071466] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.073159] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553fb845-9098-441f-8936-ff5839107ce0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.081473] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1207.081473] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5265f6bc-6a3b-9142-0b9e-326842e3058f" [ 1207.081473] env[68831]: _type = "Task" [ 1207.081473] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.088169] env[68831]: DEBUG oslo_concurrency.lockutils [None req-380ddba6-98e6-42bc-9c56-16d0dea6262b tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "99f7c875-27e5-4dbc-b46c-79a53aa72579" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.088503] env[68831]: DEBUG oslo_concurrency.lockutils [None req-380ddba6-98e6-42bc-9c56-16d0dea6262b tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "99f7c875-27e5-4dbc-b46c-79a53aa72579" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.088725] env[68831]: DEBUG nova.compute.manager [None req-380ddba6-98e6-42bc-9c56-16d0dea6262b tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.092470] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590fe5ae-28b2-40f5-b07a-cc6bbe363ade {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.095083] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5265f6bc-6a3b-9142-0b9e-326842e3058f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.100612] env[68831]: DEBUG nova.compute.manager [None req-380ddba6-98e6-42bc-9c56-16d0dea6262b tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68831) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1207.101297] env[68831]: DEBUG nova.objects.instance [None req-380ddba6-98e6-42bc-9c56-16d0dea6262b tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lazy-loading 'flavor' on Instance uuid 99f7c875-27e5-4dbc-b46c-79a53aa72579 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.116357] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803590, 'name': CreateSnapshot_Task, 'duration_secs': 1.149334} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.117445] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1207.118278] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dc5118-e007-4b78-9a15-8468159d86ec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.129194] env[68831]: DEBUG nova.network.neutron [-] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.193898] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803592, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.237302] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: ea190e91-e74a-497b-b28d-91c72895bb58] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1207.340318] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cac4f46d-7dd7-4afb-bb9b-90d91c4c0500 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.351019] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dd6735-4817-4327-a476-a7f3c610e268 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.389109] env[68831]: DEBUG nova.compute.manager [req-42ec5d08-08c8-4b34-ad17-523c1038fc9a req-a7cee249-f6a5-4a8c-9a47-ff9635e5e978 service nova] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Detach interface failed, port_id=e3676ffe-160c-457e-b4d1-beda62240fb9, reason: Instance 05611151-ab8a-4435-9225-60d1671b7d2a could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1207.567301] env[68831]: DEBUG oslo_concurrency.lockutils [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "refresh_cache-516b964e-1c5d-4b6c-886e-28e2f2ff555a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.593238] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5265f6bc-6a3b-9142-0b9e-326842e3058f, 'name': SearchDatastore_Task, 'duration_secs': 0.02022} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.594164] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec4d8cc-251e-4775-b3ef-d199441f72f5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.600795] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1207.600795] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a2c9d7-f0c1-e511-a933-6df5b0a6d61d" [ 1207.600795] env[68831]: _type = "Task" [ 1207.600795] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.610245] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a2c9d7-f0c1-e511-a933-6df5b0a6d61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.637355] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1207.637710] env[68831]: INFO nova.compute.manager [-] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Took 1.76 seconds to deallocate network for instance. [ 1207.638244] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6a7e971a-6df8-4e84-b657-1449b17854cd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.649553] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1207.649553] env[68831]: value = "task-2803593" [ 1207.649553] env[68831]: _type = "Task" [ 1207.649553] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.658944] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803593, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.691686] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803592, 'name': PowerOnVM_Task, 'duration_secs': 0.638555} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.692080] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.692326] env[68831]: DEBUG nova.compute.manager [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.693203] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5934f2-0a63-491f-8607-9f6fd9ee0165 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.740945] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 56bc1ae3-fb52-412c-a86d-3bfd7a17b81b] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1208.115032] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52a2c9d7-f0c1-e511-a933-6df5b0a6d61d, 'name': SearchDatastore_Task, 'duration_secs': 0.017585} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.115032] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.115032] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 53319319-2f1d-4a41-82bb-1afce3418287/53319319-2f1d-4a41-82bb-1afce3418287.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.115032] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5871a632-b574-4189-96f1-3b1edb892025 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.116650] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-380ddba6-98e6-42bc-9c56-16d0dea6262b tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.117043] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7f43764-c68c-4da5-9b0e-08dce195b332 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.126405] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1208.126405] env[68831]: value = "task-2803594" [ 1208.126405] env[68831]: _type = "Task" [ 1208.126405] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.128657] env[68831]: DEBUG oslo_vmware.api [None req-380ddba6-98e6-42bc-9c56-16d0dea6262b tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1208.128657] env[68831]: value = "task-2803595" [ 1208.128657] env[68831]: _type = "Task" [ 1208.128657] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.145784] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.146595] env[68831]: DEBUG oslo_vmware.api [None req-380ddba6-98e6-42bc-9c56-16d0dea6262b tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.147722] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.148160] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.148517] env[68831]: DEBUG nova.objects.instance [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lazy-loading 'resources' on Instance uuid 05611151-ab8a-4435-9225-60d1671b7d2a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.160766] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803593, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.207243] env[68831]: INFO nova.compute.manager [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] bringing vm to original state: 'stopped' [ 1208.244087] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 9fe86c8a-3b99-4503-82d9-db99ae5ec2fa] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1208.253988] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d38e8971-ef06-4516-b8c0-8400d1b08f7b tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.255640] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d38e8971-ef06-4516-b8c0-8400d1b08f7b tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquired lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.256031] env[68831]: DEBUG nova.network.neutron [None req-d38e8971-ef06-4516-b8c0-8400d1b08f7b tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.643549] env[68831]: DEBUG oslo_vmware.api [None req-380ddba6-98e6-42bc-9c56-16d0dea6262b tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803595, 'name': PowerOffVM_Task, 'duration_secs': 0.386222} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.647074] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-380ddba6-98e6-42bc-9c56-16d0dea6262b tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.647351] env[68831]: DEBUG nova.compute.manager [None req-380ddba6-98e6-42bc-9c56-16d0dea6262b tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.647704] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803594, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.648474] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293287be-2ab8-4043-8839-7493e12e5009 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.667327] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803593, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.748549] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 0acce7bd-b0b0-430e-b913-8d3a73b9e783] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1208.905231] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d68ed69-611c-4c1d-b5ac-ab10862d4f9c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.913271] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4614e934-faac-41f5-b2d3-e177a86cdae1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.950188] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0df85b-cd5e-4d0e-85c2-f95d1e7760a5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.959214] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75930b66-19c0-4043-9b33-31de0f4f3cc4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.973990] env[68831]: DEBUG nova.compute.provider_tree [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.085538] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79787978-fd2e-4f3d-aabb-c07265a9a7bd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.106817] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updating instance '516b964e-1c5d-4b6c-886e-28e2f2ff555a' progress to 0 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.111464] env[68831]: DEBUG nova.network.neutron [None req-d38e8971-ef06-4516-b8c0-8400d1b08f7b tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Updating instance_info_cache with network_info: [{"id": "488ccf32-b4a7-4fe0-af89-604c516d4ea3", "address": "fa:16:3e:bd:25:f3", "network": {"id": "403ced35-9c36-4dcf-bee7-188c7a60c5ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2072306948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f13d10f6d24e6aab374650649359b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap488ccf32-b4", "ovs_interfaceid": "488ccf32-b4a7-4fe0-af89-604c516d4ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.140927] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641251} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.140927] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 53319319-2f1d-4a41-82bb-1afce3418287/53319319-2f1d-4a41-82bb-1afce3418287.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.140927] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.141223] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11ca1685-e684-43f2-bb73-010eda239bb1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.149745] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1209.149745] env[68831]: value = "task-2803596" [ 1209.149745] env[68831]: _type = "Task" [ 1209.149745] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.158181] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.173753] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803593, 'name': CloneVM_Task, 'duration_secs': 1.364689} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.174351] env[68831]: DEBUG oslo_concurrency.lockutils [None req-380ddba6-98e6-42bc-9c56-16d0dea6262b tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "99f7c875-27e5-4dbc-b46c-79a53aa72579" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.175351] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Created linked-clone VM from snapshot [ 1209.176311] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5beefd2-81c3-4037-80a0-d5f3aaefce88 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.185925] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Uploading image f0d73dd8-14c1-4317-8878-b76049604027 {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1209.214376] env[68831]: DEBUG oslo_vmware.rw_handles [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1209.214376] env[68831]: value = "vm-563355" [ 1209.214376] env[68831]: _type = "VirtualMachine" [ 1209.214376] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1209.214825] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "80333c3d-d19a-433a-a899-f56824bc8beb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.215056] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "80333c3d-d19a-433a-a899-f56824bc8beb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.215244] env[68831]: DEBUG nova.compute.manager [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.215511] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1e5fcaab-580c-4f6b-9141-77237daea0fb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.217876] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f444a0-3064-4cc7-8b78-20494dd149f7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.226279] env[68831]: DEBUG nova.compute.manager [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68831) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1209.229190] env[68831]: DEBUG oslo_vmware.rw_handles [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lease: (returnval){ [ 1209.229190] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e5c844-343e-bda9-672d-ff37a3852637" [ 1209.229190] env[68831]: _type = "HttpNfcLease" [ 1209.229190] env[68831]: } obtained for exporting VM: (result){ [ 1209.229190] env[68831]: value = "vm-563355" [ 1209.229190] env[68831]: _type = "VirtualMachine" [ 1209.229190] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1209.229481] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the lease: (returnval){ [ 1209.229481] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e5c844-343e-bda9-672d-ff37a3852637" [ 1209.229481] env[68831]: _type = "HttpNfcLease" [ 1209.229481] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1209.238209] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.238209] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e5c844-343e-bda9-672d-ff37a3852637" [ 1209.238209] env[68831]: _type = "HttpNfcLease" [ 1209.238209] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1209.251941] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 9eb1eeb3-aad7-4187-93f1-8ed435ce8e08] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1209.476976] env[68831]: DEBUG nova.scheduler.client.report [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.616200] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.616200] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d38e8971-ef06-4516-b8c0-8400d1b08f7b tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Releasing lock "refresh_cache-8231a981-1436-406f-a2d9-18cf0e0f7348" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.616560] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86335d3e-34af-48f8-96df-3a5a2ee74de1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.618774] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a0db78-46a5-46bd-810d-359339210fe3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.628473] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d38e8971-ef06-4516-b8c0-8400d1b08f7b tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Resuming the VM {{(pid=68831) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1209.628791] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45c6e9c7-7ba8-43c4-9e9e-a51f84b22102 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.631818] env[68831]: DEBUG oslo_vmware.api [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1209.631818] env[68831]: value = "task-2803598" [ 1209.631818] env[68831]: _type = "Task" [ 1209.631818] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.641983] env[68831]: DEBUG oslo_vmware.api [None req-d38e8971-ef06-4516-b8c0-8400d1b08f7b tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1209.641983] env[68831]: value = "task-2803599" [ 1209.641983] env[68831]: _type = "Task" [ 1209.641983] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.657933] env[68831]: DEBUG oslo_vmware.api [None req-d38e8971-ef06-4516-b8c0-8400d1b08f7b tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.662929] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077216} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.663153] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.664172] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7ae200-88eb-41d3-997d-f3cdc1c2be2d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.687064] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 53319319-2f1d-4a41-82bb-1afce3418287/53319319-2f1d-4a41-82bb-1afce3418287.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.687385] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a9f3ded-ae35-49ff-b5bb-3e1067e82573 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.709807] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1209.709807] env[68831]: value = "task-2803600" [ 1209.709807] env[68831]: _type = "Task" [ 1209.709807] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.722848] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.735190] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.735554] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c08421ab-352d-4bde-aca8-3a472853646e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.741214] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.741214] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e5c844-343e-bda9-672d-ff37a3852637" [ 1209.741214] env[68831]: _type = "HttpNfcLease" [ 1209.741214] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1209.741547] env[68831]: DEBUG oslo_vmware.rw_handles [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1209.741547] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e5c844-343e-bda9-672d-ff37a3852637" [ 1209.741547] env[68831]: _type = "HttpNfcLease" [ 1209.741547] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1209.742551] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882965bc-8bac-4956-9bc7-b3076380a1ba {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.746390] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1209.746390] env[68831]: value = "task-2803601" [ 1209.746390] env[68831]: _type = "Task" [ 1209.746390] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.752491] env[68831]: DEBUG oslo_vmware.rw_handles [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1a01b-0370-3f69-7bea-73d216be75a6/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1209.752807] env[68831]: DEBUG oslo_vmware.rw_handles [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1a01b-0370-3f69-7bea-73d216be75a6/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1209.755537] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: bd07bcb9-1fe3-4c7c-a2d5-05cdfd1c42ae] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1209.821923] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.823702] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 28bf3f4e-650a-44b4-abf2-8195f32cfb34] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1209.862064] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4100ac6c-69a7-4010-a22e-0c2c4ddd9deb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.957387] env[68831]: DEBUG oslo_concurrency.lockutils [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "99f7c875-27e5-4dbc-b46c-79a53aa72579" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.957792] env[68831]: DEBUG oslo_concurrency.lockutils [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "99f7c875-27e5-4dbc-b46c-79a53aa72579" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.958090] env[68831]: DEBUG oslo_concurrency.lockutils [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "99f7c875-27e5-4dbc-b46c-79a53aa72579-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.958305] env[68831]: DEBUG oslo_concurrency.lockutils [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "99f7c875-27e5-4dbc-b46c-79a53aa72579-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.958479] env[68831]: DEBUG oslo_concurrency.lockutils [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "99f7c875-27e5-4dbc-b46c-79a53aa72579-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.961543] env[68831]: INFO nova.compute.manager [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Terminating instance [ 1209.982083] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.044160] env[68831]: INFO nova.scheduler.client.report [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Deleted allocations for instance 05611151-ab8a-4435-9225-60d1671b7d2a [ 1210.144545] env[68831]: DEBUG oslo_vmware.api [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803598, 'name': PowerOffVM_Task, 'duration_secs': 0.413332} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.148210] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.148445] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updating instance '516b964e-1c5d-4b6c-886e-28e2f2ff555a' progress to 17 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.158920] env[68831]: DEBUG oslo_vmware.api [None req-d38e8971-ef06-4516-b8c0-8400d1b08f7b tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.220808] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803600, 'name': ReconfigVM_Task, 'duration_secs': 0.501863} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.221459] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 53319319-2f1d-4a41-82bb-1afce3418287/53319319-2f1d-4a41-82bb-1afce3418287.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.222254] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fbad5dd-2619-4e21-85a0-ad7a067d324f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.230929] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1210.230929] env[68831]: value = "task-2803602" [ 1210.230929] env[68831]: _type = "Task" [ 1210.230929] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.243150] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803602, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.258898] env[68831]: DEBUG oslo_vmware.api [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803601, 'name': PowerOffVM_Task, 'duration_secs': 0.297385} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.259525] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.260078] env[68831]: DEBUG nova.compute.manager [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.262057] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd9263b-625f-4b84-b012-1fffec71a94a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.467701] env[68831]: DEBUG nova.compute.manager [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.467701] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.468439] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c663b9-977f-4491-94cf-1c48b9135a8f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.480131] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.480131] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec7f8cd2-d359-44e4-878c-155306f8711b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.553813] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30320968-6d5c-4991-a16b-0790926fed5c tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "05611151-ab8a-4435-9225-60d1671b7d2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.544s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.568260] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.568260] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.568779] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleting the datastore file [datastore1] 99f7c875-27e5-4dbc-b46c-79a53aa72579 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.569318] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29fd54f8-7921-4618-a0fd-f52998b3d00c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.582257] env[68831]: DEBUG oslo_vmware.api [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1210.582257] env[68831]: value = "task-2803604" [ 1210.582257] env[68831]: _type = "Task" [ 1210.582257] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.594515] env[68831]: DEBUG oslo_vmware.api [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.656907] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.657479] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.657812] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.658337] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.660087] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.660087] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.660087] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.660087] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.660087] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.660087] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.660087] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.668567] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2db34f08-d003-4f55-9a5a-7ce30cdbd839 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.680513] env[68831]: DEBUG oslo_vmware.api [None req-d38e8971-ef06-4516-b8c0-8400d1b08f7b tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803599, 'name': PowerOnVM_Task, 'duration_secs': 0.818986} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.680846] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d38e8971-ef06-4516-b8c0-8400d1b08f7b tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Resumed the VM {{(pid=68831) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1210.681084] env[68831]: DEBUG nova.compute.manager [None req-d38e8971-ef06-4516-b8c0-8400d1b08f7b tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.682397] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbacccd8-1ba0-4a52-8c3c-a962b97e0234 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.688798] env[68831]: DEBUG oslo_vmware.api [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1210.688798] env[68831]: value = "task-2803605" [ 1210.688798] env[68831]: _type = "Task" [ 1210.688798] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.707997] env[68831]: DEBUG oslo_vmware.api [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.742753] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803602, 'name': Rename_Task, 'duration_secs': 0.295248} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.743796] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.743796] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9276f3f3-4f17-4a6e-8b8b-513bf5f37a3c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.754129] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1210.754129] env[68831]: value = "task-2803606" [ 1210.754129] env[68831]: _type = "Task" [ 1210.754129] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.769371] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.777703] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "80333c3d-d19a-433a-a899-f56824bc8beb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.562s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.094014] env[68831]: DEBUG oslo_vmware.api [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318186} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.097399] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.097399] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.097399] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.097399] env[68831]: INFO nova.compute.manager [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1211.097399] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.097399] env[68831]: DEBUG nova.compute.manager [-] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.097399] env[68831]: DEBUG nova.network.neutron [-] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.206630] env[68831]: DEBUG oslo_vmware.api [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803605, 'name': ReconfigVM_Task, 'duration_secs': 0.249933} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.207060] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updating instance '516b964e-1c5d-4b6c-886e-28e2f2ff555a' progress to 33 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.267670] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.290656] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.290656] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.291362] env[68831]: DEBUG nova.objects.instance [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68831) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1211.321431] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.321663] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.713744] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.714053] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.714220] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.714468] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.714651] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.714812] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.715089] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.715276] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.715454] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.715633] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.715874] env[68831]: DEBUG nova.virt.hardware [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.722319] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.723134] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bee3e9ca-dd9c-4afd-ba46-5ef26c864b41 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.744943] env[68831]: DEBUG oslo_vmware.api [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1211.744943] env[68831]: value = "task-2803607" [ 1211.744943] env[68831]: _type = "Task" [ 1211.744943] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.755220] env[68831]: DEBUG oslo_vmware.api [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.764378] env[68831]: DEBUG oslo_vmware.api [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803606, 'name': PowerOnVM_Task, 'duration_secs': 0.873152} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.764643] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.764861] env[68831]: DEBUG nova.compute.manager [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.765713] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035c4e76-c237-4d21-9e61-efd0dad12819 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.831619] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.831829] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.831957] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.832131] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.832275] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.832418] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.832553] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68831) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1211.832700] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.864308] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "80333c3d-d19a-433a-a899-f56824bc8beb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.864650] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "80333c3d-d19a-433a-a899-f56824bc8beb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.865032] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "80333c3d-d19a-433a-a899-f56824bc8beb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.865415] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "80333c3d-d19a-433a-a899-f56824bc8beb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.865708] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "80333c3d-d19a-433a-a899-f56824bc8beb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.868256] env[68831]: INFO nova.compute.manager [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Terminating instance [ 1211.982173] env[68831]: DEBUG nova.compute.manager [req-5f915045-dc16-4eb9-a037-fca09c2da548 req-d183706b-d19c-40e3-9f35-c93d5c4c9aaa service nova] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Received event network-vif-deleted-0aade7aa-1443-4340-b520-53099b311ed6 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1211.982416] env[68831]: INFO nova.compute.manager [req-5f915045-dc16-4eb9-a037-fca09c2da548 req-d183706b-d19c-40e3-9f35-c93d5c4c9aaa service nova] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Neutron deleted interface 0aade7aa-1443-4340-b520-53099b311ed6; detaching it from the instance and deleting it from the info cache [ 1211.982786] env[68831]: DEBUG nova.network.neutron [req-5f915045-dc16-4eb9-a037-fca09c2da548 req-d183706b-d19c-40e3-9f35-c93d5c4c9aaa service nova] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.048098] env[68831]: DEBUG nova.network.neutron [-] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.256522] env[68831]: DEBUG oslo_vmware.api [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803607, 'name': ReconfigVM_Task, 'duration_secs': 0.361139} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.256824] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1212.257842] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5b136c-5ea2-4315-9ba2-f495dd20bccb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.283377] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 516b964e-1c5d-4b6c-886e-28e2f2ff555a/516b964e-1c5d-4b6c-886e-28e2f2ff555a.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.287236] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2ed3f17-6fbd-44b0-a43d-7bfc91a1d7a5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.306140] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9a2786e1-e8a3-4e0b-986f-2d5d665cf658 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.307342] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.307620] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.308301] env[68831]: DEBUG nova.objects.instance [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68831) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1212.319696] env[68831]: DEBUG oslo_vmware.api [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1212.319696] env[68831]: value = "task-2803608" [ 1212.319696] env[68831]: _type = "Task" [ 1212.319696] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.333680] env[68831]: DEBUG oslo_vmware.api [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.335839] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.375347] env[68831]: DEBUG nova.compute.manager [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.375347] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.375347] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276a0351-3ea3-48e5-892e-74c53806a5e5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.384527] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.384790] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ae8e0fe-610a-440e-9acb-9691c193ac6b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.465039] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.465380] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.465773] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleting the datastore file [datastore1] 80333c3d-d19a-433a-a899-f56824bc8beb {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.466119] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fa21986-6d14-415e-958d-8bafc73fd149 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.473487] env[68831]: DEBUG oslo_vmware.api [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1212.473487] env[68831]: value = "task-2803610" [ 1212.473487] env[68831]: _type = "Task" [ 1212.473487] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.482919] env[68831]: DEBUG oslo_vmware.api [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.486527] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25bacc94-3a87-48f8-a574-022551abb5b9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.497024] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29457bd-c391-443f-bdd9-2b4b2cd2cb5c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.535602] env[68831]: DEBUG nova.compute.manager [req-5f915045-dc16-4eb9-a037-fca09c2da548 req-d183706b-d19c-40e3-9f35-c93d5c4c9aaa service nova] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Detach interface failed, port_id=0aade7aa-1443-4340-b520-53099b311ed6, reason: Instance 99f7c875-27e5-4dbc-b46c-79a53aa72579 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1212.550661] env[68831]: INFO nova.compute.manager [-] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Took 1.45 seconds to deallocate network for instance. [ 1212.832473] env[68831]: DEBUG oslo_vmware.api [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803608, 'name': ReconfigVM_Task, 'duration_secs': 0.415291} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.832872] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 516b964e-1c5d-4b6c-886e-28e2f2ff555a/516b964e-1c5d-4b6c-886e-28e2f2ff555a.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.833116] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updating instance '516b964e-1c5d-4b6c-886e-28e2f2ff555a' progress to 50 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.986816] env[68831]: DEBUG oslo_vmware.api [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201615} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.987094] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.987348] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.987601] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.987810] env[68831]: INFO nova.compute.manager [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1212.988153] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.988390] env[68831]: DEBUG nova.compute.manager [-] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.988489] env[68831]: DEBUG nova.network.neutron [-] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.057618] env[68831]: DEBUG oslo_concurrency.lockutils [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.063352] env[68831]: DEBUG oslo_concurrency.lockutils [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquiring lock "53319319-2f1d-4a41-82bb-1afce3418287" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.063625] env[68831]: DEBUG oslo_concurrency.lockutils [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Lock "53319319-2f1d-4a41-82bb-1afce3418287" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.063868] env[68831]: DEBUG oslo_concurrency.lockutils [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquiring lock "53319319-2f1d-4a41-82bb-1afce3418287-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.064093] env[68831]: DEBUG oslo_concurrency.lockutils [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Lock "53319319-2f1d-4a41-82bb-1afce3418287-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.064343] env[68831]: DEBUG oslo_concurrency.lockutils [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Lock "53319319-2f1d-4a41-82bb-1afce3418287-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.066574] env[68831]: INFO nova.compute.manager [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Terminating instance [ 1213.178861] env[68831]: DEBUG oslo_vmware.rw_handles [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db6039-c76c-63ed-9664-92a3b9faa83b/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1213.179987] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d342f6da-cec1-44a2-b645-fa74bb78d3b9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.189087] env[68831]: DEBUG oslo_vmware.rw_handles [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db6039-c76c-63ed-9664-92a3b9faa83b/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1213.189915] env[68831]: ERROR oslo_vmware.rw_handles [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db6039-c76c-63ed-9664-92a3b9faa83b/disk-0.vmdk due to incomplete transfer. [ 1213.189915] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bd301664-cee4-4789-afed-532b173cd7d6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.199209] env[68831]: DEBUG oslo_vmware.rw_handles [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db6039-c76c-63ed-9664-92a3b9faa83b/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1213.200021] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Uploaded image 0700bfd8-7511-472c-aae8-f44192cd5c2d to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1213.202187] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1213.202463] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d9053004-3f1c-440f-86fa-6f44e511ca20 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.210960] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1213.210960] env[68831]: value = "task-2803611" [ 1213.210960] env[68831]: _type = "Task" [ 1213.210960] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.220584] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803611, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.318039] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8fcdd784-4a35-4396-98c9-c31f687008a6 tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.318958] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.983s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.319181] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.319344] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68831) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1213.319660] env[68831]: DEBUG oslo_concurrency.lockutils [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.262s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.319908] env[68831]: DEBUG nova.objects.instance [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lazy-loading 'resources' on Instance uuid 99f7c875-27e5-4dbc-b46c-79a53aa72579 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.321721] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2dfabe-5c3a-4cd1-bd5c-4f2221fbef36 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.332649] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a32138-7924-4ce0-8cd5-d257127d5d18 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.339747] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb4d256-61f1-4ce5-b312-12421c64a66d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.369554] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3c4f23-da3e-467d-92b6-566df1ebce2b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.374870] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947bf49e-ab59-45bf-a941-1bca7130cea1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.397581] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc1b7b5-1cf9-40fb-bca5-f7e10b1ba1cf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.401348] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updating instance '516b964e-1c5d-4b6c-886e-28e2f2ff555a' progress to 67 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.433702] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179364MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68831) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1213.434112] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.574885] env[68831]: DEBUG oslo_concurrency.lockutils [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquiring lock "refresh_cache-53319319-2f1d-4a41-82bb-1afce3418287" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.575148] env[68831]: DEBUG oslo_concurrency.lockutils [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquired lock "refresh_cache-53319319-2f1d-4a41-82bb-1afce3418287" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.575373] env[68831]: DEBUG nova.network.neutron [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.722136] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803611, 'name': Destroy_Task, 'duration_secs': 0.417003} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.722435] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Destroyed the VM [ 1213.722682] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1213.722970] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3889be0d-e9d4-4a61-a3b4-ed2fd5cc6b21 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.730852] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1213.730852] env[68831]: value = "task-2803612" [ 1213.730852] env[68831]: _type = "Task" [ 1213.730852] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.743226] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803612, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.937495] env[68831]: DEBUG nova.network.neutron [-] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.957747] env[68831]: DEBUG nova.network.neutron [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Port 52bc07a0-3c61-4e49-bfeb-147f90c20b0d binding to destination host cpu-1 is already ACTIVE {{(pid=68831) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1214.013453] env[68831]: DEBUG nova.compute.manager [req-de15c3dc-b55b-4b70-8d39-cc8505fc5f77 req-fe218a6f-8438-4e3e-a473-e85d6e22625b service nova] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Received event network-vif-deleted-85fbaf69-30c3-470c-85a8-6186bd71cf0e {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1214.052939] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84c0af2-5dc6-49cc-8fd2-2dad0b545d44 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.062708] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8a5af9-4238-4a60-ab15-59d80ffe85f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.097944] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c971e505-32d8-40ea-9d81-199d6e4f6008 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.108209] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d45989-739b-45db-893d-fff23b59d399 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.124358] env[68831]: DEBUG nova.network.neutron [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.126472] env[68831]: DEBUG nova.compute.provider_tree [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.190397] env[68831]: DEBUG nova.network.neutron [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.244948] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803612, 'name': RemoveSnapshot_Task} progress is 44%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.307062] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.307062] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.443908] env[68831]: INFO nova.compute.manager [-] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Took 1.46 seconds to deallocate network for instance. [ 1214.632363] env[68831]: DEBUG nova.scheduler.client.report [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.697128] env[68831]: DEBUG oslo_concurrency.lockutils [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Releasing lock "refresh_cache-53319319-2f1d-4a41-82bb-1afce3418287" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.697128] env[68831]: DEBUG nova.compute.manager [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.697128] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.697128] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833ebbe8-635a-4c22-83fe-4e87adbaea75 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.705220] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.705766] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4de83b5-62e0-4820-9d21-8a214d78c781 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.714215] env[68831]: DEBUG oslo_vmware.api [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1214.714215] env[68831]: value = "task-2803613" [ 1214.714215] env[68831]: _type = "Task" [ 1214.714215] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.724820] env[68831]: DEBUG oslo_vmware.api [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.742286] env[68831]: DEBUG oslo_vmware.api [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803612, 'name': RemoveSnapshot_Task, 'duration_secs': 0.72058} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.742778] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1214.743192] env[68831]: INFO nova.compute.manager [None req-36e7a9e0-326f-4dc7-9396-ef4ae1f529a6 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Took 13.60 seconds to snapshot the instance on the hypervisor. [ 1214.808037] env[68831]: DEBUG nova.compute.manager [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1214.950909] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.983670] env[68831]: DEBUG oslo_concurrency.lockutils [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.983670] env[68831]: DEBUG oslo_concurrency.lockutils [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.983670] env[68831]: DEBUG oslo_concurrency.lockutils [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.136357] env[68831]: DEBUG oslo_concurrency.lockutils [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.139225] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.705s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.215055] env[68831]: INFO nova.scheduler.client.report [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleted allocations for instance 99f7c875-27e5-4dbc-b46c-79a53aa72579 [ 1215.242235] env[68831]: DEBUG oslo_vmware.api [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803613, 'name': PowerOffVM_Task, 'duration_secs': 0.179058} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.242235] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.242235] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.242235] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc014803-d437-4fe0-acd1-c2934072953e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.270115] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.270485] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.270723] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Deleting the datastore file [datastore2] 53319319-2f1d-4a41-82bb-1afce3418287 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.270995] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5d24701-3b2a-4310-bac0-5375c95b5824 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.283251] env[68831]: DEBUG oslo_vmware.api [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for the task: (returnval){ [ 1215.283251] env[68831]: value = "task-2803615" [ 1215.283251] env[68831]: _type = "Task" [ 1215.283251] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.297115] env[68831]: DEBUG oslo_vmware.api [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.337090] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.742837] env[68831]: DEBUG oslo_concurrency.lockutils [None req-04738a58-1c45-4618-9416-5d8f3eb2e60d tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "99f7c875-27e5-4dbc-b46c-79a53aa72579" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.774s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.797361] env[68831]: DEBUG oslo_vmware.api [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Task: {'id': task-2803615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263976} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.797361] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.797361] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.797583] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.800813] env[68831]: INFO nova.compute.manager [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1215.800813] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.800813] env[68831]: DEBUG nova.compute.manager [-] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.800813] env[68831]: DEBUG nova.network.neutron [-] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.823620] env[68831]: DEBUG nova.network.neutron [-] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.020519] env[68831]: DEBUG oslo_concurrency.lockutils [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "refresh_cache-516b964e-1c5d-4b6c-886e-28e2f2ff555a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.020784] env[68831]: DEBUG oslo_concurrency.lockutils [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "refresh_cache-516b964e-1c5d-4b6c-886e-28e2f2ff555a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.020958] env[68831]: DEBUG nova.network.neutron [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.152581] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Applying migration context for instance 516b964e-1c5d-4b6c-886e-28e2f2ff555a as it has an incoming, in-progress migration cbc319d9-ae9c-4449-9f5e-5c24d0fb6ec1. Migration status is post-migrating {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1216.154128] env[68831]: INFO nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updating resource usage from migration cbc319d9-ae9c-4449-9f5e-5c24d0fb6ec1 [ 1216.189370] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 523615be-9200-4639-a60f-a55c7898859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.189560] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance e667e383-575b-4cc6-9a2d-0a9d792697fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.189782] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 62318067-cfaf-48e9-a5e9-6a4d786a367f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.189833] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 315511f1-cd02-4989-ab44-f07126e0afef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.189919] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 7d1fa73f-d708-41ec-a279-1d64cf42aa14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.190047] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 9d4f731c-64c5-47ad-b2b3-856e86071619 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.190164] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance e26b8204-a837-43e0-95b2-e24bbb143043 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.190276] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 5cf7eb75-6469-4990-9517-5f2cd4d33872 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.190387] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 79385505-25cb-41fa-835c-f1c05380c631 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.190496] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 8231a981-1436-406f-a2d9-18cf0e0f7348 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.190636] env[68831]: WARNING nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 80333c3d-d19a-433a-a899-f56824bc8beb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1216.190750] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 53319319-2f1d-4a41-82bb-1afce3418287 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.191039] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Migration cbc319d9-ae9c-4449-9f5e-5c24d0fb6ec1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1216.191039] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 516b964e-1c5d-4b6c-886e-28e2f2ff555a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.326169] env[68831]: DEBUG nova.network.neutron [-] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.695566] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 66ef2b4b-49af-4513-86aa-d97b8544ebcd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1216.695862] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1216.696033] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1216.795961] env[68831]: DEBUG nova.compute.manager [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.797107] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdab489-405f-46d0-b01d-cb3b0c15d439 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.813080] env[68831]: DEBUG nova.network.neutron [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updating instance_info_cache with network_info: [{"id": "52bc07a0-3c61-4e49-bfeb-147f90c20b0d", "address": "fa:16:3e:71:3e:21", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52bc07a0-3c", "ovs_interfaceid": "52bc07a0-3c61-4e49-bfeb-147f90c20b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.830813] env[68831]: INFO nova.compute.manager [-] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Took 1.03 seconds to deallocate network for instance. [ 1216.908727] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "523615be-9200-4639-a60f-a55c7898859e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.909019] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "523615be-9200-4639-a60f-a55c7898859e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.909235] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "523615be-9200-4639-a60f-a55c7898859e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.909416] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "523615be-9200-4639-a60f-a55c7898859e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.909583] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "523615be-9200-4639-a60f-a55c7898859e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.914069] env[68831]: INFO nova.compute.manager [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Terminating instance [ 1216.923742] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93151a8a-1ecd-4900-8774-6870294988a3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.934229] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceef851-d723-4e77-9e78-0acd07bb8152 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.966397] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8a6a0f-a7da-4d10-aeed-193d331970b7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.975245] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bee8400-a769-4863-8e6e-3aad95d61c46 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.989036] env[68831]: DEBUG nova.compute.provider_tree [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.271582] env[68831]: DEBUG oslo_vmware.rw_handles [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1a01b-0370-3f69-7bea-73d216be75a6/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1217.272604] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2280d89f-cb94-4e95-baea-d8d90bd04bc5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.279657] env[68831]: DEBUG oslo_vmware.rw_handles [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1a01b-0370-3f69-7bea-73d216be75a6/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1217.279824] env[68831]: ERROR oslo_vmware.rw_handles [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1a01b-0370-3f69-7bea-73d216be75a6/disk-0.vmdk due to incomplete transfer. [ 1217.280064] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c563c8dc-f7d4-45da-a7a9-d3b143e91aa2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.288157] env[68831]: DEBUG oslo_vmware.rw_handles [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1a01b-0370-3f69-7bea-73d216be75a6/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1217.288352] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Uploaded image f0d73dd8-14c1-4317-8878-b76049604027 to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1217.290064] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1217.290298] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f82ec93c-4bd0-4686-bf4e-48eb14ceab8b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.295952] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1217.295952] env[68831]: value = "task-2803616" [ 1217.295952] env[68831]: _type = "Task" [ 1217.295952] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.304405] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803616, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.310607] env[68831]: INFO nova.compute.manager [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] instance snapshotting [ 1217.313408] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07cd1cb-3166-4c5a-9f5a-e1e5d69491ba {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.316381] env[68831]: DEBUG oslo_concurrency.lockutils [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "refresh_cache-516b964e-1c5d-4b6c-886e-28e2f2ff555a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.336922] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4c67d7-9d47-4bf3-acc1-7715c9c4fa0a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.339999] env[68831]: DEBUG oslo_concurrency.lockutils [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.417712] env[68831]: DEBUG nova.compute.manager [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.417988] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.418882] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d185140-e0ad-4623-8340-6921c20b6c1c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.426986] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.427226] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd28e357-aec1-41b2-87b4-74220c237c46 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.434297] env[68831]: DEBUG oslo_vmware.api [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1217.434297] env[68831]: value = "task-2803617" [ 1217.434297] env[68831]: _type = "Task" [ 1217.434297] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.443417] env[68831]: DEBUG oslo_vmware.api [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.492191] env[68831]: DEBUG nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.806997] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803616, 'name': Destroy_Task, 'duration_secs': 0.340437} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.807293] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Destroyed the VM [ 1217.807535] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1217.807811] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-076f6bb4-f36b-4c66-a4b9-262bb1999746 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.819030] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1217.819030] env[68831]: value = "task-2803618" [ 1217.819030] env[68831]: _type = "Task" [ 1217.819030] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.831789] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803618, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.849042] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1217.849042] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3295f390-c9cf-4bc8-b740-d3c711b0e229 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.859763] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1217.859763] env[68831]: value = "task-2803619" [ 1217.859763] env[68831]: _type = "Task" [ 1217.859763] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.867755] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803619, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.869737] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89634ef-aafb-4064-9a3c-7aefa80bc016 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.889834] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82ff3f3-6682-4886-af72-888e2bf34f9c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.897722] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updating instance '516b964e-1c5d-4b6c-886e-28e2f2ff555a' progress to 83 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.946872] env[68831]: DEBUG oslo_vmware.api [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803617, 'name': PowerOffVM_Task, 'duration_secs': 0.217083} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.947111] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.947283] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.947532] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65dbe72b-1d43-4b98-9d5b-433a172d2afe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.998057] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1217.998238] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.859s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.998380] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.048s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.998569] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.000769] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.664s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.002471] env[68831]: INFO nova.compute.claims [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.025663] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.025902] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.026111] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleting the datastore file [datastore2] 523615be-9200-4639-a60f-a55c7898859e {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.026404] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e75aed67-e630-4254-b7c2-473dae2d7e68 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.034098] env[68831]: DEBUG oslo_vmware.api [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for the task: (returnval){ [ 1218.034098] env[68831]: value = "task-2803621" [ 1218.034098] env[68831]: _type = "Task" [ 1218.034098] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.043839] env[68831]: DEBUG oslo_vmware.api [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.044893] env[68831]: INFO nova.scheduler.client.report [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleted allocations for instance 80333c3d-d19a-433a-a899-f56824bc8beb [ 1218.271716] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "8231a981-1436-406f-a2d9-18cf0e0f7348" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.272100] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.272494] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "8231a981-1436-406f-a2d9-18cf0e0f7348-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.272743] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.272942] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.275211] env[68831]: INFO nova.compute.manager [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Terminating instance [ 1218.330916] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803618, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.368189] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803619, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.404449] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.404801] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ededa2b-aee1-41b3-ad60-99cf663692a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.412741] env[68831]: DEBUG oslo_vmware.api [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1218.412741] env[68831]: value = "task-2803622" [ 1218.412741] env[68831]: _type = "Task" [ 1218.412741] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.422872] env[68831]: DEBUG oslo_vmware.api [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.546444] env[68831]: DEBUG oslo_vmware.api [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Task: {'id': task-2803621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212446} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.546706] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.546901] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.547098] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.547272] env[68831]: INFO nova.compute.manager [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] [instance: 523615be-9200-4639-a60f-a55c7898859e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1218.547518] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.547754] env[68831]: DEBUG nova.compute.manager [-] [instance: 523615be-9200-4639-a60f-a55c7898859e] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.547866] env[68831]: DEBUG nova.network.neutron [-] [instance: 523615be-9200-4639-a60f-a55c7898859e] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.552895] env[68831]: DEBUG oslo_concurrency.lockutils [None req-cad40686-3ebd-43d7-afdd-8007d74d1775 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "80333c3d-d19a-433a-a899-f56824bc8beb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.688s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.779780] env[68831]: DEBUG nova.compute.manager [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.780075] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.781051] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dadb9f8-3107-4ad7-a0e1-956ac2f2771b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.789818] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.790061] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90452a6e-6d41-4cfe-82f8-6314c5dd1c13 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.797939] env[68831]: DEBUG oslo_vmware.api [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1218.797939] env[68831]: value = "task-2803623" [ 1218.797939] env[68831]: _type = "Task" [ 1218.797939] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.807014] env[68831]: DEBUG oslo_vmware.api [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.832506] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803618, 'name': RemoveSnapshot_Task, 'duration_secs': 0.849642} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.832915] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1218.833294] env[68831]: DEBUG nova.compute.manager [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.834435] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d56e1a3-2c55-43d0-9c4f-bd554214a7e5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.869707] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803619, 'name': CreateSnapshot_Task, 'duration_secs': 0.803764} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.869969] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1218.870818] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62203af3-1300-4cdf-9804-d11b99207aaa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.925135] env[68831]: DEBUG oslo_vmware.api [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803622, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.146880] env[68831]: DEBUG nova.compute.manager [req-27d04298-fe3b-42b4-9b5a-222e87896096 req-ef77bdcb-25d5-4faa-a8d3-eba144cdde21 service nova] [instance: 523615be-9200-4639-a60f-a55c7898859e] Received event network-vif-deleted-b47281b7-4ca9-48c2-a096-8fccb7b26ab9 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1219.146880] env[68831]: INFO nova.compute.manager [req-27d04298-fe3b-42b4-9b5a-222e87896096 req-ef77bdcb-25d5-4faa-a8d3-eba144cdde21 service nova] [instance: 523615be-9200-4639-a60f-a55c7898859e] Neutron deleted interface b47281b7-4ca9-48c2-a096-8fccb7b26ab9; detaching it from the instance and deleting it from the info cache [ 1219.146880] env[68831]: DEBUG nova.network.neutron [req-27d04298-fe3b-42b4-9b5a-222e87896096 req-ef77bdcb-25d5-4faa-a8d3-eba144cdde21 service nova] [instance: 523615be-9200-4639-a60f-a55c7898859e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.258941] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be11f018-88ff-4e3c-a21b-cd037a4a383e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.268313] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71dd9a5-e937-4aa5-9f01-c255d42fbf24 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.304273] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a5afc4-c163-4876-a81c-7528fcf6c9fc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.316102] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec846ed9-22ba-4b05-b16c-aed534a30080 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.320226] env[68831]: DEBUG oslo_vmware.api [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803623, 'name': PowerOffVM_Task, 'duration_secs': 0.263838} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.320529] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.320701] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.321392] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad9a2d86-55af-49ae-9338-05e12ed40606 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.332120] env[68831]: DEBUG nova.compute.provider_tree [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.351710] env[68831]: INFO nova.compute.manager [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Shelve offloading [ 1219.392512] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1219.393336] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cb31175a-e3f0-4fbc-836d-e94c71e9c94c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.398997] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.399324] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.399671] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Deleting the datastore file [datastore1] 8231a981-1436-406f-a2d9-18cf0e0f7348 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.400392] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6bd686e-628a-49f8-a6e8-18c68da6d3e7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.405260] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1219.405260] env[68831]: value = "task-2803625" [ 1219.405260] env[68831]: _type = "Task" [ 1219.405260] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.410171] env[68831]: DEBUG oslo_vmware.api [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for the task: (returnval){ [ 1219.410171] env[68831]: value = "task-2803626" [ 1219.410171] env[68831]: _type = "Task" [ 1219.410171] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.418843] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803625, 'name': CloneVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.427975] env[68831]: DEBUG oslo_vmware.api [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803622, 'name': PowerOnVM_Task, 'duration_secs': 0.556845} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.432804] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.433037] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-29bce7f4-4a4d-4431-bca7-1f08c9fc5a7c tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updating instance '516b964e-1c5d-4b6c-886e-28e2f2ff555a' progress to 100 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.436842] env[68831]: DEBUG oslo_vmware.api [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.567252] env[68831]: DEBUG nova.network.neutron [-] [instance: 523615be-9200-4639-a60f-a55c7898859e] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.649207] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88f95d52-2cb6-4d0f-9e69-cef93a29d8b3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.660388] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fd242d-0e54-4459-954a-bb3c54ebe532 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.696848] env[68831]: DEBUG nova.compute.manager [req-27d04298-fe3b-42b4-9b5a-222e87896096 req-ef77bdcb-25d5-4faa-a8d3-eba144cdde21 service nova] [instance: 523615be-9200-4639-a60f-a55c7898859e] Detach interface failed, port_id=b47281b7-4ca9-48c2-a096-8fccb7b26ab9, reason: Instance 523615be-9200-4639-a60f-a55c7898859e could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1219.835360] env[68831]: DEBUG nova.scheduler.client.report [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.856484] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.856804] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48cb6fa2-0a79-4d29-822f-62d1364d6488 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.866063] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1219.866063] env[68831]: value = "task-2803627" [ 1219.866063] env[68831]: _type = "Task" [ 1219.866063] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.874832] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.920710] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803625, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.923780] env[68831]: DEBUG oslo_vmware.api [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Task: {'id': task-2803626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277622} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.924055] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.924250] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.924422] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.924596] env[68831]: INFO nova.compute.manager [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1219.924837] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.925033] env[68831]: DEBUG nova.compute.manager [-] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.925131] env[68831]: DEBUG nova.network.neutron [-] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.071585] env[68831]: INFO nova.compute.manager [-] [instance: 523615be-9200-4639-a60f-a55c7898859e] Took 1.52 seconds to deallocate network for instance. [ 1220.341258] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.341836] env[68831]: DEBUG nova.compute.manager [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.344554] env[68831]: DEBUG oslo_concurrency.lockutils [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.005s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.344768] env[68831]: DEBUG nova.objects.instance [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Lazy-loading 'resources' on Instance uuid 53319319-2f1d-4a41-82bb-1afce3418287 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.375866] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] VM already powered off {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1220.377434] env[68831]: DEBUG nova.compute.manager [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.377434] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006856c9-d2e7-456d-aa59-13efb0170333 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.385095] env[68831]: DEBUG oslo_concurrency.lockutils [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.385271] env[68831]: DEBUG oslo_concurrency.lockutils [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.385448] env[68831]: DEBUG nova.network.neutron [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.416701] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803625, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.577694] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.848637] env[68831]: DEBUG nova.compute.utils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1220.853592] env[68831]: DEBUG nova.compute.manager [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1220.853592] env[68831]: DEBUG nova.network.neutron [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1220.910335] env[68831]: DEBUG nova.policy [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67a57d357cb4417e82fa00cca9bd846e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34c758fdc5a04b408322e92655e799af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1220.921572] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803625, 'name': CloneVM_Task} progress is 95%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.973412] env[68831]: DEBUG nova.network.neutron [-] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.097383] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a16db59-fc3d-4bb7-adf4-c28dd6204f92 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.108105] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1275db20-6346-4b82-bdab-3fc78a86c4f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.139340] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb196ce-dcb5-41e4-8eb5-60c700d54ac3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.150052] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42291963-0cc3-4c28-b836-5e9fa2d7864e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.164874] env[68831]: DEBUG nova.compute.provider_tree [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.320079] env[68831]: DEBUG nova.compute.manager [req-111c1d71-d60b-4637-a888-617eda489684 req-3ab44c14-cfbc-4ee7-a239-f9c5e694308c service nova] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Received event network-vif-deleted-488ccf32-b4a7-4fe0-af89-604c516d4ea3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1221.358237] env[68831]: DEBUG nova.compute.manager [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.426111] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803625, 'name': CloneVM_Task, 'duration_secs': 1.845754} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.426111] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Created linked-clone VM from snapshot [ 1221.426111] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f161d519-3c1c-47ea-8787-05c437c929c5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.447250] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Uploading image b06aa903-f6cb-4e3b-bcc6-2248895cf96c {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1221.461352] env[68831]: DEBUG nova.network.neutron [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Updating instance_info_cache with network_info: [{"id": "c6f0c658-5c47-403a-b84b-ddde1f261848", "address": "fa:16:3e:9e:56:f5", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f0c658-5c", "ovs_interfaceid": "c6f0c658-5c47-403a-b84b-ddde1f261848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.477661] env[68831]: INFO nova.compute.manager [-] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Took 1.55 seconds to deallocate network for instance. [ 1221.488105] env[68831]: DEBUG oslo_vmware.rw_handles [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1221.488105] env[68831]: value = "vm-563357" [ 1221.488105] env[68831]: _type = "VirtualMachine" [ 1221.488105] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1221.488105] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ef9cd1a8-0a5d-4b81-bb22-0f9f360546bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.496535] env[68831]: DEBUG oslo_vmware.rw_handles [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lease: (returnval){ [ 1221.496535] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525ff920-678f-a774-9fc4-b30694eb659c" [ 1221.496535] env[68831]: _type = "HttpNfcLease" [ 1221.496535] env[68831]: } obtained for exporting VM: (result){ [ 1221.496535] env[68831]: value = "vm-563357" [ 1221.496535] env[68831]: _type = "VirtualMachine" [ 1221.496535] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1221.497705] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the lease: (returnval){ [ 1221.497705] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525ff920-678f-a774-9fc4-b30694eb659c" [ 1221.497705] env[68831]: _type = "HttpNfcLease" [ 1221.497705] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1221.506663] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1221.506663] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525ff920-678f-a774-9fc4-b30694eb659c" [ 1221.506663] env[68831]: _type = "HttpNfcLease" [ 1221.506663] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1221.668647] env[68831]: DEBUG nova.scheduler.client.report [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.717591] env[68831]: DEBUG nova.network.neutron [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Successfully created port: 3b358b59-65d2-424f-bd9e-b139f6de849a {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.942185] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.964560] env[68831]: DEBUG oslo_concurrency.lockutils [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.985921] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.009651] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.009651] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525ff920-678f-a774-9fc4-b30694eb659c" [ 1222.009651] env[68831]: _type = "HttpNfcLease" [ 1222.009651] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1222.014027] env[68831]: DEBUG oslo_vmware.rw_handles [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1222.014027] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525ff920-678f-a774-9fc4-b30694eb659c" [ 1222.014027] env[68831]: _type = "HttpNfcLease" [ 1222.014027] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1222.014027] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6319b89-041a-4a85-8db5-b1b9772d69c7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.021209] env[68831]: DEBUG oslo_vmware.rw_handles [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e00a3b-1a7a-bcce-4ce6-fe903434b1e1/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1222.021383] env[68831]: DEBUG oslo_vmware.rw_handles [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e00a3b-1a7a-bcce-4ce6-fe903434b1e1/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1222.176964] env[68831]: DEBUG oslo_concurrency.lockutils [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.180684] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eea13a69-64be-4d17-9cfa-689095dfba0b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.182638] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.605s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.183298] env[68831]: DEBUG nova.objects.instance [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lazy-loading 'resources' on Instance uuid 523615be-9200-4639-a60f-a55c7898859e {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.212176] env[68831]: DEBUG nova.compute.manager [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Stashing vm_state: active {{(pid=68831) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1222.262875] env[68831]: INFO nova.scheduler.client.report [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Deleted allocations for instance 53319319-2f1d-4a41-82bb-1afce3418287 [ 1222.312041] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "c51da600-6dc8-4bfb-b46f-68dbd674a545" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.312041] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "c51da600-6dc8-4bfb-b46f-68dbd674a545" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.380939] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.381772] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.382056] env[68831]: DEBUG nova.compute.manager [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Going to confirm migration 8 {{(pid=68831) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1222.384217] env[68831]: DEBUG nova.compute.manager [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.425252] env[68831]: DEBUG nova.virt.hardware [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.425514] env[68831]: DEBUG nova.virt.hardware [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.425676] env[68831]: DEBUG nova.virt.hardware [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.425934] env[68831]: DEBUG nova.virt.hardware [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.426106] env[68831]: DEBUG nova.virt.hardware [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.426258] env[68831]: DEBUG nova.virt.hardware [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.426471] env[68831]: DEBUG nova.virt.hardware [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.426630] env[68831]: DEBUG nova.virt.hardware [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.426867] env[68831]: DEBUG nova.virt.hardware [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.427137] env[68831]: DEBUG nova.virt.hardware [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.427338] env[68831]: DEBUG nova.virt.hardware [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.428985] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f483e1-64d0-47a2-9726-44d59b3c37bd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.437834] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013bd3ef-6b29-4c18-a204-c196b0bc0291 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.446745] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7a59a185-4126-4951-817d-27337712c253 None None] Getting list of instances from cluster (obj){ [ 1222.446745] env[68831]: value = "domain-c8" [ 1222.446745] env[68831]: _type = "ClusterComputeResource" [ 1222.446745] env[68831]: } {{(pid=68831) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1222.448766] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535838e5-a10d-49f9-9b6e-297ace169024 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.477190] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7a59a185-4126-4951-817d-27337712c253 None None] Got total of 9 instances {{(pid=68831) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1222.477513] env[68831]: WARNING nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] While synchronizing instance power states, found 13 instances in the database and 9 instances on the hypervisor. [ 1222.477714] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Triggering sync for uuid 523615be-9200-4639-a60f-a55c7898859e {{(pid=68831) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1222.477967] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Triggering sync for uuid e667e383-575b-4cc6-9a2d-0a9d792697fa {{(pid=68831) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1222.478185] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Triggering sync for uuid 62318067-cfaf-48e9-a5e9-6a4d786a367f {{(pid=68831) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1222.478396] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Triggering sync for uuid 8231a981-1436-406f-a2d9-18cf0e0f7348 {{(pid=68831) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1222.478624] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Triggering sync for uuid 315511f1-cd02-4989-ab44-f07126e0afef {{(pid=68831) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1222.478841] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Triggering sync for uuid 7d1fa73f-d708-41ec-a279-1d64cf42aa14 {{(pid=68831) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1222.479275] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Triggering sync for uuid 9d4f731c-64c5-47ad-b2b3-856e86071619 {{(pid=68831) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1222.479441] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Triggering sync for uuid e26b8204-a837-43e0-95b2-e24bbb143043 {{(pid=68831) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1222.479592] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Triggering sync for uuid 5cf7eb75-6469-4990-9517-5f2cd4d33872 {{(pid=68831) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1222.479737] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Triggering sync for uuid 79385505-25cb-41fa-835c-f1c05380c631 {{(pid=68831) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1222.479881] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Triggering sync for uuid 516b964e-1c5d-4b6c-886e-28e2f2ff555a {{(pid=68831) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1222.480037] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Triggering sync for uuid 53319319-2f1d-4a41-82bb-1afce3418287 {{(pid=68831) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1222.480187] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Triggering sync for uuid 66ef2b4b-49af-4513-86aa-d97b8544ebcd {{(pid=68831) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1222.480539] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "523615be-9200-4639-a60f-a55c7898859e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.480948] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "e667e383-575b-4cc6-9a2d-0a9d792697fa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.481191] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "e667e383-575b-4cc6-9a2d-0a9d792697fa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.481452] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "62318067-cfaf-48e9-a5e9-6a4d786a367f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.481630] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "62318067-cfaf-48e9-a5e9-6a4d786a367f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.481854] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "8231a981-1436-406f-a2d9-18cf0e0f7348" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.482061] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "315511f1-cd02-4989-ab44-f07126e0afef" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.482237] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "315511f1-cd02-4989-ab44-f07126e0afef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.482463] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.482654] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "9d4f731c-64c5-47ad-b2b3-856e86071619" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.482933] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "9d4f731c-64c5-47ad-b2b3-856e86071619" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.483059] env[68831]: INFO nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1222.483224] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "9d4f731c-64c5-47ad-b2b3-856e86071619" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.483429] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "e26b8204-a837-43e0-95b2-e24bbb143043" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.483615] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "e26b8204-a837-43e0-95b2-e24bbb143043" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.484155] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "5cf7eb75-6469-4990-9517-5f2cd4d33872" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.484347] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "5cf7eb75-6469-4990-9517-5f2cd4d33872" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.484511] env[68831]: INFO nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1222.484667] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "5cf7eb75-6469-4990-9517-5f2cd4d33872" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.484876] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "79385505-25cb-41fa-835c-f1c05380c631" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.485067] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "79385505-25cb-41fa-835c-f1c05380c631" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.485297] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.485496] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "53319319-2f1d-4a41-82bb-1afce3418287" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.485689] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.486544] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328858ec-d375-48b6-aafe-5afc25eab509 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.489838] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d211b80-6de2-47fa-a819-58ef0cf4797b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.492781] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbb814f-7055-415a-8cd9-f7e8113ca1ad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.495563] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5269cf5c-5eb6-4f30-9100-371e08723d68 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.498471] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2437cdfa-6308-4637-a46a-0a9491b91cb3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.502180] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.503073] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8ec673-05f4-4ae2-a6a1-7a77e7248a18 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.522343] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.524985] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2e40e62-85cf-413d-812c-f72491942363 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.623199] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.623446] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.623695] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleting the datastore file [datastore2] 7d1fa73f-d708-41ec-a279-1d64cf42aa14 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.624191] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9caa1672-603a-48f9-adde-241603b03e87 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.633172] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1222.633172] env[68831]: value = "task-2803630" [ 1222.633172] env[68831]: _type = "Task" [ 1222.633172] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.642838] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.732949] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.774056] env[68831]: DEBUG oslo_concurrency.lockutils [None req-60f3b8a2-5d90-4ff9-b392-3c8200da9d7a tempest-ServerShowV257Test-792873180 tempest-ServerShowV257Test-792873180-project-member] Lock "53319319-2f1d-4a41-82bb-1afce3418287" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.710s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.775178] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "53319319-2f1d-4a41-82bb-1afce3418287" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.290s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.776192] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17bf751c-723f-46e9-8f31-8a3fbe0b3146 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.787856] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec33f24-fe5b-4c48-832b-2ca6de2cfba8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.814490] env[68831]: DEBUG nova.compute.manager [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1222.932402] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "refresh_cache-516b964e-1c5d-4b6c-886e-28e2f2ff555a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.932673] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquired lock "refresh_cache-516b964e-1c5d-4b6c-886e-28e2f2ff555a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.933056] env[68831]: DEBUG nova.network.neutron [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.933324] env[68831]: DEBUG nova.objects.instance [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lazy-loading 'info_cache' on Instance uuid 516b964e-1c5d-4b6c-886e-28e2f2ff555a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.936803] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca50a699-6ce2-4b9f-9dff-b98333a7b705 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.944624] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9b22b7-832c-4954-9e04-13a4139b88e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.976778] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f631b5a4-b4d8-47ba-829d-0898ee8e5472 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.985386] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8a931a-7951-4c0a-a467-4e0974885cb3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.001778] env[68831]: DEBUG nova.compute.provider_tree [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.024806] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "315511f1-cd02-4989-ab44-f07126e0afef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.025208] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "62318067-cfaf-48e9-a5e9-6a4d786a367f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.025536] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "e667e383-575b-4cc6-9a2d-0a9d792697fa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.025900] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "e26b8204-a837-43e0-95b2-e24bbb143043" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.032838] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "79385505-25cb-41fa-835c-f1c05380c631" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.143435] env[68831]: DEBUG oslo_vmware.api [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284831} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.144580] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.144804] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.144992] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.197582] env[68831]: INFO nova.scheduler.client.report [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleted allocations for instance 7d1fa73f-d708-41ec-a279-1d64cf42aa14 [ 1223.308403] env[68831]: DEBUG nova.network.neutron [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Successfully updated port: 3b358b59-65d2-424f-bd9e-b139f6de849a {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.335715] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "53319319-2f1d-4a41-82bb-1afce3418287" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.353174] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.364452] env[68831]: DEBUG nova.compute.manager [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Received event network-vif-unplugged-c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1223.364618] env[68831]: DEBUG oslo_concurrency.lockutils [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] Acquiring lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.365117] env[68831]: DEBUG oslo_concurrency.lockutils [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.365267] env[68831]: DEBUG oslo_concurrency.lockutils [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.365574] env[68831]: DEBUG nova.compute.manager [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] No waiting events found dispatching network-vif-unplugged-c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.365757] env[68831]: WARNING nova.compute.manager [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Received unexpected event network-vif-unplugged-c6f0c658-5c47-403a-b84b-ddde1f261848 for instance with vm_state shelved_offloaded and task_state None. [ 1223.365934] env[68831]: DEBUG nova.compute.manager [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Received event network-changed-c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1223.366288] env[68831]: DEBUG nova.compute.manager [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Refreshing instance network info cache due to event network-changed-c6f0c658-5c47-403a-b84b-ddde1f261848. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1223.366536] env[68831]: DEBUG oslo_concurrency.lockutils [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] Acquiring lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.366685] env[68831]: DEBUG oslo_concurrency.lockutils [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] Acquired lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.366858] env[68831]: DEBUG nova.network.neutron [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Refreshing network info cache for port c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.504559] env[68831]: DEBUG nova.scheduler.client.report [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.704124] env[68831]: DEBUG oslo_concurrency.lockutils [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.814476] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "refresh_cache-66ef2b4b-49af-4513-86aa-d97b8544ebcd" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.814634] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquired lock "refresh_cache-66ef2b4b-49af-4513-86aa-d97b8544ebcd" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.814793] env[68831]: DEBUG nova.network.neutron [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.013548] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.015365] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.030s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.015599] env[68831]: DEBUG nova.objects.instance [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lazy-loading 'resources' on Instance uuid 8231a981-1436-406f-a2d9-18cf0e0f7348 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.084871] env[68831]: INFO nova.scheduler.client.report [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Deleted allocations for instance 523615be-9200-4639-a60f-a55c7898859e [ 1224.264020] env[68831]: DEBUG nova.network.neutron [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updating instance_info_cache with network_info: [{"id": "52bc07a0-3c61-4e49-bfeb-147f90c20b0d", "address": "fa:16:3e:71:3e:21", "network": {"id": "878b2b5e-9912-488f-966c-0bd533320fee", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1834333449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e822cf838f73443ba868253bf65d20ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52bc07a0-3c", "ovs_interfaceid": "52bc07a0-3c61-4e49-bfeb-147f90c20b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.287691] env[68831]: DEBUG nova.network.neutron [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Updated VIF entry in instance network info cache for port c6f0c658-5c47-403a-b84b-ddde1f261848. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.288233] env[68831]: DEBUG nova.network.neutron [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Updating instance_info_cache with network_info: [{"id": "c6f0c658-5c47-403a-b84b-ddde1f261848", "address": "fa:16:3e:9e:56:f5", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc6f0c658-5c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.349986] env[68831]: DEBUG nova.network.neutron [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.513513] env[68831]: DEBUG nova.network.neutron [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Updating instance_info_cache with network_info: [{"id": "3b358b59-65d2-424f-bd9e-b139f6de849a", "address": "fa:16:3e:4d:ff:c8", "network": {"id": "323d6838-a28d-4333-9760-94ee9280e037", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1921691465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34c758fdc5a04b408322e92655e799af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b358b59-65", "ovs_interfaceid": "3b358b59-65d2-424f-bd9e-b139f6de849a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.594418] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ebf94039-eebd-41d5-a00c-eb0565e96c00 tempest-ServersTestJSON-491129629 tempest-ServersTestJSON-491129629-project-member] Lock "523615be-9200-4639-a60f-a55c7898859e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.685s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.595454] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "523615be-9200-4639-a60f-a55c7898859e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.115s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.596096] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7946022-a4e4-4364-8554-c4d6052f2923 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.618038] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede97df3-d20e-4bac-9010-58551d28f15a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.751437] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699415e2-e435-4126-8df5-bc543d1959f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.761659] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a743bdbb-ea2c-4a81-9774-3b3ef4a05dbe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.767108] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Releasing lock "refresh_cache-516b964e-1c5d-4b6c-886e-28e2f2ff555a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.767108] env[68831]: DEBUG nova.objects.instance [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lazy-loading 'migration_context' on Instance uuid 516b964e-1c5d-4b6c-886e-28e2f2ff555a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.792825] env[68831]: DEBUG oslo_concurrency.lockutils [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] Releasing lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.793097] env[68831]: DEBUG nova.compute.manager [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Received event network-vif-plugged-3b358b59-65d2-424f-bd9e-b139f6de849a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1224.793298] env[68831]: DEBUG oslo_concurrency.lockutils [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] Acquiring lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.793509] env[68831]: DEBUG oslo_concurrency.lockutils [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.793671] env[68831]: DEBUG oslo_concurrency.lockutils [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.793838] env[68831]: DEBUG nova.compute.manager [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] No waiting events found dispatching network-vif-plugged-3b358b59-65d2-424f-bd9e-b139f6de849a {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.794017] env[68831]: WARNING nova.compute.manager [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Received unexpected event network-vif-plugged-3b358b59-65d2-424f-bd9e-b139f6de849a for instance with vm_state building and task_state spawning. [ 1224.794686] env[68831]: DEBUG nova.compute.manager [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Received event network-changed-3b358b59-65d2-424f-bd9e-b139f6de849a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1224.794686] env[68831]: DEBUG nova.compute.manager [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Refreshing instance network info cache due to event network-changed-3b358b59-65d2-424f-bd9e-b139f6de849a. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1224.794686] env[68831]: DEBUG oslo_concurrency.lockutils [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] Acquiring lock "refresh_cache-66ef2b4b-49af-4513-86aa-d97b8544ebcd" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.796661] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfaddb1-8501-42a7-a7c8-cd246821b3fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.821266] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f5b4d8-4789-4d5b-80ec-66e78d4105c8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.838975] env[68831]: DEBUG nova.compute.provider_tree [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.016151] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Releasing lock "refresh_cache-66ef2b4b-49af-4513-86aa-d97b8544ebcd" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.016591] env[68831]: DEBUG nova.compute.manager [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Instance network_info: |[{"id": "3b358b59-65d2-424f-bd9e-b139f6de849a", "address": "fa:16:3e:4d:ff:c8", "network": {"id": "323d6838-a28d-4333-9760-94ee9280e037", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1921691465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34c758fdc5a04b408322e92655e799af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b358b59-65", "ovs_interfaceid": "3b358b59-65d2-424f-bd9e-b139f6de849a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.016831] env[68831]: DEBUG oslo_concurrency.lockutils [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] Acquired lock "refresh_cache-66ef2b4b-49af-4513-86aa-d97b8544ebcd" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.017043] env[68831]: DEBUG nova.network.neutron [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Refreshing network info cache for port 3b358b59-65d2-424f-bd9e-b139f6de849a {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.018321] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:ff:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b358b59-65d2-424f-bd9e-b139f6de849a', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.025603] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.029111] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.029592] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e41cc257-6605-4df1-812d-9edeab7dd151 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.051962] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.051962] env[68831]: value = "task-2803631" [ 1225.051962] env[68831]: _type = "Task" [ 1225.051962] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.065994] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803631, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.161452] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "523615be-9200-4639-a60f-a55c7898859e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.270307] env[68831]: DEBUG nova.objects.base [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Object Instance<516b964e-1c5d-4b6c-886e-28e2f2ff555a> lazy-loaded attributes: info_cache,migration_context {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1225.271361] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edfcebb-50dc-430a-a411-b9b8f614d0c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.295115] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e6fc46d-5217-44ab-8941-0d2462734a0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.301366] env[68831]: DEBUG oslo_vmware.api [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1225.301366] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526b6392-4ade-aec0-d02b-aa6d5a072367" [ 1225.301366] env[68831]: _type = "Task" [ 1225.301366] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.311133] env[68831]: DEBUG oslo_vmware.api [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526b6392-4ade-aec0-d02b-aa6d5a072367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.342492] env[68831]: DEBUG nova.scheduler.client.report [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.370191] env[68831]: DEBUG nova.network.neutron [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Updated VIF entry in instance network info cache for port 3b358b59-65d2-424f-bd9e-b139f6de849a. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.370648] env[68831]: DEBUG nova.network.neutron [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Updating instance_info_cache with network_info: [{"id": "3b358b59-65d2-424f-bd9e-b139f6de849a", "address": "fa:16:3e:4d:ff:c8", "network": {"id": "323d6838-a28d-4333-9760-94ee9280e037", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1921691465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34c758fdc5a04b408322e92655e799af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b358b59-65", "ovs_interfaceid": "3b358b59-65d2-424f-bd9e-b139f6de849a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.566892] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803631, 'name': CreateVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.813515] env[68831]: DEBUG oslo_vmware.api [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526b6392-4ade-aec0-d02b-aa6d5a072367, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.813761] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.847956] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.850691] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.118s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.872987] env[68831]: DEBUG oslo_concurrency.lockutils [req-259baaa2-1a6a-4205-a863-f295c16cf721 req-e8b707a7-21cb-4830-a4c5-26988c7b7823 service nova] Releasing lock "refresh_cache-66ef2b4b-49af-4513-86aa-d97b8544ebcd" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.906418] env[68831]: INFO nova.scheduler.client.report [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Deleted allocations for instance 8231a981-1436-406f-a2d9-18cf0e0f7348 [ 1226.063811] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803631, 'name': CreateVM_Task, 'duration_secs': 0.568513} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.067810] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.067810] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.067810] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.067810] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.067810] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8944b631-2cfa-4cda-aa89-c599ccc5867d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.073060] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1226.073060] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522bc699-0736-945b-30c8-e03e3dbe3fbb" [ 1226.073060] env[68831]: _type = "Task" [ 1226.073060] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.080666] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522bc699-0736-945b-30c8-e03e3dbe3fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.357722] env[68831]: INFO nova.compute.claims [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.415776] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c76888fe-f71a-44c2-8404-83f4ce423179 tempest-ServersNegativeTestJSON-286425843 tempest-ServersNegativeTestJSON-286425843-project-member] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.144s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.417958] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.936s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.418807] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03109309-f553-44e8-9bb2-a25d74798227 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.429660] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a684119-9bbd-4048-94c0-17a27a27d73b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.582653] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]522bc699-0736-945b-30c8-e03e3dbe3fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.582980] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.583238] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.583476] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.583625] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.583803] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.584091] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a720e92-72e7-437a-bdd1-d7e456fa3e07 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.588390] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "79385505-25cb-41fa-835c-f1c05380c631" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.589557] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "79385505-25cb-41fa-835c-f1c05380c631" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.003s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.590416] env[68831]: INFO nova.compute.manager [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Shelving [ 1226.600997] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.601272] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.602066] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c477068e-e9a3-48be-b6a3-1d81030544a5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.612380] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1226.612380] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5244cdf6-93b1-f8ec-c804-9f3ba3e680d1" [ 1226.612380] env[68831]: _type = "Task" [ 1226.612380] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.627349] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5244cdf6-93b1-f8ec-c804-9f3ba3e680d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011564} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.627723] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a242d29d-e7b4-4bcc-b32a-2531074617eb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.633688] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1226.633688] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fad55f-7c83-e110-77db-89284012ad6c" [ 1226.633688] env[68831]: _type = "Task" [ 1226.633688] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.642638] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fad55f-7c83-e110-77db-89284012ad6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.871107] env[68831]: INFO nova.compute.resource_tracker [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating resource usage from migration d3c5e41c-60f8-4cbd-94a1-4e077f0422c3 [ 1226.971071] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "8231a981-1436-406f-a2d9-18cf0e0f7348" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.059435] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de07d82c-8b3c-4675-8872-7b60b442ee3b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.073715] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1067eb55-262c-4715-b148-52e71e4ad4d6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.109081] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6763b6c-1f53-4bd0-b222-d70aab5e5f38 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.120028] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ca68b2-0361-41a5-937c-3c442221ed1f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.139389] env[68831]: DEBUG nova.compute.provider_tree [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.155660] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52fad55f-7c83-e110-77db-89284012ad6c, 'name': SearchDatastore_Task, 'duration_secs': 0.009851} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.155660] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.156104] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 66ef2b4b-49af-4513-86aa-d97b8544ebcd/66ef2b4b-49af-4513-86aa-d97b8544ebcd.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.156310] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bb83ce0-72da-4555-80a3-eba1507901cf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.167083] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1227.167083] env[68831]: value = "task-2803632" [ 1227.167083] env[68831]: _type = "Task" [ 1227.167083] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.175339] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.618818] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.618818] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa76a79f-2c27-4c62-b03f-f34d3fd86dfe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.627378] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1227.627378] env[68831]: value = "task-2803633" [ 1227.627378] env[68831]: _type = "Task" [ 1227.627378] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.642272] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.646823] env[68831]: DEBUG nova.scheduler.client.report [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.681220] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803632, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.711255] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.140690] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803633, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.153826] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.303s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.154073] env[68831]: INFO nova.compute.manager [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Migrating [ 1228.162099] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.809s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.163535] env[68831]: INFO nova.compute.claims [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.185721] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628647} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.185931] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 66ef2b4b-49af-4513-86aa-d97b8544ebcd/66ef2b4b-49af-4513-86aa-d97b8544ebcd.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.186601] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.186601] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a79c15f-a912-4ef7-9bc8-233f4fb13f57 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.196455] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1228.196455] env[68831]: value = "task-2803634" [ 1228.196455] env[68831]: _type = "Task" [ 1228.196455] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.206390] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.640020] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803633, 'name': PowerOffVM_Task, 'duration_secs': 0.548983} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.640364] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.641299] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0842b577-248e-4cbb-87a6-6625d3dd870a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.660449] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce0bcbf-f908-4818-a67e-c9941b7e14ea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.679452] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.679452] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.679452] env[68831]: DEBUG nova.network.neutron [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.710039] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078753} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.710039] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.710430] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0127eb17-6dce-4dca-9b3f-65dd7ec71daa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.733967] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 66ef2b4b-49af-4513-86aa-d97b8544ebcd/66ef2b4b-49af-4513-86aa-d97b8544ebcd.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.734972] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b05029a5-bc53-48b4-a9ca-76b162967eab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.755883] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1228.755883] env[68831]: value = "task-2803635" [ 1228.755883] env[68831]: _type = "Task" [ 1228.755883] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.764351] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.172227] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Creating Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1229.172559] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-03231955-6eb1-4ed8-90b7-29fe98daad2d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.185039] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1229.185039] env[68831]: value = "task-2803636" [ 1229.185039] env[68831]: _type = "Task" [ 1229.185039] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.194594] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803636, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.272345] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.417742] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4bdbd7-4f77-483a-8f20-821f1bccb3f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.428916] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a835e-e4d6-474e-b2e2-29d5dee384f5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.463982] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5088db7-18ec-4ff6-9575-f938dd398739 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.468379] env[68831]: DEBUG nova.network.neutron [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance_info_cache with network_info: [{"id": "9d04fcbb-142e-45aa-9eef-51237de01c12", "address": "fa:16:3e:05:72:76", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d04fcbb-14", "ovs_interfaceid": "9d04fcbb-142e-45aa-9eef-51237de01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.473052] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a0f6a3-ce2f-4a68-b20d-550481e0d4f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.487887] env[68831]: DEBUG nova.compute.provider_tree [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.695710] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803636, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.769957] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803635, 'name': ReconfigVM_Task, 'duration_secs': 0.769095} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.770309] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 66ef2b4b-49af-4513-86aa-d97b8544ebcd/66ef2b4b-49af-4513-86aa-d97b8544ebcd.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.770967] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1249f400-31b2-49fd-94f4-df361e5e85c0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.779742] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1229.779742] env[68831]: value = "task-2803637" [ 1229.779742] env[68831]: _type = "Task" [ 1229.779742] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.788753] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803637, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.972804] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.990926] env[68831]: DEBUG nova.scheduler.client.report [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.196718] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803636, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.290121] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803637, 'name': Rename_Task, 'duration_secs': 0.17825} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.290356] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.290613] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f0d8048-09b5-4706-8b83-77be7a8c4a83 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.298986] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1230.298986] env[68831]: value = "task-2803638" [ 1230.298986] env[68831]: _type = "Task" [ 1230.298986] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.316942] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.497121] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.497978] env[68831]: DEBUG nova.compute.manager [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.502262] env[68831]: DEBUG oslo_concurrency.lockutils [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.798s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.502620] env[68831]: DEBUG nova.objects.instance [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lazy-loading 'resources' on Instance uuid 7d1fa73f-d708-41ec-a279-1d64cf42aa14 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.699235] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803636, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.810068] env[68831]: DEBUG oslo_vmware.api [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803638, 'name': PowerOnVM_Task, 'duration_secs': 0.489395} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.810413] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.810619] env[68831]: INFO nova.compute.manager [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1230.810801] env[68831]: DEBUG nova.compute.manager [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.811626] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cbf75b-9dfa-4520-9e8e-2213ae485ee7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.006118] env[68831]: DEBUG nova.compute.utils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.007485] env[68831]: DEBUG nova.compute.manager [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.007692] env[68831]: DEBUG nova.network.neutron [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.009962] env[68831]: DEBUG nova.objects.instance [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lazy-loading 'numa_topology' on Instance uuid 7d1fa73f-d708-41ec-a279-1d64cf42aa14 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.092580] env[68831]: DEBUG nova.policy [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71eeb38483ee46edb2d204d0b671d020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91848de1d3df4d95a5349959069883b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.198231] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803636, 'name': CreateSnapshot_Task, 'duration_secs': 1.679813} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.198505] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Created Snapshot of the VM instance {{(pid=68831) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1231.199304] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7fc165-26ae-4e88-a7b9-353d96cb1ffb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.330255] env[68831]: INFO nova.compute.manager [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Took 16.02 seconds to build instance. [ 1231.488974] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e986c34d-44eb-4b66-8d4f-366ccaf04eef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.513016] env[68831]: DEBUG nova.compute.manager [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1231.515625] env[68831]: DEBUG nova.objects.base [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Object Instance<7d1fa73f-d708-41ec-a279-1d64cf42aa14> lazy-loaded attributes: resources,numa_topology {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1231.518087] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance '5cf7eb75-6469-4990-9517-5f2cd4d33872' progress to 0 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.698109] env[68831]: DEBUG nova.network.neutron [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Successfully created port: 47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1231.719181] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Creating linked-clone VM from snapshot {{(pid=68831) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1231.719721] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e489b316-467d-4ea1-94cf-ed28bcabcfd0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.732060] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1231.732060] env[68831]: value = "task-2803639" [ 1231.732060] env[68831]: _type = "Task" [ 1231.732060] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.495045] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f480cfa-f8a6-489a-81d0-eca79a5013aa tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.192s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.499465] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.500499] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a82fb6-cd97-4239-98d7-101404386906 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.503992] env[68831]: DEBUG nova.compute.manager [req-af4a2dc1-bf40-4142-be03-3c53e707d095 req-c5357380-656d-4c6d-95f5-b7b2a39484c0 service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Received event network-changed-3b358b59-65d2-424f-bd9e-b139f6de849a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1232.504207] env[68831]: DEBUG nova.compute.manager [req-af4a2dc1-bf40-4142-be03-3c53e707d095 req-c5357380-656d-4c6d-95f5-b7b2a39484c0 service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Refreshing instance network info cache due to event network-changed-3b358b59-65d2-424f-bd9e-b139f6de849a. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1232.504411] env[68831]: DEBUG oslo_concurrency.lockutils [req-af4a2dc1-bf40-4142-be03-3c53e707d095 req-c5357380-656d-4c6d-95f5-b7b2a39484c0 service nova] Acquiring lock "refresh_cache-66ef2b4b-49af-4513-86aa-d97b8544ebcd" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.504554] env[68831]: DEBUG oslo_concurrency.lockutils [req-af4a2dc1-bf40-4142-be03-3c53e707d095 req-c5357380-656d-4c6d-95f5-b7b2a39484c0 service nova] Acquired lock "refresh_cache-66ef2b4b-49af-4513-86aa-d97b8544ebcd" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.504714] env[68831]: DEBUG nova.network.neutron [req-af4a2dc1-bf40-4142-be03-3c53e707d095 req-c5357380-656d-4c6d-95f5-b7b2a39484c0 service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Refreshing network info cache for port 3b358b59-65d2-424f-bd9e-b139f6de849a {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.508738] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.020s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.508738] env[68831]: INFO nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] During sync_power_state the instance has a pending task (spawning). Skip. [ 1232.508738] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.508738] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b0629ef-9aa6-4a3e-82a5-f5c6c4feb359 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.516947] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aefacb-b652-43f7-855c-d986169f5de1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.520919] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803639, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.521143] env[68831]: WARNING oslo_vmware.common.loopingcall [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] task run outlasted interval by 0.288813 sec [ 1232.523018] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1232.523018] env[68831]: value = "task-2803640" [ 1232.523018] env[68831]: _type = "Task" [ 1232.523018] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.554909] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd67f5c2-ea51-4f0c-88d8-f24623c0431e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.564350] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803639, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.564596] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.570106] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8972f5d-dabb-4143-9987-eabeae0cbc6b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.584936] env[68831]: DEBUG nova.compute.provider_tree [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.008550] env[68831]: DEBUG nova.compute.manager [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1233.038687] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803639, 'name': CloneVM_Task} progress is 94%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.043482] env[68831]: DEBUG nova.virt.hardware [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.043757] env[68831]: DEBUG nova.virt.hardware [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.044012] env[68831]: DEBUG nova.virt.hardware [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.044280] env[68831]: DEBUG nova.virt.hardware [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.044448] env[68831]: DEBUG nova.virt.hardware [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.044595] env[68831]: DEBUG nova.virt.hardware [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.044819] env[68831]: DEBUG nova.virt.hardware [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.045040] env[68831]: DEBUG nova.virt.hardware [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.045295] env[68831]: DEBUG nova.virt.hardware [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.045497] env[68831]: DEBUG nova.virt.hardware [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.045683] env[68831]: DEBUG nova.virt.hardware [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.046044] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803640, 'name': PowerOffVM_Task, 'duration_secs': 0.507556} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.046764] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e939c9-e34e-40d9-a6ac-099827f7de6f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.049729] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.049976] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance '5cf7eb75-6469-4990-9517-5f2cd4d33872' progress to 17 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.062573] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189f9159-1d4a-471b-a782-b0f6012f618b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.088143] env[68831]: DEBUG nova.scheduler.client.report [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.366780] env[68831]: DEBUG nova.network.neutron [req-af4a2dc1-bf40-4142-be03-3c53e707d095 req-c5357380-656d-4c6d-95f5-b7b2a39484c0 service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Updated VIF entry in instance network info cache for port 3b358b59-65d2-424f-bd9e-b139f6de849a. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.367278] env[68831]: DEBUG nova.network.neutron [req-af4a2dc1-bf40-4142-be03-3c53e707d095 req-c5357380-656d-4c6d-95f5-b7b2a39484c0 service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Updating instance_info_cache with network_info: [{"id": "3b358b59-65d2-424f-bd9e-b139f6de849a", "address": "fa:16:3e:4d:ff:c8", "network": {"id": "323d6838-a28d-4333-9760-94ee9280e037", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1921691465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34c758fdc5a04b408322e92655e799af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b358b59-65", "ovs_interfaceid": "3b358b59-65d2-424f-bd9e-b139f6de849a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.423271] env[68831]: DEBUG nova.network.neutron [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Successfully updated port: 47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.533562] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803639, 'name': CloneVM_Task} progress is 95%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.557383] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.557707] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.557802] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.558147] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.558361] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.558594] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.558806] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.559060] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.559343] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.559657] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.559984] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.565473] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb2b988-f9f8-4014-a64e-933c2300444a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.583435] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1233.583435] env[68831]: value = "task-2803641" [ 1233.583435] env[68831]: _type = "Task" [ 1233.583435] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.593190] env[68831]: DEBUG oslo_concurrency.lockutils [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.091s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.595628] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.595895] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.782s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.860486] env[68831]: DEBUG nova.compute.manager [req-82811e50-9c04-466b-b147-0441f93e2cae req-1ceeeefe-ab49-4d8a-8bf5-ff10383759dd service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Received event network-vif-plugged-47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1233.860737] env[68831]: DEBUG oslo_concurrency.lockutils [req-82811e50-9c04-466b-b147-0441f93e2cae req-1ceeeefe-ab49-4d8a-8bf5-ff10383759dd service nova] Acquiring lock "c51da600-6dc8-4bfb-b46f-68dbd674a545-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.861063] env[68831]: DEBUG oslo_concurrency.lockutils [req-82811e50-9c04-466b-b147-0441f93e2cae req-1ceeeefe-ab49-4d8a-8bf5-ff10383759dd service nova] Lock "c51da600-6dc8-4bfb-b46f-68dbd674a545-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.861289] env[68831]: DEBUG oslo_concurrency.lockutils [req-82811e50-9c04-466b-b147-0441f93e2cae req-1ceeeefe-ab49-4d8a-8bf5-ff10383759dd service nova] Lock "c51da600-6dc8-4bfb-b46f-68dbd674a545-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.861497] env[68831]: DEBUG nova.compute.manager [req-82811e50-9c04-466b-b147-0441f93e2cae req-1ceeeefe-ab49-4d8a-8bf5-ff10383759dd service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] No waiting events found dispatching network-vif-plugged-47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1233.861724] env[68831]: WARNING nova.compute.manager [req-82811e50-9c04-466b-b147-0441f93e2cae req-1ceeeefe-ab49-4d8a-8bf5-ff10383759dd service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Received unexpected event network-vif-plugged-47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab for instance with vm_state building and task_state spawning. [ 1233.861959] env[68831]: DEBUG nova.compute.manager [req-82811e50-9c04-466b-b147-0441f93e2cae req-1ceeeefe-ab49-4d8a-8bf5-ff10383759dd service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Received event network-changed-47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1233.862207] env[68831]: DEBUG nova.compute.manager [req-82811e50-9c04-466b-b147-0441f93e2cae req-1ceeeefe-ab49-4d8a-8bf5-ff10383759dd service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Refreshing instance network info cache due to event network-changed-47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1233.862526] env[68831]: DEBUG oslo_concurrency.lockutils [req-82811e50-9c04-466b-b147-0441f93e2cae req-1ceeeefe-ab49-4d8a-8bf5-ff10383759dd service nova] Acquiring lock "refresh_cache-c51da600-6dc8-4bfb-b46f-68dbd674a545" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.862719] env[68831]: DEBUG oslo_concurrency.lockutils [req-82811e50-9c04-466b-b147-0441f93e2cae req-1ceeeefe-ab49-4d8a-8bf5-ff10383759dd service nova] Acquired lock "refresh_cache-c51da600-6dc8-4bfb-b46f-68dbd674a545" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.862899] env[68831]: DEBUG nova.network.neutron [req-82811e50-9c04-466b-b147-0441f93e2cae req-1ceeeefe-ab49-4d8a-8bf5-ff10383759dd service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Refreshing network info cache for port 47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.870430] env[68831]: DEBUG oslo_concurrency.lockutils [req-af4a2dc1-bf40-4142-be03-3c53e707d095 req-c5357380-656d-4c6d-95f5-b7b2a39484c0 service nova] Releasing lock "refresh_cache-66ef2b4b-49af-4513-86aa-d97b8544ebcd" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.926099] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "refresh_cache-c51da600-6dc8-4bfb-b46f-68dbd674a545" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.034626] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803639, 'name': CloneVM_Task, 'duration_secs': 2.031437} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.035036] env[68831]: INFO nova.virt.vmwareapi.vmops [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Created linked-clone VM from snapshot [ 1234.035643] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8802c4e-5bee-4d25-8f21-7af95137f8c7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.043773] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Uploading image 385088af-604c-4b3d-a7d6-7d8e609dca8c {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1234.066130] env[68831]: DEBUG oslo_vmware.rw_handles [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1234.066130] env[68831]: value = "vm-563360" [ 1234.066130] env[68831]: _type = "VirtualMachine" [ 1234.066130] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1234.066424] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8149d93b-0349-41b8-8278-2eb01ef8c63a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.075115] env[68831]: DEBUG oslo_vmware.rw_handles [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lease: (returnval){ [ 1234.075115] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f311ca-a20d-4843-7768-a67bd170a069" [ 1234.075115] env[68831]: _type = "HttpNfcLease" [ 1234.075115] env[68831]: } obtained for exporting VM: (result){ [ 1234.075115] env[68831]: value = "vm-563360" [ 1234.075115] env[68831]: _type = "VirtualMachine" [ 1234.075115] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1234.075115] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the lease: (returnval){ [ 1234.075115] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f311ca-a20d-4843-7768-a67bd170a069" [ 1234.075115] env[68831]: _type = "HttpNfcLease" [ 1234.075115] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1234.081869] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1234.081869] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f311ca-a20d-4843-7768-a67bd170a069" [ 1234.081869] env[68831]: _type = "HttpNfcLease" [ 1234.081869] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1234.093393] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803641, 'name': ReconfigVM_Task, 'duration_secs': 0.295653} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.093642] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance '5cf7eb75-6469-4990-9517-5f2cd4d33872' progress to 33 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.103536] env[68831]: DEBUG oslo_concurrency.lockutils [None req-efa227bd-c4c3-4aa3-a761-755529b185da tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.605s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.104811] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.622s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.104811] env[68831]: INFO nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] During sync_power_state the instance has a pending task (shelving_offloading). Skip. [ 1234.104811] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.105010] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.394s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.105066] env[68831]: INFO nova.compute.manager [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Unshelving [ 1234.278583] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef40b8c-c215-4a51-b8b5-271e24b94176 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.286898] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccaa4bb-6ab0-439f-8a89-91e7192d2657 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.318449] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b3e711-5cc5-4eaa-a8c3-9e19ff548aee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.326847] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6173a6d6-401e-45dc-ae11-476c544eda3b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.341185] env[68831]: DEBUG nova.compute.provider_tree [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.395751] env[68831]: DEBUG nova.network.neutron [req-82811e50-9c04-466b-b147-0441f93e2cae req-1ceeeefe-ab49-4d8a-8bf5-ff10383759dd service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.469751] env[68831]: DEBUG nova.network.neutron [req-82811e50-9c04-466b-b147-0441f93e2cae req-1ceeeefe-ab49-4d8a-8bf5-ff10383759dd service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.584098] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1234.584098] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f311ca-a20d-4843-7768-a67bd170a069" [ 1234.584098] env[68831]: _type = "HttpNfcLease" [ 1234.584098] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1234.585073] env[68831]: DEBUG oslo_vmware.rw_handles [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1234.585073] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52f311ca-a20d-4843-7768-a67bd170a069" [ 1234.585073] env[68831]: _type = "HttpNfcLease" [ 1234.585073] env[68831]: }. {{(pid=68831) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1234.585073] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6520759f-352f-458f-ad88-2a251e7c51a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.593065] env[68831]: DEBUG oslo_vmware.rw_handles [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d16e9-4a89-251f-45ca-83ac744ba735/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1234.593263] env[68831]: DEBUG oslo_vmware.rw_handles [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d16e9-4a89-251f-45ca-83ac744ba735/disk-0.vmdk for reading. {{(pid=68831) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1234.654024] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.654356] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.654538] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.654726] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.654875] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.655036] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.655246] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.655406] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.655571] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.655733] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.655908] env[68831]: DEBUG nova.virt.hardware [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.661187] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1234.664863] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bbb44c1-0491-46a5-945e-f1ee8e3b6b00 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.688676] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1234.688676] env[68831]: value = "task-2803643" [ 1234.688676] env[68831]: _type = "Task" [ 1234.688676] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.697349] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.726849] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ada4f48-7452-4183-9c2d-a1a96cfbdfb6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.845529] env[68831]: DEBUG nova.scheduler.client.report [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.972523] env[68831]: DEBUG oslo_concurrency.lockutils [req-82811e50-9c04-466b-b147-0441f93e2cae req-1ceeeefe-ab49-4d8a-8bf5-ff10383759dd service nova] Releasing lock "refresh_cache-c51da600-6dc8-4bfb-b46f-68dbd674a545" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.972966] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "refresh_cache-c51da600-6dc8-4bfb-b46f-68dbd674a545" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.973174] env[68831]: DEBUG nova.network.neutron [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.197418] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.201448] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803643, 'name': ReconfigVM_Task, 'duration_secs': 0.223868} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.201885] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1235.202867] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631ccaa9-6ab1-41ec-83e2-a51ff6fe0fd4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.228224] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 5cf7eb75-6469-4990-9517-5f2cd4d33872/5cf7eb75-6469-4990-9517-5f2cd4d33872.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.228732] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fa7529e-45f8-4617-b364-0252489ee435 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.251330] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1235.251330] env[68831]: value = "task-2803644" [ 1235.251330] env[68831]: _type = "Task" [ 1235.251330] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.261522] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.507097] env[68831]: DEBUG nova.network.neutron [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.659737] env[68831]: DEBUG nova.network.neutron [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Updating instance_info_cache with network_info: [{"id": "47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab", "address": "fa:16:3e:40:fa:33", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ea2b1a-1d", "ovs_interfaceid": "47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.761958] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803644, 'name': ReconfigVM_Task, 'duration_secs': 0.40422} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.762565] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 5cf7eb75-6469-4990-9517-5f2cd4d33872/5cf7eb75-6469-4990-9517-5f2cd4d33872.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.763182] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance '5cf7eb75-6469-4990-9517-5f2cd4d33872' progress to 50 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.858039] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.261s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.860497] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.663s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.860783] env[68831]: DEBUG nova.objects.instance [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lazy-loading 'pci_requests' on Instance uuid 7d1fa73f-d708-41ec-a279-1d64cf42aa14 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.163261] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "refresh_cache-c51da600-6dc8-4bfb-b46f-68dbd674a545" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.163769] env[68831]: DEBUG nova.compute.manager [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Instance network_info: |[{"id": "47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab", "address": "fa:16:3e:40:fa:33", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ea2b1a-1d", "ovs_interfaceid": "47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.164426] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:fa:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.172496] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.173151] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.173438] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da2f8c44-960f-4e8f-8742-5147db489200 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.197433] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.197433] env[68831]: value = "task-2803645" [ 1236.197433] env[68831]: _type = "Task" [ 1236.197433] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.206886] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803645, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.270057] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3653877-2dc2-4fdc-88be-6a26d931a0c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.291758] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38097e8-3278-4a8d-bd24-a5a74af76f4d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.313401] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance '5cf7eb75-6469-4990-9517-5f2cd4d33872' progress to 67 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.368271] env[68831]: DEBUG nova.objects.instance [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lazy-loading 'numa_topology' on Instance uuid 7d1fa73f-d708-41ec-a279-1d64cf42aa14 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.439236] env[68831]: INFO nova.scheduler.client.report [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleted allocation for migration cbc319d9-ae9c-4449-9f5e-5c24d0fb6ec1 [ 1236.708953] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803645, 'name': CreateVM_Task, 'duration_secs': 0.457496} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.709251] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.710231] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.710512] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.711018] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.711281] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1f1957-6c14-4b55-b6ab-0ae177fd6eae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.716944] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1236.716944] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52119efc-610f-ca5d-d798-36619a00be9f" [ 1236.716944] env[68831]: _type = "Task" [ 1236.716944] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.726647] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52119efc-610f-ca5d-d798-36619a00be9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.743573] env[68831]: DEBUG oslo_vmware.rw_handles [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e00a3b-1a7a-bcce-4ce6-fe903434b1e1/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1236.745446] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce215a95-3f55-4311-b589-a2f71458ea83 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.751877] env[68831]: DEBUG oslo_vmware.rw_handles [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e00a3b-1a7a-bcce-4ce6-fe903434b1e1/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1236.752547] env[68831]: ERROR oslo_vmware.rw_handles [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e00a3b-1a7a-bcce-4ce6-fe903434b1e1/disk-0.vmdk due to incomplete transfer. [ 1236.752547] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-28902d44-7d43-4fa2-a546-d3db781fff0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.761124] env[68831]: DEBUG oslo_vmware.rw_handles [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e00a3b-1a7a-bcce-4ce6-fe903434b1e1/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1236.761348] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Uploaded image b06aa903-f6cb-4e3b-bcc6-2248895cf96c to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1236.763872] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1236.764138] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e066841f-740a-4054-9be4-d0db7a3d319d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.770882] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1236.770882] env[68831]: value = "task-2803646" [ 1236.770882] env[68831]: _type = "Task" [ 1236.770882] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.780091] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803646, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.858985] env[68831]: DEBUG nova.network.neutron [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Port 9d04fcbb-142e-45aa-9eef-51237de01c12 binding to destination host cpu-1 is already ACTIVE {{(pid=68831) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1236.874447] env[68831]: INFO nova.compute.claims [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.945661] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.564s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.946766] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.461s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.946962] env[68831]: INFO nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] During sync_power_state the instance has a pending task (deleting). Skip. [ 1236.947154] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.230740] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52119efc-610f-ca5d-d798-36619a00be9f, 'name': SearchDatastore_Task, 'duration_secs': 0.02444} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.231285] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.231774] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.231897] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.232118] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.232326] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.232976] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe54ee58-4980-4cfd-970b-dd1db074f0a1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.243921] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.244121] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.244934] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ded578-a576-40b5-a888-60a326c5d2eb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.252880] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1237.252880] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5290fff5-a033-4988-6f15-5a79cdf7771d" [ 1237.252880] env[68831]: _type = "Task" [ 1237.252880] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.261974] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5290fff5-a033-4988-6f15-5a79cdf7771d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.279933] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803646, 'name': Destroy_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.764622] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5290fff5-a033-4988-6f15-5a79cdf7771d, 'name': SearchDatastore_Task, 'duration_secs': 0.018911} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.765383] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17085f96-f4bd-4159-8c25-18d99a2dc581 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.772622] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1237.772622] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526136da-5334-a507-560d-2317a01d0aa8" [ 1237.772622] env[68831]: _type = "Task" [ 1237.772622] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.785232] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526136da-5334-a507-560d-2317a01d0aa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.788353] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803646, 'name': Destroy_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.881740] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "5cf7eb75-6469-4990-9517-5f2cd4d33872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.881740] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "5cf7eb75-6469-4990-9517-5f2cd4d33872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.881740] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "5cf7eb75-6469-4990-9517-5f2cd4d33872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.052737] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0076f0b-85c2-4d90-bcc1-5f6a4d8327da {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.061216] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f280c1e-0d0f-4e71-b18b-7a9d3088c21e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.094163] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb719e7-5982-4b7d-be9c-74948065053c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.102776] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237576e8-3b8a-4279-a054-e4cd0f14cae9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.116964] env[68831]: DEBUG nova.compute.provider_tree [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.285386] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803646, 'name': Destroy_Task, 'duration_secs': 1.057013} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.288969] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Destroyed the VM [ 1238.289797] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1238.289797] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526136da-5334-a507-560d-2317a01d0aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.015702} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.289961] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bd3958ec-91dd-49d8-912f-d61c5c41194c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.291826] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.292122] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] c51da600-6dc8-4bfb-b46f-68dbd674a545/c51da600-6dc8-4bfb-b46f-68dbd674a545.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.292478] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1049b0e-6d18-4425-b1a0-250dcffb403f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.302031] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1238.302031] env[68831]: value = "task-2803648" [ 1238.302031] env[68831]: _type = "Task" [ 1238.302031] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.302921] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1238.302921] env[68831]: value = "task-2803647" [ 1238.302921] env[68831]: _type = "Task" [ 1238.302921] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.315360] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803648, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.318432] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.419109] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.419387] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.419597] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.419783] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.419952] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.422170] env[68831]: INFO nova.compute.manager [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Terminating instance [ 1238.620085] env[68831]: DEBUG nova.scheduler.client.report [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.817849] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803647, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.821273] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803648, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.926995] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.927221] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.927407] env[68831]: DEBUG nova.network.neutron [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.929058] env[68831]: DEBUG nova.compute.manager [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.929271] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.930340] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829d340a-d524-4a13-9111-30816b1a0762 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.939722] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.940026] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bfc3442-4474-4568-b471-779351f0a6cb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.948767] env[68831]: DEBUG oslo_vmware.api [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1238.948767] env[68831]: value = "task-2803649" [ 1238.948767] env[68831]: _type = "Task" [ 1238.948767] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.959255] env[68831]: DEBUG oslo_vmware.api [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.126323] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.265s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.175402] env[68831]: INFO nova.network.neutron [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Updating port c6f0c658-5c47-403a-b84b-ddde1f261848 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1239.317567] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654038} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.320727] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] c51da600-6dc8-4bfb-b46f-68dbd674a545/c51da600-6dc8-4bfb-b46f-68dbd674a545.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.320957] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.321395] env[68831]: DEBUG oslo_vmware.api [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803648, 'name': RemoveSnapshot_Task, 'duration_secs': 0.987796} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.321613] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c753d2e4-8e48-47f7-8988-706c9a25e087 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.323788] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1239.324039] env[68831]: INFO nova.compute.manager [None req-40f98ba1-e554-446c-ae61-3b89fa402c6b tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Took 22.01 seconds to snapshot the instance on the hypervisor. [ 1239.332385] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1239.332385] env[68831]: value = "task-2803650" [ 1239.332385] env[68831]: _type = "Task" [ 1239.332385] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.344923] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.459846] env[68831]: DEBUG oslo_vmware.api [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803649, 'name': PowerOffVM_Task, 'duration_secs': 0.250148} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.460389] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.460597] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.460862] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63d17ea7-dcec-4e07-ac22-e32f31426c6e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.701169] env[68831]: DEBUG nova.network.neutron [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance_info_cache with network_info: [{"id": "9d04fcbb-142e-45aa-9eef-51237de01c12", "address": "fa:16:3e:05:72:76", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d04fcbb-14", "ovs_interfaceid": "9d04fcbb-142e-45aa-9eef-51237de01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.843689] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075681} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.843979] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.844792] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205ccbe9-cb6c-48ec-8f69-57a002258334 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.868734] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] c51da600-6dc8-4bfb-b46f-68dbd674a545/c51da600-6dc8-4bfb-b46f-68dbd674a545.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.869855] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-864f979e-b831-47bc-91b0-3974960a4324 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.892829] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1239.892829] env[68831]: value = "task-2803652" [ 1239.892829] env[68831]: _type = "Task" [ 1239.892829] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.901636] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.137775] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.138095] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.138282] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleting the datastore file [datastore1] 516b964e-1c5d-4b6c-886e-28e2f2ff555a {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.138613] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14764c86-efa3-4410-b50d-f30275bc8503 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.147957] env[68831]: DEBUG oslo_vmware.api [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for the task: (returnval){ [ 1240.147957] env[68831]: value = "task-2803653" [ 1240.147957] env[68831]: _type = "Task" [ 1240.147957] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.155698] env[68831]: DEBUG oslo_vmware.api [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.204574] env[68831]: DEBUG oslo_concurrency.lockutils [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.404978] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803652, 'name': ReconfigVM_Task, 'duration_secs': 0.410461} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.405366] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Reconfigured VM instance instance-00000076 to attach disk [datastore1] c51da600-6dc8-4bfb-b46f-68dbd674a545/c51da600-6dc8-4bfb-b46f-68dbd674a545.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.406373] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c3ef16e-2e41-4f45-a422-92d9dfe3dc0a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.424012] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1240.424012] env[68831]: value = "task-2803654" [ 1240.424012] env[68831]: _type = "Task" [ 1240.424012] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.434597] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803654, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.658492] env[68831]: DEBUG oslo_vmware.api [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Task: {'id': task-2803653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447064} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.658740] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.658925] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.659133] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.659312] env[68831]: INFO nova.compute.manager [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1240.659552] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.659741] env[68831]: DEBUG nova.compute.manager [-] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.659835] env[68831]: DEBUG nova.network.neutron [-] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.716011] env[68831]: DEBUG nova.compute.manager [req-0b2e84e3-b9d8-4b6e-bd3e-b259b3db14ea req-98d7a12c-5dfb-43f8-862b-4b08bf3a1f23 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Received event network-vif-plugged-c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1240.716277] env[68831]: DEBUG oslo_concurrency.lockutils [req-0b2e84e3-b9d8-4b6e-bd3e-b259b3db14ea req-98d7a12c-5dfb-43f8-862b-4b08bf3a1f23 service nova] Acquiring lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.716542] env[68831]: DEBUG oslo_concurrency.lockutils [req-0b2e84e3-b9d8-4b6e-bd3e-b259b3db14ea req-98d7a12c-5dfb-43f8-862b-4b08bf3a1f23 service nova] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.716756] env[68831]: DEBUG oslo_concurrency.lockutils [req-0b2e84e3-b9d8-4b6e-bd3e-b259b3db14ea req-98d7a12c-5dfb-43f8-862b-4b08bf3a1f23 service nova] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.716964] env[68831]: DEBUG nova.compute.manager [req-0b2e84e3-b9d8-4b6e-bd3e-b259b3db14ea req-98d7a12c-5dfb-43f8-862b-4b08bf3a1f23 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] No waiting events found dispatching network-vif-plugged-c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.717326] env[68831]: WARNING nova.compute.manager [req-0b2e84e3-b9d8-4b6e-bd3e-b259b3db14ea req-98d7a12c-5dfb-43f8-862b-4b08bf3a1f23 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Received unexpected event network-vif-plugged-c6f0c658-5c47-403a-b84b-ddde1f261848 for instance with vm_state shelved_offloaded and task_state spawning. [ 1240.746515] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6348f1d1-e031-4d8b-9167-c6c35aa02ad8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.766719] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c30c21c-f2dc-46b4-b6d9-229cfd2e3c76 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.775488] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance '5cf7eb75-6469-4990-9517-5f2cd4d33872' progress to 83 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.935865] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803654, 'name': Rename_Task, 'duration_secs': 0.170191} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.936158] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.936446] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a45330f-c328-48d9-ac24-262f54d6cd03 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.945249] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1240.945249] env[68831]: value = "task-2803655" [ 1240.945249] env[68831]: _type = "Task" [ 1240.945249] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.955475] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.975365] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.975542] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.975745] env[68831]: DEBUG nova.network.neutron [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.226294] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "e26b8204-a837-43e0-95b2-e24bbb143043" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.226630] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "e26b8204-a837-43e0-95b2-e24bbb143043" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.226911] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "e26b8204-a837-43e0-95b2-e24bbb143043-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.227131] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "e26b8204-a837-43e0-95b2-e24bbb143043-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.227360] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "e26b8204-a837-43e0-95b2-e24bbb143043-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.229845] env[68831]: INFO nova.compute.manager [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Terminating instance [ 1241.282730] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.282730] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43be05f8-53bc-4f7f-96e2-ff12f0795783 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.291589] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1241.291589] env[68831]: value = "task-2803656" [ 1241.291589] env[68831]: _type = "Task" [ 1241.291589] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.302019] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.455840] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803655, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.543813] env[68831]: DEBUG nova.network.neutron [-] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.735736] env[68831]: DEBUG nova.compute.manager [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.736118] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.737031] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8449643b-0749-4b61-adb9-a9338af98b7b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.745764] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.746459] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1604ef0c-6378-4219-89c3-e9a591e466c7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.753679] env[68831]: DEBUG oslo_vmware.api [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1241.753679] env[68831]: value = "task-2803657" [ 1241.753679] env[68831]: _type = "Task" [ 1241.753679] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.764006] env[68831]: DEBUG oslo_vmware.api [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.771718] env[68831]: DEBUG nova.network.neutron [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Updating instance_info_cache with network_info: [{"id": "c6f0c658-5c47-403a-b84b-ddde1f261848", "address": "fa:16:3e:9e:56:f5", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f0c658-5c", "ovs_interfaceid": "c6f0c658-5c47-403a-b84b-ddde1f261848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.802973] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803656, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.956424] env[68831]: DEBUG oslo_vmware.api [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803655, 'name': PowerOnVM_Task, 'duration_secs': 0.527119} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.956736] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.956944] env[68831]: INFO nova.compute.manager [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1241.957148] env[68831]: DEBUG nova.compute.manager [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.958124] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d23e0e7-d42c-47d9-8603-443301c0a605 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.046698] env[68831]: INFO nova.compute.manager [-] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Took 1.39 seconds to deallocate network for instance. [ 1242.264426] env[68831]: DEBUG oslo_vmware.api [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803657, 'name': PowerOffVM_Task, 'duration_secs': 0.391832} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.264667] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.264885] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.265153] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63c0e438-764b-405c-8aa7-fdea793f29ef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.274293] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.304481] env[68831]: DEBUG oslo_vmware.api [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803656, 'name': PowerOnVM_Task, 'duration_secs': 0.547081} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.306711] env[68831]: DEBUG nova.virt.hardware [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='71c73366093bc46368e2f8bfb975f5ac',container_format='bare',created_at=2025-03-06T09:40:20Z,direct_url=,disk_format='vmdk',id=f0d73dd8-14c1-4317-8878-b76049604027,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1104061811-shelved',owner='1346b0edc19f43e3b974565d168cbe8a',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-06T09:40:35Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.306943] env[68831]: DEBUG nova.virt.hardware [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.307116] env[68831]: DEBUG nova.virt.hardware [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.307307] env[68831]: DEBUG nova.virt.hardware [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.307455] env[68831]: DEBUG nova.virt.hardware [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.307602] env[68831]: DEBUG nova.virt.hardware [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.307811] env[68831]: DEBUG nova.virt.hardware [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.307986] env[68831]: DEBUG nova.virt.hardware [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.308174] env[68831]: DEBUG nova.virt.hardware [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.308340] env[68831]: DEBUG nova.virt.hardware [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.308513] env[68831]: DEBUG nova.virt.hardware [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.308800] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.308980] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-eb54b4af-2569-4918-8804-7642b5db1d90 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance '5cf7eb75-6469-4990-9517-5f2cd4d33872' progress to 100 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.313683] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122afe26-e0bf-4925-b51c-73ca2dccad53 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.322403] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42696ec3-1faf-4434-ac30-0767ed041a64 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.337476] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:56:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6f0c658-5c47-403a-b84b-ddde1f261848', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.345546] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.347187] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.347507] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.347701] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.347879] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Deleting the datastore file [datastore2] e26b8204-a837-43e0-95b2-e24bbb143043 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.348152] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e575adf-10ab-4a2d-99e9-ae82561652c0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.362854] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc838151-f514-47d4-afb3-4bf10efff51a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.371350] env[68831]: DEBUG oslo_vmware.api [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1242.371350] env[68831]: value = "task-2803659" [ 1242.371350] env[68831]: _type = "Task" [ 1242.371350] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.372669] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.372669] env[68831]: value = "task-2803660" [ 1242.372669] env[68831]: _type = "Task" [ 1242.372669] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.387530] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803660, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.390907] env[68831]: DEBUG oslo_vmware.api [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.477938] env[68831]: INFO nova.compute.manager [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Took 19.14 seconds to build instance. [ 1242.554508] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.554820] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.555026] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.580018] env[68831]: INFO nova.scheduler.client.report [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Deleted allocations for instance 516b964e-1c5d-4b6c-886e-28e2f2ff555a [ 1242.799077] env[68831]: DEBUG nova.compute.manager [req-26d13348-693d-4a9f-ba5f-9cae4ac2a4d1 req-c43da12e-24d2-4422-afca-1f07eafab120 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Received event network-changed-c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1242.799077] env[68831]: DEBUG nova.compute.manager [req-26d13348-693d-4a9f-ba5f-9cae4ac2a4d1 req-c43da12e-24d2-4422-afca-1f07eafab120 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Refreshing instance network info cache due to event network-changed-c6f0c658-5c47-403a-b84b-ddde1f261848. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1242.799077] env[68831]: DEBUG oslo_concurrency.lockutils [req-26d13348-693d-4a9f-ba5f-9cae4ac2a4d1 req-c43da12e-24d2-4422-afca-1f07eafab120 service nova] Acquiring lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.799298] env[68831]: DEBUG oslo_concurrency.lockutils [req-26d13348-693d-4a9f-ba5f-9cae4ac2a4d1 req-c43da12e-24d2-4422-afca-1f07eafab120 service nova] Acquired lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.799383] env[68831]: DEBUG nova.network.neutron [req-26d13348-693d-4a9f-ba5f-9cae4ac2a4d1 req-c43da12e-24d2-4422-afca-1f07eafab120 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Refreshing network info cache for port c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.886516] env[68831]: DEBUG oslo_vmware.api [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385563} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.889839] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.890070] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.890322] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.890534] env[68831]: INFO nova.compute.manager [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1242.890806] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.891024] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803660, 'name': CreateVM_Task, 'duration_secs': 0.382362} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.891233] env[68831]: DEBUG nova.compute.manager [-] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.891333] env[68831]: DEBUG nova.network.neutron [-] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.892945] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.893910] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0d73dd8-14c1-4317-8878-b76049604027" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.894128] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0d73dd8-14c1-4317-8878-b76049604027" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.894519] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0d73dd8-14c1-4317-8878-b76049604027" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.895106] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd46f189-f7b1-49d3-8ddf-3b07f5bd1b3b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.900624] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1242.900624] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52830f06-0a73-61bf-807c-b61280f4aece" [ 1242.900624] env[68831]: _type = "Task" [ 1242.900624] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.909423] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52830f06-0a73-61bf-807c-b61280f4aece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.980190] env[68831]: DEBUG oslo_concurrency.lockutils [None req-32053344-b06f-4c54-83f1-79817e804770 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "c51da600-6dc8-4bfb-b46f-68dbd674a545" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.669s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.089623] env[68831]: DEBUG oslo_concurrency.lockutils [None req-30d3c2c5-face-46e7-9704-79a6ac3d2d59 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Lock "516b964e-1c5d-4b6c-886e-28e2f2ff555a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.669s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.411296] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0d73dd8-14c1-4317-8878-b76049604027" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.411569] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Processing image f0d73dd8-14c1-4317-8878-b76049604027 {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.411809] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0d73dd8-14c1-4317-8878-b76049604027/f0d73dd8-14c1-4317-8878-b76049604027.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.411957] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0d73dd8-14c1-4317-8878-b76049604027/f0d73dd8-14c1-4317-8878-b76049604027.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.412185] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.412442] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3df85c4c-d580-44bc-ae23-2bbb694fc9a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.430215] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.430433] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.431216] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af49ee9-08b5-4937-8493-dbe5c81b32aa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.440553] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1243.440553] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ad77d9-2092-3ab1-3f86-d41fa93dfa24" [ 1243.440553] env[68831]: _type = "Task" [ 1243.440553] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.454878] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ad77d9-2092-3ab1-3f86-d41fa93dfa24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.573074] env[68831]: DEBUG nova.network.neutron [req-26d13348-693d-4a9f-ba5f-9cae4ac2a4d1 req-c43da12e-24d2-4422-afca-1f07eafab120 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Updated VIF entry in instance network info cache for port c6f0c658-5c47-403a-b84b-ddde1f261848. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.573074] env[68831]: DEBUG nova.network.neutron [req-26d13348-693d-4a9f-ba5f-9cae4ac2a4d1 req-c43da12e-24d2-4422-afca-1f07eafab120 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Updating instance_info_cache with network_info: [{"id": "c6f0c658-5c47-403a-b84b-ddde1f261848", "address": "fa:16:3e:9e:56:f5", "network": {"id": "d2fb2709-d263-4a17-b15a-3e13fd5ea51b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-265382405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1346b0edc19f43e3b974565d168cbe8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f0c658-5c", "ovs_interfaceid": "c6f0c658-5c47-403a-b84b-ddde1f261848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.836998] env[68831]: DEBUG nova.network.neutron [-] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.953871] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Preparing fetch location {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1243.954030] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Fetch image to [datastore2] OSTACK_IMG_bd193ffd-e1e8-40ed-9335-4f43061fcb86/OSTACK_IMG_bd193ffd-e1e8-40ed-9335-4f43061fcb86.vmdk {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1243.954225] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Downloading stream optimized image f0d73dd8-14c1-4317-8878-b76049604027 to [datastore2] OSTACK_IMG_bd193ffd-e1e8-40ed-9335-4f43061fcb86/OSTACK_IMG_bd193ffd-e1e8-40ed-9335-4f43061fcb86.vmdk on the data store datastore2 as vApp {{(pid=68831) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1243.954398] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Downloading image file data f0d73dd8-14c1-4317-8878-b76049604027 to the ESX as VM named 'OSTACK_IMG_bd193ffd-e1e8-40ed-9335-4f43061fcb86' {{(pid=68831) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1244.047443] env[68831]: DEBUG oslo_vmware.rw_handles [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1244.047443] env[68831]: value = "resgroup-9" [ 1244.047443] env[68831]: _type = "ResourcePool" [ 1244.047443] env[68831]: }. {{(pid=68831) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1244.048058] env[68831]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9ab1d568-72a0-4b6a-9fc5-ac10d7480c09 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.075477] env[68831]: DEBUG oslo_concurrency.lockutils [req-26d13348-693d-4a9f-ba5f-9cae4ac2a4d1 req-c43da12e-24d2-4422-afca-1f07eafab120 service nova] Releasing lock "refresh_cache-7d1fa73f-d708-41ec-a279-1d64cf42aa14" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.075948] env[68831]: DEBUG nova.compute.manager [req-26d13348-693d-4a9f-ba5f-9cae4ac2a4d1 req-c43da12e-24d2-4422-afca-1f07eafab120 service nova] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Received event network-vif-deleted-52bc07a0-3c61-4e49-bfeb-147f90c20b0d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1244.079225] env[68831]: DEBUG oslo_vmware.rw_handles [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lease: (returnval){ [ 1244.079225] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e937d0-e4fe-7e62-e1fa-17b4b89ac5dd" [ 1244.079225] env[68831]: _type = "HttpNfcLease" [ 1244.079225] env[68831]: } obtained for vApp import into resource pool (val){ [ 1244.079225] env[68831]: value = "resgroup-9" [ 1244.079225] env[68831]: _type = "ResourcePool" [ 1244.079225] env[68831]: }. {{(pid=68831) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1244.079692] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the lease: (returnval){ [ 1244.079692] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e937d0-e4fe-7e62-e1fa-17b4b89ac5dd" [ 1244.079692] env[68831]: _type = "HttpNfcLease" [ 1244.079692] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1244.092810] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.092810] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e937d0-e4fe-7e62-e1fa-17b4b89ac5dd" [ 1244.092810] env[68831]: _type = "HttpNfcLease" [ 1244.092810] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1244.343183] env[68831]: INFO nova.compute.manager [-] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Took 1.45 seconds to deallocate network for instance. [ 1244.587453] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.587453] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e937d0-e4fe-7e62-e1fa-17b4b89ac5dd" [ 1244.587453] env[68831]: _type = "HttpNfcLease" [ 1244.587453] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1244.642547] env[68831]: DEBUG nova.network.neutron [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Port 9d04fcbb-142e-45aa-9eef-51237de01c12 binding to destination host cpu-1 is already ACTIVE {{(pid=68831) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1244.642828] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.642983] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.643174] env[68831]: DEBUG nova.network.neutron [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.850777] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.851099] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.851353] env[68831]: DEBUG nova.objects.instance [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lazy-loading 'resources' on Instance uuid e26b8204-a837-43e0-95b2-e24bbb143043 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.856604] env[68831]: DEBUG nova.compute.manager [req-587758ee-66bf-4866-94ec-a4b39b652a0d req-0bf6fcb5-f4e5-40a4-b267-78245c7f8f24 service nova] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Received event network-vif-deleted-1260c5dd-bb57-47f4-86be-a7c19e9df357 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1244.857068] env[68831]: DEBUG nova.compute.manager [req-587758ee-66bf-4866-94ec-a4b39b652a0d req-0bf6fcb5-f4e5-40a4-b267-78245c7f8f24 service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Received event network-changed-47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1244.857068] env[68831]: DEBUG nova.compute.manager [req-587758ee-66bf-4866-94ec-a4b39b652a0d req-0bf6fcb5-f4e5-40a4-b267-78245c7f8f24 service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Refreshing instance network info cache due to event network-changed-47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1244.857254] env[68831]: DEBUG oslo_concurrency.lockutils [req-587758ee-66bf-4866-94ec-a4b39b652a0d req-0bf6fcb5-f4e5-40a4-b267-78245c7f8f24 service nova] Acquiring lock "refresh_cache-c51da600-6dc8-4bfb-b46f-68dbd674a545" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.857376] env[68831]: DEBUG oslo_concurrency.lockutils [req-587758ee-66bf-4866-94ec-a4b39b652a0d req-0bf6fcb5-f4e5-40a4-b267-78245c7f8f24 service nova] Acquired lock "refresh_cache-c51da600-6dc8-4bfb-b46f-68dbd674a545" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.857543] env[68831]: DEBUG nova.network.neutron [req-587758ee-66bf-4866-94ec-a4b39b652a0d req-0bf6fcb5-f4e5-40a4-b267-78245c7f8f24 service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Refreshing network info cache for port 47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.089167] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.089167] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e937d0-e4fe-7e62-e1fa-17b4b89ac5dd" [ 1245.089167] env[68831]: _type = "HttpNfcLease" [ 1245.089167] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1245.351109] env[68831]: DEBUG nova.network.neutron [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance_info_cache with network_info: [{"id": "9d04fcbb-142e-45aa-9eef-51237de01c12", "address": "fa:16:3e:05:72:76", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d04fcbb-14", "ovs_interfaceid": "9d04fcbb-142e-45aa-9eef-51237de01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.487476] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.490114] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.500216] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a42580-6a2a-490a-95ee-e2f9b79ad4c8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.508929] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd28a81-b799-4dd9-b383-9845e4939bbf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.542414] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79aec45f-4c9c-49d3-bc91-c75f575597f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.552460] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9833c1fd-f327-46b4-911c-7055f193c126 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.569158] env[68831]: DEBUG nova.compute.provider_tree [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.588710] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.588710] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e937d0-e4fe-7e62-e1fa-17b4b89ac5dd" [ 1245.588710] env[68831]: _type = "HttpNfcLease" [ 1245.588710] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1245.589084] env[68831]: DEBUG oslo_vmware.rw_handles [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1245.589084] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e937d0-e4fe-7e62-e1fa-17b4b89ac5dd" [ 1245.589084] env[68831]: _type = "HttpNfcLease" [ 1245.589084] env[68831]: }. {{(pid=68831) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1245.589733] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237aa12f-1341-48f6-9831-e709736d2827 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.597376] env[68831]: DEBUG oslo_vmware.rw_handles [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f011ff-a806-0792-8ffa-3b60e0c682e0/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1245.597564] env[68831]: DEBUG oslo_vmware.rw_handles [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f011ff-a806-0792-8ffa-3b60e0c682e0/disk-0.vmdk. {{(pid=68831) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1245.662487] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-499846af-a709-40de-a0f7-13b0092326fb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.675351] env[68831]: DEBUG oslo_vmware.rw_handles [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d16e9-4a89-251f-45ca-83ac744ba735/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1245.676313] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3034401d-3d0a-45d4-b962-a0517cc0525d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.682338] env[68831]: DEBUG oslo_vmware.rw_handles [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d16e9-4a89-251f-45ca-83ac744ba735/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1245.682502] env[68831]: ERROR oslo_vmware.rw_handles [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d16e9-4a89-251f-45ca-83ac744ba735/disk-0.vmdk due to incomplete transfer. [ 1245.682713] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0c81e471-42d6-4c41-877b-8677d6734d48 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.700168] env[68831]: DEBUG oslo_vmware.rw_handles [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d16e9-4a89-251f-45ca-83ac744ba735/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1245.700390] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Uploaded image 385088af-604c-4b3d-a7d6-7d8e609dca8c to the Glance image server {{(pid=68831) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1245.702408] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Destroying the VM {{(pid=68831) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1245.702654] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b55b4399-983c-4e2c-acd7-0ba19b6fad3d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.709939] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1245.709939] env[68831]: value = "task-2803663" [ 1245.709939] env[68831]: _type = "Task" [ 1245.709939] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.721169] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803663, 'name': Destroy_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.812693] env[68831]: DEBUG nova.network.neutron [req-587758ee-66bf-4866-94ec-a4b39b652a0d req-0bf6fcb5-f4e5-40a4-b267-78245c7f8f24 service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Updated VIF entry in instance network info cache for port 47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.813150] env[68831]: DEBUG nova.network.neutron [req-587758ee-66bf-4866-94ec-a4b39b652a0d req-0bf6fcb5-f4e5-40a4-b267-78245c7f8f24 service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Updating instance_info_cache with network_info: [{"id": "47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab", "address": "fa:16:3e:40:fa:33", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ea2b1a-1d", "ovs_interfaceid": "47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.853631] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.943513] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.072968] env[68831]: DEBUG nova.scheduler.client.report [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.223733] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803663, 'name': Destroy_Task} progress is 33%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.316138] env[68831]: DEBUG oslo_concurrency.lockutils [req-587758ee-66bf-4866-94ec-a4b39b652a0d req-0bf6fcb5-f4e5-40a4-b267-78245c7f8f24 service nova] Releasing lock "refresh_cache-c51da600-6dc8-4bfb-b46f-68dbd674a545" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.358431] env[68831]: DEBUG nova.compute.manager [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68831) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1246.359093] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.446335] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.578818] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.581338] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.223s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.603941] env[68831]: INFO nova.scheduler.client.report [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Deleted allocations for instance e26b8204-a837-43e0-95b2-e24bbb143043 [ 1246.721860] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803663, 'name': Destroy_Task, 'duration_secs': 0.581587} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.722121] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Destroyed the VM [ 1246.722364] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Deleting Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1246.722611] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-779b7ce1-d625-4c15-a9a0-9ac67d77bc65 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.731432] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1246.731432] env[68831]: value = "task-2803664" [ 1246.731432] env[68831]: _type = "Task" [ 1246.731432] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.740264] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803664, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.085335] env[68831]: DEBUG nova.objects.instance [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lazy-loading 'migration_context' on Instance uuid 5cf7eb75-6469-4990-9517-5f2cd4d33872 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.112557] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5ffb2385-20d0-4eae-8d3d-22cab910c24e tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "e26b8204-a837-43e0-95b2-e24bbb143043" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.886s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.113767] env[68831]: DEBUG oslo_vmware.rw_handles [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Completed reading data from the image iterator. {{(pid=68831) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1247.113960] env[68831]: DEBUG oslo_vmware.rw_handles [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f011ff-a806-0792-8ffa-3b60e0c682e0/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1247.114832] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae565ad-b59b-4290-86b2-ca55ba525d34 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.123663] env[68831]: DEBUG oslo_vmware.rw_handles [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f011ff-a806-0792-8ffa-3b60e0c682e0/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1247.123854] env[68831]: DEBUG oslo_vmware.rw_handles [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f011ff-a806-0792-8ffa-3b60e0c682e0/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1247.124131] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-70d7c196-6608-46aa-aebb-4e256ff36ee1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.242448] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803664, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.458481] env[68831]: DEBUG oslo_vmware.rw_handles [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f011ff-a806-0792-8ffa-3b60e0c682e0/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1247.458722] env[68831]: INFO nova.virt.vmwareapi.images [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Downloaded image file data f0d73dd8-14c1-4317-8878-b76049604027 [ 1247.459692] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390d2197-0d8e-426e-906d-abe3f4660ee0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.477125] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eeca0477-ed3d-4526-a54a-04ee58ae3dec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.544694] env[68831]: INFO nova.virt.vmwareapi.images [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] The imported VM was unregistered [ 1247.546949] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Caching image {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1247.547381] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f0d73dd8-14c1-4317-8878-b76049604027 {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.547653] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32c4f614-2ded-4343-a9b5-15a9b6a02eaf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.561951] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Created directory with path [datastore2] devstack-image-cache_base/f0d73dd8-14c1-4317-8878-b76049604027 {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.562295] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_bd193ffd-e1e8-40ed-9335-4f43061fcb86/OSTACK_IMG_bd193ffd-e1e8-40ed-9335-4f43061fcb86.vmdk to [datastore2] devstack-image-cache_base/f0d73dd8-14c1-4317-8878-b76049604027/f0d73dd8-14c1-4317-8878-b76049604027.vmdk. {{(pid=68831) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1247.562710] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d54f7db7-7936-420d-a3e5-38d5b48ba7a1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.571901] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1247.571901] env[68831]: value = "task-2803666" [ 1247.571901] env[68831]: _type = "Task" [ 1247.571901] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.591903] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803666, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.726287] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b098d05a-729a-4d3a-a21e-d26e4a47536d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.737317] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcb1a32-3322-495f-9ad1-1755a958d875 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.746072] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803664, 'name': RemoveSnapshot_Task, 'duration_secs': 0.69208} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.770901] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Deleted Snapshot of the VM instance {{(pid=68831) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1247.771236] env[68831]: DEBUG nova.compute.manager [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.772230] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b12129-1bb9-4a10-85b6-45934d3b6322 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.775291] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db856f26-6266-4410-9a86-8b3295397039 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.784582] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0af18a4-ee28-4be2-b6cb-e63b28d104c3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.801660] env[68831]: DEBUG nova.compute.provider_tree [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.080954] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "9d4f731c-64c5-47ad-b2b3-856e86071619" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.081225] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "9d4f731c-64c5-47ad-b2b3-856e86071619" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.081427] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "9d4f731c-64c5-47ad-b2b3-856e86071619-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.081608] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "9d4f731c-64c5-47ad-b2b3-856e86071619-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.081781] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "9d4f731c-64c5-47ad-b2b3-856e86071619-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.086700] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803666, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.087164] env[68831]: INFO nova.compute.manager [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Terminating instance [ 1248.295588] env[68831]: INFO nova.compute.manager [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Shelve offloading [ 1248.304451] env[68831]: DEBUG nova.scheduler.client.report [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.584865] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803666, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.594858] env[68831]: DEBUG nova.compute.manager [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.595128] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.596168] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbba000b-140a-4945-9bcb-386714f7e4a2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.607668] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.608311] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78867352-a218-4a5c-b5b1-2e9d058f9647 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.619443] env[68831]: DEBUG oslo_vmware.api [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1248.619443] env[68831]: value = "task-2803667" [ 1248.619443] env[68831]: _type = "Task" [ 1248.619443] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.630146] env[68831]: DEBUG oslo_vmware.api [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.799263] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.799637] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94bcb708-5d4f-4cf8-81be-1a1b93f4d01e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.820036] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1248.820036] env[68831]: value = "task-2803668" [ 1248.820036] env[68831]: _type = "Task" [ 1248.820036] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.830115] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.089646] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803666, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.131285] env[68831]: DEBUG oslo_vmware.api [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.318133] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.737s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.323994] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.878s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.324208] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.324333] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68831) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1249.327333] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5bb8cb-2767-4479-a1d1-9980eec583f8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.350347] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10adcce-8109-478c-9452-1b92bb41f28f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.355868] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] VM already powered off {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1249.356200] env[68831]: DEBUG nova.compute.manager [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.358106] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfc7767-d131-4253-b0fd-53d2feb83858 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.377530] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.377802] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.378070] env[68831]: DEBUG nova.network.neutron [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.380729] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92704694-24ba-41b3-a8b5-5fd3d8fc0d31 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.390163] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab8c7ba-46d6-4751-86cc-981ebbf27f0e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.424346] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179497MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68831) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1249.424588] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.424678] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.586023] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803666, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.634234] env[68831]: DEBUG oslo_vmware.api [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803667, 'name': PowerOffVM_Task, 'duration_secs': 1.01526} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.634724] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.635086] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.635476] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01fe466f-53e7-40f2-ac6c-47e755e421b3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.852960] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.853420] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.853420] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Deleting the datastore file [datastore2] 9d4f731c-64c5-47ad-b2b3-856e86071619 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.853627] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f10b5c0b-6429-439e-86fb-abf4705c2d8f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.861875] env[68831]: DEBUG oslo_vmware.api [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for the task: (returnval){ [ 1249.861875] env[68831]: value = "task-2803670" [ 1249.861875] env[68831]: _type = "Task" [ 1249.861875] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.871622] env[68831]: DEBUG oslo_vmware.api [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.064277] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Acquiring lock "e1e340b4-cbe9-45dd-8fe0-cb814dde14fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.064522] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Lock "e1e340b4-cbe9-45dd-8fe0-cb814dde14fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.087259] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803666, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.104899] env[68831]: DEBUG nova.network.neutron [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Updating instance_info_cache with network_info: [{"id": "cbaa1e55-acd3-44e7-a188-29c2fde11b87", "address": "fa:16:3e:c3:0a:2a", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbaa1e55-ac", "ovs_interfaceid": "cbaa1e55-acd3-44e7-a188-29c2fde11b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.373258] env[68831]: DEBUG oslo_vmware.api [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.457834] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance e667e383-575b-4cc6-9a2d-0a9d792697fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.458007] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 62318067-cfaf-48e9-a5e9-6a4d786a367f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.458337] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 315511f1-cd02-4989-ab44-f07126e0afef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.458493] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 9d4f731c-64c5-47ad-b2b3-856e86071619 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.458620] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 79385505-25cb-41fa-835c-f1c05380c631 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.458743] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 66ef2b4b-49af-4513-86aa-d97b8544ebcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.566777] env[68831]: DEBUG nova.compute.manager [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1250.587407] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803666, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.608496] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.815020] env[68831]: DEBUG nova.compute.manager [req-92aec326-cdec-4def-9a6c-a9fe033752f1 req-5275848e-68dc-4a2b-b42a-7d663f93122a service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Received event network-vif-unplugged-cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1250.815228] env[68831]: DEBUG oslo_concurrency.lockutils [req-92aec326-cdec-4def-9a6c-a9fe033752f1 req-5275848e-68dc-4a2b-b42a-7d663f93122a service nova] Acquiring lock "79385505-25cb-41fa-835c-f1c05380c631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.815415] env[68831]: DEBUG oslo_concurrency.lockutils [req-92aec326-cdec-4def-9a6c-a9fe033752f1 req-5275848e-68dc-4a2b-b42a-7d663f93122a service nova] Lock "79385505-25cb-41fa-835c-f1c05380c631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.815584] env[68831]: DEBUG oslo_concurrency.lockutils [req-92aec326-cdec-4def-9a6c-a9fe033752f1 req-5275848e-68dc-4a2b-b42a-7d663f93122a service nova] Lock "79385505-25cb-41fa-835c-f1c05380c631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.815755] env[68831]: DEBUG nova.compute.manager [req-92aec326-cdec-4def-9a6c-a9fe033752f1 req-5275848e-68dc-4a2b-b42a-7d663f93122a service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] No waiting events found dispatching network-vif-unplugged-cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1250.815979] env[68831]: WARNING nova.compute.manager [req-92aec326-cdec-4def-9a6c-a9fe033752f1 req-5275848e-68dc-4a2b-b42a-7d663f93122a service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Received unexpected event network-vif-unplugged-cbaa1e55-acd3-44e7-a188-29c2fde11b87 for instance with vm_state shelved and task_state shelving_offloading. [ 1250.868874] env[68831]: INFO nova.compute.manager [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Swapping old allocation on dict_keys(['4aec976f-6dcf-4c56-9110-7e4ed42dcfa2']) held by migration d3c5e41c-60f8-4cbd-94a1-4e077f0422c3 for instance [ 1250.874201] env[68831]: DEBUG oslo_vmware.api [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Task: {'id': task-2803670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.854505} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.874449] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.875036] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.875036] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.875036] env[68831]: INFO nova.compute.manager [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1250.875525] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.875525] env[68831]: DEBUG nova.compute.manager [-] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.875525] env[68831]: DEBUG nova.network.neutron [-] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.892363] env[68831]: DEBUG nova.scheduler.client.report [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Overwriting current allocation {'allocations': {'4aec976f-6dcf-4c56-9110-7e4ed42dcfa2': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 163}}, 'project_id': '4634fd56241a4419a935a00c615f89df', 'user_id': '116b0ca951f44d0cbc410e8c2bda4948', 'consumer_generation': 1} on consumer 5cf7eb75-6469-4990-9517-5f2cd4d33872 {{(pid=68831) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1250.962311] env[68831]: INFO nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance d3c5e41c-60f8-4cbd-94a1-4e077f0422c3 has allocations against this compute host but is not found in the database. [ 1250.962545] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 5cf7eb75-6469-4990-9517-5f2cd4d33872 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.962639] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance c51da600-6dc8-4bfb-b46f-68dbd674a545 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.962754] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 7d1fa73f-d708-41ec-a279-1d64cf42aa14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.969014] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.969206] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.969387] env[68831]: DEBUG nova.network.neutron [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.975306] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.976156] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f858f61a-2d9b-49d9-8c4f-2c87eb0b37cf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.990306] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.990487] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-309fa617-a519-46b3-b39a-080783bf7ee5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.059985] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.060254] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.060509] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Deleting the datastore file [datastore2] 79385505-25cb-41fa-835c-f1c05380c631 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.060778] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-672a3813-ee54-41bb-b396-d6e58413cf57 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.066892] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1251.066892] env[68831]: value = "task-2803672" [ 1251.066892] env[68831]: _type = "Task" [ 1251.066892] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.076756] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.087395] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803666, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.095636} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.087710] env[68831]: INFO nova.virt.vmwareapi.ds_util [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_bd193ffd-e1e8-40ed-9335-4f43061fcb86/OSTACK_IMG_bd193ffd-e1e8-40ed-9335-4f43061fcb86.vmdk to [datastore2] devstack-image-cache_base/f0d73dd8-14c1-4317-8878-b76049604027/f0d73dd8-14c1-4317-8878-b76049604027.vmdk. [ 1251.088138] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Cleaning up location [datastore2] OSTACK_IMG_bd193ffd-e1e8-40ed-9335-4f43061fcb86 {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1251.088456] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_bd193ffd-e1e8-40ed-9335-4f43061fcb86 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.088818] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6a1493f-beca-4afb-a0bd-ce2dba8d34f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.091398] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.096075] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1251.096075] env[68831]: value = "task-2803673" [ 1251.096075] env[68831]: _type = "Task" [ 1251.096075] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.103260] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.469967] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance e1e340b4-cbe9-45dd-8fe0-cb814dde14fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1251.470263] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1251.471102] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1251.577785] env[68831]: DEBUG oslo_vmware.api [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501206} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.578107] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.578296] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.578475] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.595274] env[68831]: INFO nova.scheduler.client.report [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Deleted allocations for instance 79385505-25cb-41fa-835c-f1c05380c631 [ 1251.604524] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef698dae-9220-407f-803a-49469a8df61b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.609767] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047546} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.610378] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.610563] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0d73dd8-14c1-4317-8878-b76049604027/f0d73dd8-14c1-4317-8878-b76049604027.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.610832] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0d73dd8-14c1-4317-8878-b76049604027/f0d73dd8-14c1-4317-8878-b76049604027.vmdk to [datastore2] 7d1fa73f-d708-41ec-a279-1d64cf42aa14/7d1fa73f-d708-41ec-a279-1d64cf42aa14.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.611090] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e01c5fa-0861-4e4d-bdd8-abcf8380dea8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.615740] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a112477-c4c6-4fe3-a930-e79eff870e45 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.620061] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1251.620061] env[68831]: value = "task-2803674" [ 1251.620061] env[68831]: _type = "Task" [ 1251.620061] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.651383] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2841d4-e09b-457b-9274-863ed5cc6135 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.657038] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.662492] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d06058-8d63-446d-8d63-b7c0de72a47e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.666478] env[68831]: DEBUG nova.network.neutron [-] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.678610] env[68831]: DEBUG nova.compute.provider_tree [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.744956] env[68831]: DEBUG nova.network.neutron [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance_info_cache with network_info: [{"id": "9d04fcbb-142e-45aa-9eef-51237de01c12", "address": "fa:16:3e:05:72:76", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d04fcbb-14", "ovs_interfaceid": "9d04fcbb-142e-45aa-9eef-51237de01c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.102860] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.131515] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803674, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.169503] env[68831]: INFO nova.compute.manager [-] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Took 1.29 seconds to deallocate network for instance. [ 1252.181609] env[68831]: DEBUG nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.247656] env[68831]: DEBUG oslo_concurrency.lockutils [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "refresh_cache-5cf7eb75-6469-4990-9517-5f2cd4d33872" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.248182] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.248486] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3f378fa-73c2-46ec-9032-da1ef8fa63b6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.257760] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1252.257760] env[68831]: value = "task-2803675" [ 1252.257760] env[68831]: _type = "Task" [ 1252.257760] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.266084] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.632342] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803674, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.677050] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.686210] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1252.686599] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.262s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.686697] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.595s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.688255] env[68831]: INFO nova.compute.claims [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.769199] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.844531] env[68831]: DEBUG nova.compute.manager [req-59b96459-a82d-4b35-8114-25d0c60becb2 req-5d8d66ea-727b-4cd4-acbc-90d5bc9505bc service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Received event network-changed-cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1252.844750] env[68831]: DEBUG nova.compute.manager [req-59b96459-a82d-4b35-8114-25d0c60becb2 req-5d8d66ea-727b-4cd4-acbc-90d5bc9505bc service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Refreshing instance network info cache due to event network-changed-cbaa1e55-acd3-44e7-a188-29c2fde11b87. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1252.844974] env[68831]: DEBUG oslo_concurrency.lockutils [req-59b96459-a82d-4b35-8114-25d0c60becb2 req-5d8d66ea-727b-4cd4-acbc-90d5bc9505bc service nova] Acquiring lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.845149] env[68831]: DEBUG oslo_concurrency.lockutils [req-59b96459-a82d-4b35-8114-25d0c60becb2 req-5d8d66ea-727b-4cd4-acbc-90d5bc9505bc service nova] Acquired lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.845293] env[68831]: DEBUG nova.network.neutron [req-59b96459-a82d-4b35-8114-25d0c60becb2 req-5d8d66ea-727b-4cd4-acbc-90d5bc9505bc service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Refreshing network info cache for port cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.133978] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803674, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.268790] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803675, 'name': PowerOffVM_Task, 'duration_secs': 0.973408} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.268979] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.269615] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.269860] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.270021] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.270213] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.270374] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.270508] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.270713] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.270874] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.271052] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.271221] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.271397] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.276382] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f290923-a460-4782-bee1-9889dedf4331 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.294457] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1253.294457] env[68831]: value = "task-2803676" [ 1253.294457] env[68831]: _type = "Task" [ 1253.294457] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.303672] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.592652] env[68831]: DEBUG nova.network.neutron [req-59b96459-a82d-4b35-8114-25d0c60becb2 req-5d8d66ea-727b-4cd4-acbc-90d5bc9505bc service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Updated VIF entry in instance network info cache for port cbaa1e55-acd3-44e7-a188-29c2fde11b87. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.593110] env[68831]: DEBUG nova.network.neutron [req-59b96459-a82d-4b35-8114-25d0c60becb2 req-5d8d66ea-727b-4cd4-acbc-90d5bc9505bc service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Updating instance_info_cache with network_info: [{"id": "cbaa1e55-acd3-44e7-a188-29c2fde11b87", "address": "fa:16:3e:c3:0a:2a", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcbaa1e55-ac", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.632417] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803674, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.685195] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.685649] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.685649] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.685764] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.685912] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.686101] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68831) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1253.806843] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.840943] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d3070a-5477-4345-9f02-ff34301de1eb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.849835] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a0312c-8215-4a7f-a4fc-057024c78921 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.881583] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8633dc6f-e543-40d4-bae2-e16ad93ff7f2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.888771] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0033b747-ae9f-488e-b2fc-7431c6e16d04 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.901531] env[68831]: DEBUG nova.compute.provider_tree [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.971492] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "79385505-25cb-41fa-835c-f1c05380c631" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.095475] env[68831]: DEBUG oslo_concurrency.lockutils [req-59b96459-a82d-4b35-8114-25d0c60becb2 req-5d8d66ea-727b-4cd4-acbc-90d5bc9505bc service nova] Releasing lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.095758] env[68831]: DEBUG nova.compute.manager [req-59b96459-a82d-4b35-8114-25d0c60becb2 req-5d8d66ea-727b-4cd4-acbc-90d5bc9505bc service nova] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Received event network-vif-deleted-7eda04db-27b3-4e0e-941b-cdc45970d5a3 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1254.132339] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803674, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.353551} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.132594] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0d73dd8-14c1-4317-8878-b76049604027/f0d73dd8-14c1-4317-8878-b76049604027.vmdk to [datastore2] 7d1fa73f-d708-41ec-a279-1d64cf42aa14/7d1fa73f-d708-41ec-a279-1d64cf42aa14.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.133370] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0918dffd-7bd5-45d1-bab7-da219398ae89 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.154368] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 7d1fa73f-d708-41ec-a279-1d64cf42aa14/7d1fa73f-d708-41ec-a279-1d64cf42aa14.vmdk or device None with type streamOptimized {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.154615] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb0a9d3-f432-4c67-a7e7-b1c7df8ba0e5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.174164] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1254.174164] env[68831]: value = "task-2803677" [ 1254.174164] env[68831]: _type = "Task" [ 1254.174164] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.181288] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.305059] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803676, 'name': ReconfigVM_Task, 'duration_secs': 0.79439} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.305213] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4019df89-bd8e-480d-b6f5-b5bcb5e73d39 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.325868] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.326193] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.326459] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.326700] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.326877] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.327085] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.327383] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.327594] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.327811] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.328048] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.328413] env[68831]: DEBUG nova.virt.hardware [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.329370] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5a39ea-43a8-4fd6-a39f-57008a992d52 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.335138] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1254.335138] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e1742f-4846-b24a-7cbe-bbd617d7eac2" [ 1254.335138] env[68831]: _type = "Task" [ 1254.335138] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.342985] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e1742f-4846-b24a-7cbe-bbd617d7eac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.405238] env[68831]: DEBUG nova.scheduler.client.report [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.684680] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803677, 'name': ReconfigVM_Task, 'duration_secs': 0.274837} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.684926] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 7d1fa73f-d708-41ec-a279-1d64cf42aa14/7d1fa73f-d708-41ec-a279-1d64cf42aa14.vmdk or device None with type streamOptimized {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.685560] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0281da6c-a04d-4742-aa4f-73824d2a642d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.706114] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1254.706114] env[68831]: value = "task-2803678" [ 1254.706114] env[68831]: _type = "Task" [ 1254.706114] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.719021] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803678, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.845459] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52e1742f-4846-b24a-7cbe-bbd617d7eac2, 'name': SearchDatastore_Task, 'duration_secs': 0.022536} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.851149] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.851517] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d7fca85-a69c-446b-824e-4afcae35ae70 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.870738] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1254.870738] env[68831]: value = "task-2803679" [ 1254.870738] env[68831]: _type = "Task" [ 1254.870738] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.878367] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.910270] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.910816] env[68831]: DEBUG nova.compute.manager [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.913875] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.811s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.914336] env[68831]: DEBUG nova.objects.instance [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lazy-loading 'resources' on Instance uuid 79385505-25cb-41fa-835c-f1c05380c631 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.216032] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803678, 'name': Rename_Task, 'duration_secs': 0.15898} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.216386] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.216595] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-670b27de-fa49-491a-b08a-b94e5f9a74be {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.222558] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1255.222558] env[68831]: value = "task-2803680" [ 1255.222558] env[68831]: _type = "Task" [ 1255.222558] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.229931] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.380023] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803679, 'name': ReconfigVM_Task, 'duration_secs': 0.165299} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.380301] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.381081] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d2d6d5-892b-4062-917a-247021bf442a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.403043] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 5cf7eb75-6469-4990-9517-5f2cd4d33872/5cf7eb75-6469-4990-9517-5f2cd4d33872.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.403304] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e47b9c-8a0c-4251-b7b3-07449c8b689c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.416925] env[68831]: DEBUG nova.compute.utils [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.418509] env[68831]: DEBUG nova.objects.instance [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lazy-loading 'numa_topology' on Instance uuid 79385505-25cb-41fa-835c-f1c05380c631 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.421027] env[68831]: DEBUG nova.compute.manager [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Not allocating networking since 'none' was specified. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1255.427022] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1255.427022] env[68831]: value = "task-2803681" [ 1255.427022] env[68831]: _type = "Task" [ 1255.427022] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.436125] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.732676] env[68831]: DEBUG oslo_vmware.api [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803680, 'name': PowerOnVM_Task, 'duration_secs': 0.42475} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.732676] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.831982] env[68831]: DEBUG nova.compute.manager [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.832568] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e216d89-9de0-45b6-b705-78a34c70dbac {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.921314] env[68831]: DEBUG nova.objects.base [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Object Instance<79385505-25cb-41fa-835c-f1c05380c631> lazy-loaded attributes: resources,numa_topology {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1255.924352] env[68831]: DEBUG nova.compute.manager [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.936104] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803681, 'name': ReconfigVM_Task, 'duration_secs': 0.265437} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.936330] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 5cf7eb75-6469-4990-9517-5f2cd4d33872/5cf7eb75-6469-4990-9517-5f2cd4d33872.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.937611] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54923120-e45b-4c19-9103-734ecb2b2b48 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.964045] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05655bf-62b0-4b4b-b0af-29a57f46a621 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.985851] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f47ed1c-0f53-4873-b6b3-ed04de6f18e0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.006827] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd17599-f3c3-4a34-ac13-cbd5aa5abf63 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.013749] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.013992] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77a5873d-b5be-417a-8f91-7a3a5807e4c9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.021235] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1256.021235] env[68831]: value = "task-2803682" [ 1256.021235] env[68831]: _type = "Task" [ 1256.021235] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.028505] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.080315] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d53f10-acc0-4370-b222-423ccfca3979 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.087209] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8074e640-b936-4cca-acae-8b17e5c26bd4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.116978] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262b6ec3-2053-4067-b9df-03d69e01ff22 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.124364] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375a28d1-a290-4f65-a071-6f55827f2c83 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.139083] env[68831]: DEBUG nova.compute.provider_tree [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.352746] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f9659649-0c0f-4f0a-9952-6c246547e7b7 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.248s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.532036] env[68831]: DEBUG oslo_vmware.api [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803682, 'name': PowerOnVM_Task, 'duration_secs': 0.369948} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.532036] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.642477] env[68831]: DEBUG nova.scheduler.client.report [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.933012] env[68831]: DEBUG nova.compute.manager [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.960939] env[68831]: DEBUG nova.virt.hardware [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.961208] env[68831]: DEBUG nova.virt.hardware [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.961386] env[68831]: DEBUG nova.virt.hardware [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.961583] env[68831]: DEBUG nova.virt.hardware [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.961729] env[68831]: DEBUG nova.virt.hardware [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.961877] env[68831]: DEBUG nova.virt.hardware [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.962115] env[68831]: DEBUG nova.virt.hardware [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.962282] env[68831]: DEBUG nova.virt.hardware [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.962447] env[68831]: DEBUG nova.virt.hardware [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.962607] env[68831]: DEBUG nova.virt.hardware [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.962778] env[68831]: DEBUG nova.virt.hardware [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.963677] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daa8dc2-03c0-452c-9139-9af099f8c90d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.971866] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a0738b-1a4e-4e5a-8743-797e42bb0454 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.985699] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Instance VIF info [] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.991839] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Creating folder: Project (8b0dcb88797b4db0965e1e228e88154c). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1256.992564] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ad8ae0f-2b8f-4d43-a2be-475c5e5d406a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.003283] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Created folder: Project (8b0dcb88797b4db0965e1e228e88154c) in parent group-v563050. [ 1257.003476] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Creating folder: Instances. Parent ref: group-v563364. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.003711] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9154a608-c19c-4f9a-8020-119064b49a5a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.014576] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Created folder: Instances in parent group-v563364. [ 1257.014816] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.015015] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.015236] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-255c249d-ff63-4233-bee4-3c460e5871f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.032488] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.032488] env[68831]: value = "task-2803685" [ 1257.032488] env[68831]: _type = "Task" [ 1257.032488] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.042642] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803685, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.147401] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.150089] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.473s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.150365] env[68831]: DEBUG nova.objects.instance [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lazy-loading 'resources' on Instance uuid 9d4f731c-64c5-47ad-b2b3-856e86071619 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.410794] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Acquiring lock "e667e383-575b-4cc6-9a2d-0a9d792697fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.411129] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Lock "e667e383-575b-4cc6-9a2d-0a9d792697fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.411267] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Acquiring lock "e667e383-575b-4cc6-9a2d-0a9d792697fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.411455] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Lock "e667e383-575b-4cc6-9a2d-0a9d792697fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.411629] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Lock "e667e383-575b-4cc6-9a2d-0a9d792697fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.413839] env[68831]: INFO nova.compute.manager [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Terminating instance [ 1257.542919] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803685, 'name': CreateVM_Task, 'duration_secs': 0.316472} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.544259] env[68831]: INFO nova.compute.manager [None req-10deb541-395c-49b2-9da6-f3825008d363 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance to original state: 'active' [ 1257.546968] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.547388] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.547557] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.547878] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.548361] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2ebe8b-cf28-4b6c-a94b-4bbb96acd822 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.553641] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Waiting for the task: (returnval){ [ 1257.553641] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ce3d81-069f-e4cf-8420-78bb4ed8f1cc" [ 1257.553641] env[68831]: _type = "Task" [ 1257.553641] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.561590] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ce3d81-069f-e4cf-8420-78bb4ed8f1cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.658521] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8f7a602c-2022-4121-81ce-67ee491798de tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "79385505-25cb-41fa-835c-f1c05380c631" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.070s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.659433] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "79385505-25cb-41fa-835c-f1c05380c631" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.688s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.659619] env[68831]: INFO nova.compute.manager [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Unshelving [ 1257.777014] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b03447-b82f-4d54-bf44-31e42589fbbf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.784695] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abb7b10-360f-4416-87b0-0d3ae43aed51 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.815399] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a006755e-b64b-4119-8e5c-c089a9230cc8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.822789] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e5104e-e913-428d-8158-8e4fe161b86a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.835586] env[68831]: DEBUG nova.compute.provider_tree [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.917576] env[68831]: DEBUG nova.compute.manager [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.917877] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.918706] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4869e87-6014-462d-ac98-baf97fbf51d8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.928075] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.928280] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6bac9d4-d79f-4bec-81e9-5ba44c19fd06 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.934134] env[68831]: DEBUG oslo_vmware.api [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Waiting for the task: (returnval){ [ 1257.934134] env[68831]: value = "task-2803686" [ 1257.934134] env[68831]: _type = "Task" [ 1257.934134] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.942813] env[68831]: DEBUG oslo_vmware.api [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': task-2803686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.064606] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ce3d81-069f-e4cf-8420-78bb4ed8f1cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009177} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.064888] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.065132] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.065378] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.065528] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.065709] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.065967] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50006030-236e-4a3a-b331-a19a6bc252b5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.075216] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.075216] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.075764] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00285f6-a84d-4000-b9d2-2aecc854b626 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.080860] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Waiting for the task: (returnval){ [ 1258.080860] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52253d95-ffc8-8bf0-a820-09c0c94d22a7" [ 1258.080860] env[68831]: _type = "Task" [ 1258.080860] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.088700] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52253d95-ffc8-8bf0-a820-09c0c94d22a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.338905] env[68831]: DEBUG nova.scheduler.client.report [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.444205] env[68831]: DEBUG oslo_vmware.api [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': task-2803686, 'name': PowerOffVM_Task, 'duration_secs': 0.215415} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.444611] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.444611] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.444852] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20ca594e-2d18-4e0f-b8b4-f7369332a19e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.513792] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.514054] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.514270] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Deleting the datastore file [datastore2] e667e383-575b-4cc6-9a2d-0a9d792697fa {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.514553] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1a32ded-26c3-469d-8eac-67e105ff586f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.520986] env[68831]: DEBUG oslo_vmware.api [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Waiting for the task: (returnval){ [ 1258.520986] env[68831]: value = "task-2803688" [ 1258.520986] env[68831]: _type = "Task" [ 1258.520986] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.528748] env[68831]: DEBUG oslo_vmware.api [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': task-2803688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.591886] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52253d95-ffc8-8bf0-a820-09c0c94d22a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009156} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.591886] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6748855e-6157-4267-a9a7-6bbcf5c147e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.596752] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Waiting for the task: (returnval){ [ 1258.596752] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523a3fc7-252a-1db0-d472-a6f909b4559c" [ 1258.596752] env[68831]: _type = "Task" [ 1258.596752] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.603891] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523a3fc7-252a-1db0-d472-a6f909b4559c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.681293] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.843767] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.846072] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.165s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.846308] env[68831]: DEBUG nova.objects.instance [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lazy-loading 'pci_requests' on Instance uuid 79385505-25cb-41fa-835c-f1c05380c631 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.862229] env[68831]: INFO nova.scheduler.client.report [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Deleted allocations for instance 9d4f731c-64c5-47ad-b2b3-856e86071619 [ 1259.032191] env[68831]: DEBUG oslo_vmware.api [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Task: {'id': task-2803688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14206} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.032466] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.032653] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.032838] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.033020] env[68831]: INFO nova.compute.manager [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1259.033276] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.033470] env[68831]: DEBUG nova.compute.manager [-] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.033573] env[68831]: DEBUG nova.network.neutron [-] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.107215] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523a3fc7-252a-1db0-d472-a6f909b4559c, 'name': SearchDatastore_Task, 'duration_secs': 0.019199} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.107470] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.107736] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] e1e340b4-cbe9-45dd-8fe0-cb814dde14fa/e1e340b4-cbe9-45dd-8fe0-cb814dde14fa.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.107995] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f60847ee-b3da-422e-8130-fd12d240780c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.114423] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Waiting for the task: (returnval){ [ 1259.114423] env[68831]: value = "task-2803689" [ 1259.114423] env[68831]: _type = "Task" [ 1259.114423] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.122523] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.351177] env[68831]: DEBUG nova.objects.instance [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lazy-loading 'numa_topology' on Instance uuid 79385505-25cb-41fa-835c-f1c05380c631 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.372611] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3e9e589c-53bd-4f15-a57b-4317071d0a54 tempest-ListImageFiltersTestJSON-451717713 tempest-ListImageFiltersTestJSON-451717713-project-member] Lock "9d4f731c-64c5-47ad-b2b3-856e86071619" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.291s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.497061] env[68831]: DEBUG nova.compute.manager [req-0b3e7577-5231-4348-98cd-eeb1201a8eb1 req-a505c6e6-b836-457f-808c-4af56a711d8a service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Received event network-vif-deleted-f9914396-6958-47ab-abab-5644cf412a6d {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1259.497306] env[68831]: INFO nova.compute.manager [req-0b3e7577-5231-4348-98cd-eeb1201a8eb1 req-a505c6e6-b836-457f-808c-4af56a711d8a service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Neutron deleted interface f9914396-6958-47ab-abab-5644cf412a6d; detaching it from the instance and deleting it from the info cache [ 1259.497443] env[68831]: DEBUG nova.network.neutron [req-0b3e7577-5231-4348-98cd-eeb1201a8eb1 req-a505c6e6-b836-457f-808c-4af56a711d8a service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.513673] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "5cf7eb75-6469-4990-9517-5f2cd4d33872" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.513904] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "5cf7eb75-6469-4990-9517-5f2cd4d33872" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.514119] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "5cf7eb75-6469-4990-9517-5f2cd4d33872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.514301] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "5cf7eb75-6469-4990-9517-5f2cd4d33872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.514470] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "5cf7eb75-6469-4990-9517-5f2cd4d33872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.516664] env[68831]: INFO nova.compute.manager [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Terminating instance [ 1259.627885] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803689, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.853709] env[68831]: INFO nova.compute.claims [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.977755] env[68831]: DEBUG nova.network.neutron [-] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.000215] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-822b4c78-1863-4c42-8150-666896711848 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.009661] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bef33b-fb0d-4e15-b5eb-ddd42effe009 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.020781] env[68831]: DEBUG nova.compute.manager [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.021039] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.022065] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb1959f-9449-4e12-8765-82ad4ff68211 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.029318] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.029534] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68b42794-fc60-450d-b93b-ec0b8bb7aaaa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.035270] env[68831]: DEBUG oslo_vmware.api [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1260.035270] env[68831]: value = "task-2803690" [ 1260.035270] env[68831]: _type = "Task" [ 1260.035270] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.045338] env[68831]: DEBUG nova.compute.manager [req-0b3e7577-5231-4348-98cd-eeb1201a8eb1 req-a505c6e6-b836-457f-808c-4af56a711d8a service nova] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Detach interface failed, port_id=f9914396-6958-47ab-abab-5644cf412a6d, reason: Instance e667e383-575b-4cc6-9a2d-0a9d792697fa could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1260.053249] env[68831]: DEBUG oslo_vmware.api [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.127902] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856712} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.128276] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] e1e340b4-cbe9-45dd-8fe0-cb814dde14fa/e1e340b4-cbe9-45dd-8fe0-cb814dde14fa.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.128540] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.128808] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3697029b-3e45-4157-925b-658516fd8d14 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.136252] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Waiting for the task: (returnval){ [ 1260.136252] env[68831]: value = "task-2803691" [ 1260.136252] env[68831]: _type = "Task" [ 1260.136252] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.144364] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.480563] env[68831]: INFO nova.compute.manager [-] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Took 1.45 seconds to deallocate network for instance. [ 1260.554673] env[68831]: DEBUG oslo_vmware.api [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803690, 'name': PowerOffVM_Task, 'duration_secs': 0.199363} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.555011] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.555121] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.555341] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-865d6f7a-7b0c-4c6f-b4d3-e5d3f8f197d8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.618241] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.618551] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.618749] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Deleting the datastore file [datastore2] 5cf7eb75-6469-4990-9517-5f2cd4d33872 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.619031] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35779c23-92f0-4223-aeba-70fa932001f2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.624965] env[68831]: DEBUG oslo_vmware.api [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1260.624965] env[68831]: value = "task-2803693" [ 1260.624965] env[68831]: _type = "Task" [ 1260.624965] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.632705] env[68831]: DEBUG oslo_vmware.api [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.644836] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070854} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.645125] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.645905] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d6513a-9518-4093-8916-a946a7afcc25 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.666873] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] e1e340b4-cbe9-45dd-8fe0-cb814dde14fa/e1e340b4-cbe9-45dd-8fe0-cb814dde14fa.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.667381] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a8d9d00-8328-4cd1-ba4d-0496e1c36958 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.686187] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Waiting for the task: (returnval){ [ 1260.686187] env[68831]: value = "task-2803694" [ 1260.686187] env[68831]: _type = "Task" [ 1260.686187] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.694298] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.987062] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.991010] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e805c4-e02d-4bca-ad09-a79114d44367 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.998021] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7c4e29-3dc9-45c9-b76c-4ef63ead10d5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.032024] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a235186-3973-4ba9-824f-6c5a39ad64fd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.041662] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18540ad-2a55-45de-9aa0-08c355072297 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.054781] env[68831]: DEBUG nova.compute.provider_tree [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.135196] env[68831]: DEBUG oslo_vmware.api [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142192} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.135461] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.135649] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.135826] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.135997] env[68831]: INFO nova.compute.manager [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1261.136259] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.136436] env[68831]: DEBUG nova.compute.manager [-] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.136528] env[68831]: DEBUG nova.network.neutron [-] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.196063] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803694, 'name': ReconfigVM_Task, 'duration_secs': 0.315595} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.197379] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Reconfigured VM instance instance-00000077 to attach disk [datastore2] e1e340b4-cbe9-45dd-8fe0-cb814dde14fa/e1e340b4-cbe9-45dd-8fe0-cb814dde14fa.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.197379] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ab3a7cc-1226-47b2-ac1d-763869f7a481 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.204622] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Waiting for the task: (returnval){ [ 1261.204622] env[68831]: value = "task-2803695" [ 1261.204622] env[68831]: _type = "Task" [ 1261.204622] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.212606] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803695, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.558247] env[68831]: DEBUG nova.scheduler.client.report [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.637192] env[68831]: DEBUG nova.compute.manager [req-8db57c60-029c-4a66-a535-b3094a1621b4 req-189ddf36-c8f5-43d6-9fe8-388b074c862e service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Received event network-vif-deleted-9d04fcbb-142e-45aa-9eef-51237de01c12 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1261.637355] env[68831]: INFO nova.compute.manager [req-8db57c60-029c-4a66-a535-b3094a1621b4 req-189ddf36-c8f5-43d6-9fe8-388b074c862e service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Neutron deleted interface 9d04fcbb-142e-45aa-9eef-51237de01c12; detaching it from the instance and deleting it from the info cache [ 1261.637506] env[68831]: DEBUG nova.network.neutron [req-8db57c60-029c-4a66-a535-b3094a1621b4 req-189ddf36-c8f5-43d6-9fe8-388b074c862e service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.715872] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803695, 'name': Rename_Task, 'duration_secs': 0.13767} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.716212] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.716404] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81ba2810-e8ef-4f92-8697-d126e746fcc3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.722552] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Waiting for the task: (returnval){ [ 1261.722552] env[68831]: value = "task-2803696" [ 1261.722552] env[68831]: _type = "Task" [ 1261.722552] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.732013] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.063239] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.217s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.065512] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.079s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.066081] env[68831]: DEBUG nova.objects.instance [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Lazy-loading 'resources' on Instance uuid e667e383-575b-4cc6-9a2d-0a9d792697fa {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.096707] env[68831]: INFO nova.network.neutron [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Updating port cbaa1e55-acd3-44e7-a188-29c2fde11b87 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1262.116544] env[68831]: DEBUG nova.network.neutron [-] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.142163] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c3d51d7-30ce-4a71-9a6f-14de50b45599 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.153028] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4321066e-4388-4d16-9ae1-ff61d3db36e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.182284] env[68831]: DEBUG nova.compute.manager [req-8db57c60-029c-4a66-a535-b3094a1621b4 req-189ddf36-c8f5-43d6-9fe8-388b074c862e service nova] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Detach interface failed, port_id=9d04fcbb-142e-45aa-9eef-51237de01c12, reason: Instance 5cf7eb75-6469-4990-9517-5f2cd4d33872 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1262.234654] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803696, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.619738] env[68831]: INFO nova.compute.manager [-] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Took 1.48 seconds to deallocate network for instance. [ 1262.712030] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49fb1a7-b8c6-4cf2-a30e-61a44621334c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.721202] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9093f843-15af-49dd-ac84-081c1ed7c3aa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.759729] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ce1475-92ed-49f7-9823-04ce006aee28 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.761086] env[68831]: DEBUG oslo_vmware.api [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803696, 'name': PowerOnVM_Task, 'duration_secs': 0.549792} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.761534] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.761534] env[68831]: INFO nova.compute.manager [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Took 5.83 seconds to spawn the instance on the hypervisor. [ 1262.761758] env[68831]: DEBUG nova.compute.manager [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.762856] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4affa0-95c5-4b67-8af4-1bf1d3586773 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.769776] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb29cd4-3ffc-474e-8260-06485109d773 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.788970] env[68831]: DEBUG nova.compute.provider_tree [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.129525] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.203006] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Acquiring lock "f1f79050-11ca-4f2c-aed6-0f92a40a4a3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.203104] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Lock "f1f79050-11ca-4f2c-aed6-0f92a40a4a3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.287654] env[68831]: INFO nova.compute.manager [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Took 12.21 seconds to build instance. [ 1263.292250] env[68831]: DEBUG nova.scheduler.client.report [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.709436] env[68831]: DEBUG nova.compute.manager [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.712655] env[68831]: DEBUG nova.compute.manager [req-c3548d36-b3a4-4eac-bf12-bc0b91f44c95 req-84a14251-2dd5-46c1-836b-73fcc8be9dd2 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Received event network-vif-plugged-cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1263.713179] env[68831]: DEBUG oslo_concurrency.lockutils [req-c3548d36-b3a4-4eac-bf12-bc0b91f44c95 req-84a14251-2dd5-46c1-836b-73fcc8be9dd2 service nova] Acquiring lock "79385505-25cb-41fa-835c-f1c05380c631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.713524] env[68831]: DEBUG oslo_concurrency.lockutils [req-c3548d36-b3a4-4eac-bf12-bc0b91f44c95 req-84a14251-2dd5-46c1-836b-73fcc8be9dd2 service nova] Lock "79385505-25cb-41fa-835c-f1c05380c631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.713805] env[68831]: DEBUG oslo_concurrency.lockutils [req-c3548d36-b3a4-4eac-bf12-bc0b91f44c95 req-84a14251-2dd5-46c1-836b-73fcc8be9dd2 service nova] Lock "79385505-25cb-41fa-835c-f1c05380c631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.714114] env[68831]: DEBUG nova.compute.manager [req-c3548d36-b3a4-4eac-bf12-bc0b91f44c95 req-84a14251-2dd5-46c1-836b-73fcc8be9dd2 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] No waiting events found dispatching network-vif-plugged-cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.714400] env[68831]: WARNING nova.compute.manager [req-c3548d36-b3a4-4eac-bf12-bc0b91f44c95 req-84a14251-2dd5-46c1-836b-73fcc8be9dd2 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Received unexpected event network-vif-plugged-cbaa1e55-acd3-44e7-a188-29c2fde11b87 for instance with vm_state shelved_offloaded and task_state spawning. [ 1263.725183] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.726536] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.726736] env[68831]: DEBUG nova.network.neutron [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.790569] env[68831]: DEBUG oslo_concurrency.lockutils [None req-0da3e1e2-0417-4dba-b2a2-32884be34865 tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Lock "e1e340b4-cbe9-45dd-8fe0-cb814dde14fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.725s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.796810] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.799232] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.670s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.799393] env[68831]: DEBUG nova.objects.instance [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lazy-loading 'resources' on Instance uuid 5cf7eb75-6469-4990-9517-5f2cd4d33872 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.820251] env[68831]: INFO nova.scheduler.client.report [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Deleted allocations for instance e667e383-575b-4cc6-9a2d-0a9d792697fa [ 1264.239764] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.327577] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1d9c70f4-fcb3-4b57-bd2f-ed0081c9e561 tempest-ServersV294TestFqdnHostnames-1432639480 tempest-ServersV294TestFqdnHostnames-1432639480-project-member] Lock "e667e383-575b-4cc6-9a2d-0a9d792697fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.916s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.359586] env[68831]: DEBUG nova.compute.manager [None req-b6800056-927f-47c5-8d39-d1006e7be42c tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.360511] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abac2425-b90f-4cef-a0a6-96afce29b78f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.430277] env[68831]: DEBUG oslo_concurrency.lockutils [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Acquiring lock "e1e340b4-cbe9-45dd-8fe0-cb814dde14fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.430380] env[68831]: DEBUG oslo_concurrency.lockutils [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Lock "e1e340b4-cbe9-45dd-8fe0-cb814dde14fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.430658] env[68831]: DEBUG oslo_concurrency.lockutils [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Acquiring lock "e1e340b4-cbe9-45dd-8fe0-cb814dde14fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.430859] env[68831]: DEBUG oslo_concurrency.lockutils [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Lock "e1e340b4-cbe9-45dd-8fe0-cb814dde14fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.431054] env[68831]: DEBUG oslo_concurrency.lockutils [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Lock "e1e340b4-cbe9-45dd-8fe0-cb814dde14fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.435471] env[68831]: INFO nova.compute.manager [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Terminating instance [ 1264.458368] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fcc495-ec87-4b80-acbb-fee9e29cf6e1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.467075] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d30be99-5b15-415e-bc13-f372f882b64d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.499246] env[68831]: DEBUG nova.network.neutron [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Updating instance_info_cache with network_info: [{"id": "cbaa1e55-acd3-44e7-a188-29c2fde11b87", "address": "fa:16:3e:c3:0a:2a", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbaa1e55-ac", "ovs_interfaceid": "cbaa1e55-acd3-44e7-a188-29c2fde11b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.501065] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff277c56-4d25-4135-b4fd-b3a28fc154fe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.510216] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8dcd90-99c4-4734-91f4-8db49ee5e264 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.525406] env[68831]: DEBUG nova.compute.provider_tree [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.873568] env[68831]: INFO nova.compute.manager [None req-b6800056-927f-47c5-8d39-d1006e7be42c tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] instance snapshotting [ 1264.875055] env[68831]: DEBUG nova.objects.instance [None req-b6800056-927f-47c5-8d39-d1006e7be42c tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Lazy-loading 'flavor' on Instance uuid e1e340b4-cbe9-45dd-8fe0-cb814dde14fa {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.939369] env[68831]: DEBUG oslo_concurrency.lockutils [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Acquiring lock "refresh_cache-e1e340b4-cbe9-45dd-8fe0-cb814dde14fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.939628] env[68831]: DEBUG oslo_concurrency.lockutils [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Acquired lock "refresh_cache-e1e340b4-cbe9-45dd-8fe0-cb814dde14fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.939728] env[68831]: DEBUG nova.network.neutron [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.005395] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.030791] env[68831]: DEBUG nova.scheduler.client.report [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.044053] env[68831]: DEBUG nova.virt.hardware [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='aacb62b7c9777d50c2acdaef3f107ae2',container_format='bare',created_at=2025-03-06T09:40:43Z,direct_url=,disk_format='vmdk',id=385088af-604c-4b3d-a7d6-7d8e609dca8c,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-226954874-shelved',owner='725c8697cfb04846b6bc581e30c2dc45',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-06T09:41:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.044309] env[68831]: DEBUG nova.virt.hardware [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.044473] env[68831]: DEBUG nova.virt.hardware [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.045126] env[68831]: DEBUG nova.virt.hardware [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.045126] env[68831]: DEBUG nova.virt.hardware [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.045126] env[68831]: DEBUG nova.virt.hardware [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.045288] env[68831]: DEBUG nova.virt.hardware [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.045362] env[68831]: DEBUG nova.virt.hardware [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.045572] env[68831]: DEBUG nova.virt.hardware [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.045738] env[68831]: DEBUG nova.virt.hardware [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.045961] env[68831]: DEBUG nova.virt.hardware [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.049885] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cfb3df-6e54-4266-a34a-903ad3937cc1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.058605] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54b77a7-d43f-4a76-94df-05c2cff758ef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.071922] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:0a:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbaa1e55-acd3-44e7-a188-29c2fde11b87', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.079417] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.079518] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.079727] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fa7d8a4-467f-41d7-a8bf-60652dc9d944 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.098745] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.098745] env[68831]: value = "task-2803697" [ 1265.098745] env[68831]: _type = "Task" [ 1265.098745] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.106383] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803697, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.381378] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce96b9e3-d11b-4f0b-9dd4-e88c042ab434 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.402148] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4bcd44-e95d-462f-9b12-67c7671b3369 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.459273] env[68831]: DEBUG nova.network.neutron [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.501772] env[68831]: DEBUG nova.network.neutron [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.535694] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.537967] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.300s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.539653] env[68831]: INFO nova.compute.claims [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.559172] env[68831]: INFO nova.scheduler.client.report [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Deleted allocations for instance 5cf7eb75-6469-4990-9517-5f2cd4d33872 [ 1265.613031] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803697, 'name': CreateVM_Task, 'duration_secs': 0.361982} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.613210] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.619974] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/385088af-604c-4b3d-a7d6-7d8e609dca8c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.620171] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/385088af-604c-4b3d-a7d6-7d8e609dca8c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.620573] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/385088af-604c-4b3d-a7d6-7d8e609dca8c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.621601] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12666645-f475-43a4-8d31-f2b5d80ffd15 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.627238] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1265.627238] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ae15b6-d94e-43d4-8eae-7039dece3a12" [ 1265.627238] env[68831]: _type = "Task" [ 1265.627238] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.636714] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ae15b6-d94e-43d4-8eae-7039dece3a12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.739977] env[68831]: DEBUG nova.compute.manager [req-fc9dd67e-637d-42c5-94ab-d7a98fd5eb7d req-fa496c78-802b-4b5c-a554-b5498a1c1415 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Received event network-changed-cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1265.739977] env[68831]: DEBUG nova.compute.manager [req-fc9dd67e-637d-42c5-94ab-d7a98fd5eb7d req-fa496c78-802b-4b5c-a554-b5498a1c1415 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Refreshing instance network info cache due to event network-changed-cbaa1e55-acd3-44e7-a188-29c2fde11b87. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1265.739977] env[68831]: DEBUG oslo_concurrency.lockutils [req-fc9dd67e-637d-42c5-94ab-d7a98fd5eb7d req-fa496c78-802b-4b5c-a554-b5498a1c1415 service nova] Acquiring lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.740342] env[68831]: DEBUG oslo_concurrency.lockutils [req-fc9dd67e-637d-42c5-94ab-d7a98fd5eb7d req-fa496c78-802b-4b5c-a554-b5498a1c1415 service nova] Acquired lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.740342] env[68831]: DEBUG nova.network.neutron [req-fc9dd67e-637d-42c5-94ab-d7a98fd5eb7d req-fa496c78-802b-4b5c-a554-b5498a1c1415 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Refreshing network info cache for port cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.913466] env[68831]: DEBUG nova.compute.manager [None req-b6800056-927f-47c5-8d39-d1006e7be42c tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Instance disappeared during snapshot {{(pid=68831) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1266.004774] env[68831]: DEBUG oslo_concurrency.lockutils [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Releasing lock "refresh_cache-e1e340b4-cbe9-45dd-8fe0-cb814dde14fa" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.005237] env[68831]: DEBUG nova.compute.manager [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.005534] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.006342] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c5d2c0-2a56-42cc-bbe7-2efa92294e1f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.014779] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.015028] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99c7486d-4c7d-426a-8de5-26354b61b306 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.021080] env[68831]: DEBUG oslo_vmware.api [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Waiting for the task: (returnval){ [ 1266.021080] env[68831]: value = "task-2803698" [ 1266.021080] env[68831]: _type = "Task" [ 1266.021080] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.030978] env[68831]: DEBUG oslo_vmware.api [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.033074] env[68831]: DEBUG nova.compute.manager [None req-b6800056-927f-47c5-8d39-d1006e7be42c tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Found 0 images (rotation: 2) {{(pid=68831) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1266.067492] env[68831]: DEBUG oslo_concurrency.lockutils [None req-5212d89a-b3a9-4823-884f-a3f999247f24 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "5cf7eb75-6469-4990-9517-5f2cd4d33872" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.553s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.139085] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/385088af-604c-4b3d-a7d6-7d8e609dca8c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.139506] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Processing image 385088af-604c-4b3d-a7d6-7d8e609dca8c {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.139910] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/385088af-604c-4b3d-a7d6-7d8e609dca8c/385088af-604c-4b3d-a7d6-7d8e609dca8c.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.139910] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/385088af-604c-4b3d-a7d6-7d8e609dca8c/385088af-604c-4b3d-a7d6-7d8e609dca8c.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.140038] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.144061] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ed65668-28bf-4826-8fc7-9fd969be78a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.150256] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.150256] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.150256] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a2accc-a0ec-4775-a727-b97844a61a1f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.156064] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1266.156064] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52dce512-5151-29e8-f0e8-f7f179257581" [ 1266.156064] env[68831]: _type = "Task" [ 1266.156064] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.165374] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52dce512-5151-29e8-f0e8-f7f179257581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.533430] env[68831]: DEBUG oslo_vmware.api [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803698, 'name': PowerOffVM_Task, 'duration_secs': 0.122958} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.533724] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.533892] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.536895] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aaa7f8b-1627-497f-8b6f-a4dcb65e5c3e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.563472] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.563701] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.563884] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Deleting the datastore file [datastore2] e1e340b4-cbe9-45dd-8fe0-cb814dde14fa {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.565274] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13fb47ea-0bfe-46e6-bfd1-30d8e3eb59fe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.577653] env[68831]: DEBUG oslo_vmware.api [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Waiting for the task: (returnval){ [ 1266.577653] env[68831]: value = "task-2803700" [ 1266.577653] env[68831]: _type = "Task" [ 1266.577653] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.590448] env[68831]: DEBUG oslo_vmware.api [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.671587] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Preparing fetch location {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1266.671835] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Fetch image to [datastore2] OSTACK_IMG_62ce431d-4f0d-4e30-9d61-302842fb84f6/OSTACK_IMG_62ce431d-4f0d-4e30-9d61-302842fb84f6.vmdk {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1266.672184] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Downloading stream optimized image 385088af-604c-4b3d-a7d6-7d8e609dca8c to [datastore2] OSTACK_IMG_62ce431d-4f0d-4e30-9d61-302842fb84f6/OSTACK_IMG_62ce431d-4f0d-4e30-9d61-302842fb84f6.vmdk on the data store datastore2 as vApp {{(pid=68831) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1266.672328] env[68831]: DEBUG nova.virt.vmwareapi.images [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Downloading image file data 385088af-604c-4b3d-a7d6-7d8e609dca8c to the ESX as VM named 'OSTACK_IMG_62ce431d-4f0d-4e30-9d61-302842fb84f6' {{(pid=68831) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1266.679726] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "eff1a8c3-df0b-4609-824a-2c49ebac6425" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.680366] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "eff1a8c3-df0b-4609-824a-2c49ebac6425" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.713892] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff14fde-74bb-4f55-a32d-0e193ff89ef6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.735910] env[68831]: DEBUG nova.network.neutron [req-fc9dd67e-637d-42c5-94ab-d7a98fd5eb7d req-fa496c78-802b-4b5c-a554-b5498a1c1415 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Updated VIF entry in instance network info cache for port cbaa1e55-acd3-44e7-a188-29c2fde11b87. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.736316] env[68831]: DEBUG nova.network.neutron [req-fc9dd67e-637d-42c5-94ab-d7a98fd5eb7d req-fa496c78-802b-4b5c-a554-b5498a1c1415 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Updating instance_info_cache with network_info: [{"id": "cbaa1e55-acd3-44e7-a188-29c2fde11b87", "address": "fa:16:3e:c3:0a:2a", "network": {"id": "58c1f161-2730-47e2-b5ae-8d466d55a890", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1774972952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725c8697cfb04846b6bc581e30c2dc45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbaa1e55-ac", "ovs_interfaceid": "cbaa1e55-acd3-44e7-a188-29c2fde11b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.741183] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932fde6a-6b36-4676-b962-aa486563b75e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.779682] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1266.779682] env[68831]: value = "resgroup-9" [ 1266.779682] env[68831]: _type = "ResourcePool" [ 1266.779682] env[68831]: }. {{(pid=68831) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1266.780755] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae230883-b847-4704-8619-d1b313e56bbe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.783342] env[68831]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c4c33963-2a89-43d9-8935-aa09a2c85cc9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.805541] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58bba64-9537-48ed-8e29-078349ec1ec5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.809351] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lease: (returnval){ [ 1266.809351] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526c8047-6260-9f11-e1dc-3eae80d382bf" [ 1266.809351] env[68831]: _type = "HttpNfcLease" [ 1266.809351] env[68831]: } obtained for vApp import into resource pool (val){ [ 1266.809351] env[68831]: value = "resgroup-9" [ 1266.809351] env[68831]: _type = "ResourcePool" [ 1266.809351] env[68831]: }. {{(pid=68831) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1266.809649] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the lease: (returnval){ [ 1266.809649] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526c8047-6260-9f11-e1dc-3eae80d382bf" [ 1266.809649] env[68831]: _type = "HttpNfcLease" [ 1266.809649] env[68831]: } to be ready. {{(pid=68831) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1266.821200] env[68831]: DEBUG nova.compute.provider_tree [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1266.825590] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1266.825590] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526c8047-6260-9f11-e1dc-3eae80d382bf" [ 1266.825590] env[68831]: _type = "HttpNfcLease" [ 1266.825590] env[68831]: } is initializing. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1267.088646] env[68831]: DEBUG oslo_vmware.api [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Task: {'id': task-2803700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103787} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.089049] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.089146] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.089331] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.089515] env[68831]: INFO nova.compute.manager [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1267.089749] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.089962] env[68831]: DEBUG nova.compute.manager [-] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.090075] env[68831]: DEBUG nova.network.neutron [-] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.108881] env[68831]: DEBUG nova.network.neutron [-] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.182890] env[68831]: DEBUG nova.compute.manager [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1267.241172] env[68831]: DEBUG oslo_concurrency.lockutils [req-fc9dd67e-637d-42c5-94ab-d7a98fd5eb7d req-fa496c78-802b-4b5c-a554-b5498a1c1415 service nova] Releasing lock "refresh_cache-79385505-25cb-41fa-835c-f1c05380c631" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.319921] env[68831]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1267.319921] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526c8047-6260-9f11-e1dc-3eae80d382bf" [ 1267.319921] env[68831]: _type = "HttpNfcLease" [ 1267.319921] env[68831]: } is ready. {{(pid=68831) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1267.320239] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1267.320239] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526c8047-6260-9f11-e1dc-3eae80d382bf" [ 1267.320239] env[68831]: _type = "HttpNfcLease" [ 1267.320239] env[68831]: }. {{(pid=68831) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1267.320998] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc8b633-cd3c-4de3-907f-46d896e4f991 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.328404] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52784285-5023-9626-031a-c008df704fc2/disk-0.vmdk from lease info. {{(pid=68831) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1267.328597] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52784285-5023-9626-031a-c008df704fc2/disk-0.vmdk. {{(pid=68831) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1267.387248] env[68831]: ERROR nova.scheduler.client.report [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [req-562ebd39-2064-4b7f-b3f4-efe3c97b9361] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-562ebd39-2064-4b7f-b3f4-efe3c97b9361"}]} [ 1267.395135] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-15a32900-1297-4710-ae36-ea384f7c85ab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.404334] env[68831]: DEBUG nova.scheduler.client.report [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Refreshing inventories for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1267.420441] env[68831]: DEBUG nova.scheduler.client.report [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Updating ProviderTree inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1267.420765] env[68831]: DEBUG nova.compute.provider_tree [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1267.432083] env[68831]: DEBUG nova.scheduler.client.report [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Refreshing aggregate associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, aggregates: None {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1267.451460] env[68831]: DEBUG nova.scheduler.client.report [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Refreshing trait associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1267.564685] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78881b6-8783-4098-8532-e6a88b219dde {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.575476] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543e4498-8396-4252-8187-15da317239e7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.611126] env[68831]: DEBUG nova.network.neutron [-] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.615209] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaad4d0e-105b-4b6f-928c-f1078df22770 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.623834] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2734d903-5b9c-414c-ae67-050fa13794e8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.639483] env[68831]: DEBUG nova.compute.provider_tree [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1267.703735] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.119785] env[68831]: INFO nova.compute.manager [-] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Took 1.03 seconds to deallocate network for instance. [ 1268.176442] env[68831]: DEBUG nova.scheduler.client.report [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Updated inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1268.176740] env[68831]: DEBUG nova.compute.provider_tree [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 167 to 168 during operation: update_inventory {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1268.176954] env[68831]: DEBUG nova.compute.provider_tree [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1268.456327] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Completed reading data from the image iterator. {{(pid=68831) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1268.456638] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52784285-5023-9626-031a-c008df704fc2/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1268.457974] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cf3663-c005-4d7e-9456-6bc10ac3490b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.465061] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52784285-5023-9626-031a-c008df704fc2/disk-0.vmdk is in state: ready. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1268.465249] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52784285-5023-9626-031a-c008df704fc2/disk-0.vmdk. {{(pid=68831) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1268.465549] env[68831]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9136c3b7-7c2d-40bc-b79f-59a73a782198 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.626779] env[68831]: DEBUG oslo_concurrency.lockutils [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.661440] env[68831]: DEBUG oslo_vmware.rw_handles [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52784285-5023-9626-031a-c008df704fc2/disk-0.vmdk. {{(pid=68831) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1268.661659] env[68831]: INFO nova.virt.vmwareapi.images [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Downloaded image file data 385088af-604c-4b3d-a7d6-7d8e609dca8c [ 1268.662551] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab0096b-9e94-4353-b761-57424dfae426 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.678176] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c6c4397-027f-400c-a6db-058892908300 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.683511] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.146s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.684036] env[68831]: DEBUG nova.compute.manager [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.686563] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.983s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.688024] env[68831]: INFO nova.compute.claims [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.708035] env[68831]: INFO nova.virt.vmwareapi.images [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] The imported VM was unregistered [ 1268.709544] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Caching image {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1268.709775] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Creating directory with path [datastore2] devstack-image-cache_base/385088af-604c-4b3d-a7d6-7d8e609dca8c {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.710047] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a7044af-1be7-4bad-9764-c2fab4ec292a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.721435] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Created directory with path [datastore2] devstack-image-cache_base/385088af-604c-4b3d-a7d6-7d8e609dca8c {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.721611] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_62ce431d-4f0d-4e30-9d61-302842fb84f6/OSTACK_IMG_62ce431d-4f0d-4e30-9d61-302842fb84f6.vmdk to [datastore2] devstack-image-cache_base/385088af-604c-4b3d-a7d6-7d8e609dca8c/385088af-604c-4b3d-a7d6-7d8e609dca8c.vmdk. {{(pid=68831) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1268.722119] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-65a67bf6-da03-426d-b380-d87c81fd7c77 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.729367] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1268.729367] env[68831]: value = "task-2803703" [ 1268.729367] env[68831]: _type = "Task" [ 1268.729367] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.736672] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803703, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.193065] env[68831]: DEBUG nova.compute.utils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1269.196136] env[68831]: DEBUG nova.compute.manager [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1269.196380] env[68831]: DEBUG nova.network.neutron [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1269.240679] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803703, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.242238] env[68831]: DEBUG nova.policy [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af0ae2b67f04addad815fce4d5dbd93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acdf48e93c4348ed8ce252647c31d319', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1269.520795] env[68831]: DEBUG nova.network.neutron [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Successfully created port: 3ff38218-6f8e-4e02-9114-263ffbf49cdf {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.696760] env[68831]: DEBUG nova.compute.manager [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.743808] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803703, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.840935] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c8f307-3292-40df-8feb-fa5d5cfc3cc0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.849484] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed1d741-b916-46bb-8f6e-58662fb150e0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.880305] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8930783-6f2a-45c6-9dab-52815e691978 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.888324] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397b82eb-4e9d-45d1-bb26-fe57f5cf0403 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.902741] env[68831]: DEBUG nova.compute.provider_tree [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.241182] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803703, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.407336] env[68831]: DEBUG nova.scheduler.client.report [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.707723] env[68831]: DEBUG nova.compute.manager [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.737897] env[68831]: DEBUG nova.virt.hardware [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.738172] env[68831]: DEBUG nova.virt.hardware [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.738388] env[68831]: DEBUG nova.virt.hardware [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.738586] env[68831]: DEBUG nova.virt.hardware [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.738734] env[68831]: DEBUG nova.virt.hardware [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.738881] env[68831]: DEBUG nova.virt.hardware [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.739101] env[68831]: DEBUG nova.virt.hardware [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.739284] env[68831]: DEBUG nova.virt.hardware [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.739469] env[68831]: DEBUG nova.virt.hardware [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.739631] env[68831]: DEBUG nova.virt.hardware [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.739804] env[68831]: DEBUG nova.virt.hardware [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.740683] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a999c67-bbbd-4d44-8085-b4b860d1cfe0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.752068] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df68544c-729f-4a93-a9f2-4cc99dbcf15e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.756110] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803703, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.914969] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.915556] env[68831]: DEBUG nova.compute.manager [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1270.922109] env[68831]: DEBUG oslo_concurrency.lockutils [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.292s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.922434] env[68831]: DEBUG nova.objects.instance [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Lazy-loading 'resources' on Instance uuid e1e340b4-cbe9-45dd-8fe0-cb814dde14fa {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.935746] env[68831]: DEBUG nova.compute.manager [req-4f16c69f-574b-476d-b62b-dccc40ecd6ae req-3220774a-3c3a-4bf1-bce3-ab0ac9a8b310 service nova] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Received event network-vif-plugged-3ff38218-6f8e-4e02-9114-263ffbf49cdf {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1270.935984] env[68831]: DEBUG oslo_concurrency.lockutils [req-4f16c69f-574b-476d-b62b-dccc40ecd6ae req-3220774a-3c3a-4bf1-bce3-ab0ac9a8b310 service nova] Acquiring lock "f1f79050-11ca-4f2c-aed6-0f92a40a4a3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.936277] env[68831]: DEBUG oslo_concurrency.lockutils [req-4f16c69f-574b-476d-b62b-dccc40ecd6ae req-3220774a-3c3a-4bf1-bce3-ab0ac9a8b310 service nova] Lock "f1f79050-11ca-4f2c-aed6-0f92a40a4a3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.936466] env[68831]: DEBUG oslo_concurrency.lockutils [req-4f16c69f-574b-476d-b62b-dccc40ecd6ae req-3220774a-3c3a-4bf1-bce3-ab0ac9a8b310 service nova] Lock "f1f79050-11ca-4f2c-aed6-0f92a40a4a3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.936640] env[68831]: DEBUG nova.compute.manager [req-4f16c69f-574b-476d-b62b-dccc40ecd6ae req-3220774a-3c3a-4bf1-bce3-ab0ac9a8b310 service nova] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] No waiting events found dispatching network-vif-plugged-3ff38218-6f8e-4e02-9114-263ffbf49cdf {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.936881] env[68831]: WARNING nova.compute.manager [req-4f16c69f-574b-476d-b62b-dccc40ecd6ae req-3220774a-3c3a-4bf1-bce3-ab0ac9a8b310 service nova] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Received unexpected event network-vif-plugged-3ff38218-6f8e-4e02-9114-263ffbf49cdf for instance with vm_state building and task_state spawning. [ 1270.942981] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.943207] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.021477] env[68831]: DEBUG nova.network.neutron [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Successfully updated port: 3ff38218-6f8e-4e02-9114-263ffbf49cdf {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.244016] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803703, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.281248} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.244375] env[68831]: INFO nova.virt.vmwareapi.ds_util [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_62ce431d-4f0d-4e30-9d61-302842fb84f6/OSTACK_IMG_62ce431d-4f0d-4e30-9d61-302842fb84f6.vmdk to [datastore2] devstack-image-cache_base/385088af-604c-4b3d-a7d6-7d8e609dca8c/385088af-604c-4b3d-a7d6-7d8e609dca8c.vmdk. [ 1271.244506] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Cleaning up location [datastore2] OSTACK_IMG_62ce431d-4f0d-4e30-9d61-302842fb84f6 {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1271.244675] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_62ce431d-4f0d-4e30-9d61-302842fb84f6 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.245124] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-522a94ed-0d7f-45d0-8a27-d47ab570d6c0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.251586] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1271.251586] env[68831]: value = "task-2803704" [ 1271.251586] env[68831]: _type = "Task" [ 1271.251586] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.259706] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.425506] env[68831]: DEBUG nova.compute.utils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.429655] env[68831]: DEBUG nova.compute.manager [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1271.429838] env[68831]: DEBUG nova.network.neutron [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.445814] env[68831]: DEBUG nova.compute.utils [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.471115] env[68831]: DEBUG nova.policy [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '116b0ca951f44d0cbc410e8c2bda4948', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4634fd56241a4419a935a00c615f89df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.525490] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Acquiring lock "refresh_cache-f1f79050-11ca-4f2c-aed6-0f92a40a4a3a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.525663] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Acquired lock "refresh_cache-f1f79050-11ca-4f2c-aed6-0f92a40a4a3a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.525993] env[68831]: DEBUG nova.network.neutron [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.554889] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b9a9fa-dc96-4064-af2c-10fb2e17ae2e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.564451] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2449f4-1ac1-49ba-868c-c02faf406dcc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.594723] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641b826f-bc82-4a4e-b59d-a2acdd865b58 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.602213] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eae6b7-c910-4928-96b7-3446afcc4873 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.616020] env[68831]: DEBUG nova.compute.provider_tree [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1271.730947] env[68831]: DEBUG nova.network.neutron [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Successfully created port: a17dbae7-5e08-40d6-adb8-125ae9bd5ceb {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1271.761919] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03738} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.762301] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.762579] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/385088af-604c-4b3d-a7d6-7d8e609dca8c/385088af-604c-4b3d-a7d6-7d8e609dca8c.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.762875] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/385088af-604c-4b3d-a7d6-7d8e609dca8c/385088af-604c-4b3d-a7d6-7d8e609dca8c.vmdk to [datastore2] 79385505-25cb-41fa-835c-f1c05380c631/79385505-25cb-41fa-835c-f1c05380c631.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.763145] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87ce1913-d734-4334-8898-bccd8ab860a0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.769726] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1271.769726] env[68831]: value = "task-2803705" [ 1271.769726] env[68831]: _type = "Task" [ 1271.769726] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.777336] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.934333] env[68831]: DEBUG nova.compute.manager [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1271.948699] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.059592] env[68831]: DEBUG nova.network.neutron [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.151071] env[68831]: DEBUG nova.scheduler.client.report [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Updated inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1272.151337] env[68831]: DEBUG nova.compute.provider_tree [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 168 to 169 during operation: update_inventory {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1272.151589] env[68831]: DEBUG nova.compute.provider_tree [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1272.197268] env[68831]: DEBUG nova.network.neutron [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Updating instance_info_cache with network_info: [{"id": "3ff38218-6f8e-4e02-9114-263ffbf49cdf", "address": "fa:16:3e:ee:e5:c0", "network": {"id": "8e031863-b6a4-4efb-878c-df68a14567f2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2115917202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acdf48e93c4348ed8ce252647c31d319", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ff38218-6f", "ovs_interfaceid": "3ff38218-6f8e-4e02-9114-263ffbf49cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.280430] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803705, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.656727] env[68831]: DEBUG oslo_concurrency.lockutils [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.679721] env[68831]: INFO nova.scheduler.client.report [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Deleted allocations for instance e1e340b4-cbe9-45dd-8fe0-cb814dde14fa [ 1272.699773] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Releasing lock "refresh_cache-f1f79050-11ca-4f2c-aed6-0f92a40a4a3a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.700245] env[68831]: DEBUG nova.compute.manager [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Instance network_info: |[{"id": "3ff38218-6f8e-4e02-9114-263ffbf49cdf", "address": "fa:16:3e:ee:e5:c0", "network": {"id": "8e031863-b6a4-4efb-878c-df68a14567f2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2115917202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acdf48e93c4348ed8ce252647c31d319", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ff38218-6f", "ovs_interfaceid": "3ff38218-6f8e-4e02-9114-263ffbf49cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1272.700728] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:e5:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ff38218-6f8e-4e02-9114-263ffbf49cdf', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1272.709197] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Creating folder: Project (acdf48e93c4348ed8ce252647c31d319). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1272.709520] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-948f448c-2599-4977-b542-4020b06c192c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.722900] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Created folder: Project (acdf48e93c4348ed8ce252647c31d319) in parent group-v563050. [ 1272.723139] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Creating folder: Instances. Parent ref: group-v563369. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1272.723368] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55d2c9e4-7f50-4b8d-9f7b-2607e7da270c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.735183] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Created folder: Instances in parent group-v563369. [ 1272.735423] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.735617] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1272.735833] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bd1ce0d-6ef7-4d94-81e8-6c625cf849e5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.756118] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1272.756118] env[68831]: value = "task-2803708" [ 1272.756118] env[68831]: _type = "Task" [ 1272.756118] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.763947] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803708, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.780194] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803705, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.945537] env[68831]: DEBUG nova.compute.manager [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1272.964862] env[68831]: DEBUG nova.compute.manager [req-36d8b4ec-398d-4358-b5f8-5664f4fc480f req-1b39f53e-4c51-4630-b356-1fbbbbc61d67 service nova] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Received event network-changed-3ff38218-6f8e-4e02-9114-263ffbf49cdf {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1272.965070] env[68831]: DEBUG nova.compute.manager [req-36d8b4ec-398d-4358-b5f8-5664f4fc480f req-1b39f53e-4c51-4630-b356-1fbbbbc61d67 service nova] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Refreshing instance network info cache due to event network-changed-3ff38218-6f8e-4e02-9114-263ffbf49cdf. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1272.965569] env[68831]: DEBUG oslo_concurrency.lockutils [req-36d8b4ec-398d-4358-b5f8-5664f4fc480f req-1b39f53e-4c51-4630-b356-1fbbbbc61d67 service nova] Acquiring lock "refresh_cache-f1f79050-11ca-4f2c-aed6-0f92a40a4a3a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.965569] env[68831]: DEBUG oslo_concurrency.lockutils [req-36d8b4ec-398d-4358-b5f8-5664f4fc480f req-1b39f53e-4c51-4630-b356-1fbbbbc61d67 service nova] Acquired lock "refresh_cache-f1f79050-11ca-4f2c-aed6-0f92a40a4a3a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.965940] env[68831]: DEBUG nova.network.neutron [req-36d8b4ec-398d-4358-b5f8-5664f4fc480f req-1b39f53e-4c51-4630-b356-1fbbbbc61d67 service nova] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Refreshing network info cache for port 3ff38218-6f8e-4e02-9114-263ffbf49cdf {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.976650] env[68831]: DEBUG nova.virt.hardware [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.976909] env[68831]: DEBUG nova.virt.hardware [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.977536] env[68831]: DEBUG nova.virt.hardware [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.977748] env[68831]: DEBUG nova.virt.hardware [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.977902] env[68831]: DEBUG nova.virt.hardware [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.978065] env[68831]: DEBUG nova.virt.hardware [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.978341] env[68831]: DEBUG nova.virt.hardware [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.978527] env[68831]: DEBUG nova.virt.hardware [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.978712] env[68831]: DEBUG nova.virt.hardware [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.978880] env[68831]: DEBUG nova.virt.hardware [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.979085] env[68831]: DEBUG nova.virt.hardware [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.980446] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec78c2f3-4635-4651-abdf-da710b4c1641 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.990407] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da91e64a-46ce-444c-b38f-3a51a696841e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.043754] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.044034] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.044270] env[68831]: INFO nova.compute.manager [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Attaching volume ec9b2197-0188-4cf0-a137-724c30fb6c8c to /dev/sdb [ 1273.080156] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d4119c-7095-4f6d-89dc-64a4bb181a14 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.088127] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1078789-1ba4-45cf-b8c4-f004865624b8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.101961] env[68831]: DEBUG nova.virt.block_device [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Updating existing volume attachment record: 79fbd7b5-6c0a-434c-9f7b-048fa31fac23 {{(pid=68831) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1273.188948] env[68831]: DEBUG oslo_concurrency.lockutils [None req-28615ba2-1d0a-4d70-bd73-38719094924a tempest-ServersAaction247Test-851069429 tempest-ServersAaction247Test-851069429-project-member] Lock "e1e340b4-cbe9-45dd-8fe0-cb814dde14fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.758s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.204011] env[68831]: DEBUG nova.network.neutron [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Successfully updated port: a17dbae7-5e08-40d6-adb8-125ae9bd5ceb {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.266421] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803708, 'name': CreateVM_Task} progress is 25%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.281691] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803705, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.707428] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "refresh_cache-eff1a8c3-df0b-4609-824a-2c49ebac6425" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.707635] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "refresh_cache-eff1a8c3-df0b-4609-824a-2c49ebac6425" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.707782] env[68831]: DEBUG nova.network.neutron [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.767835] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803708, 'name': CreateVM_Task, 'duration_secs': 0.820101} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.768038] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.768850] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.768926] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.769301] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.769596] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b588b08b-934b-4d27-9bf7-1ca0e647f346 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.772083] env[68831]: DEBUG nova.network.neutron [req-36d8b4ec-398d-4358-b5f8-5664f4fc480f req-1b39f53e-4c51-4630-b356-1fbbbbc61d67 service nova] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Updated VIF entry in instance network info cache for port 3ff38218-6f8e-4e02-9114-263ffbf49cdf. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.772438] env[68831]: DEBUG nova.network.neutron [req-36d8b4ec-398d-4358-b5f8-5664f4fc480f req-1b39f53e-4c51-4630-b356-1fbbbbc61d67 service nova] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Updating instance_info_cache with network_info: [{"id": "3ff38218-6f8e-4e02-9114-263ffbf49cdf", "address": "fa:16:3e:ee:e5:c0", "network": {"id": "8e031863-b6a4-4efb-878c-df68a14567f2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2115917202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acdf48e93c4348ed8ce252647c31d319", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ff38218-6f", "ovs_interfaceid": "3ff38218-6f8e-4e02-9114-263ffbf49cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.778949] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Waiting for the task: (returnval){ [ 1273.778949] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520bf80d-8efe-7f57-677a-cfcdf4f52e34" [ 1273.778949] env[68831]: _type = "Task" [ 1273.778949] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.786622] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803705, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.792544] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520bf80d-8efe-7f57-677a-cfcdf4f52e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.241235] env[68831]: DEBUG nova.network.neutron [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.278057] env[68831]: DEBUG oslo_concurrency.lockutils [req-36d8b4ec-398d-4358-b5f8-5664f4fc480f req-1b39f53e-4c51-4630-b356-1fbbbbc61d67 service nova] Releasing lock "refresh_cache-f1f79050-11ca-4f2c-aed6-0f92a40a4a3a" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.285715] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803705, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.252956} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.288392] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/385088af-604c-4b3d-a7d6-7d8e609dca8c/385088af-604c-4b3d-a7d6-7d8e609dca8c.vmdk to [datastore2] 79385505-25cb-41fa-835c-f1c05380c631/79385505-25cb-41fa-835c-f1c05380c631.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.289115] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce57efe-c73a-4359-a4ec-dd2a8421ba43 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.295053] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]520bf80d-8efe-7f57-677a-cfcdf4f52e34, 'name': SearchDatastore_Task, 'duration_secs': 0.081055} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.295620] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.295851] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.296121] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.296309] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.296497] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.296731] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58f8385b-d368-41be-803a-1278f0750b37 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.316031] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 79385505-25cb-41fa-835c-f1c05380c631/79385505-25cb-41fa-835c-f1c05380c631.vmdk or device None with type streamOptimized {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.316548] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6255e6fe-027d-42fb-8965-533c27f209dc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.334236] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.334406] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.335556] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07bca324-3a76-4b26-b15c-86f56f7d5a1e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.340439] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1274.340439] env[68831]: value = "task-2803710" [ 1274.340439] env[68831]: _type = "Task" [ 1274.340439] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.341592] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Waiting for the task: (returnval){ [ 1274.341592] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523d960f-7dac-3c70-2006-0740db94d411" [ 1274.341592] env[68831]: _type = "Task" [ 1274.341592] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.351692] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523d960f-7dac-3c70-2006-0740db94d411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.354681] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.401205] env[68831]: DEBUG nova.network.neutron [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Updating instance_info_cache with network_info: [{"id": "a17dbae7-5e08-40d6-adb8-125ae9bd5ceb", "address": "fa:16:3e:af:3c:ab", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17dbae7-5e", "ovs_interfaceid": "a17dbae7-5e08-40d6-adb8-125ae9bd5ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.854218] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803710, 'name': ReconfigVM_Task, 'duration_secs': 0.260069} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.857906] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 79385505-25cb-41fa-835c-f1c05380c631/79385505-25cb-41fa-835c-f1c05380c631.vmdk or device None with type streamOptimized {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.858754] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523d960f-7dac-3c70-2006-0740db94d411, 'name': SearchDatastore_Task, 'duration_secs': 0.011939} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.859034] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-620fb8dc-2536-44fb-894f-876460ace90d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.861134] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636b5608-b099-4376-9119-2ab38e310521 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.866073] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Waiting for the task: (returnval){ [ 1274.866073] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527109b0-2d8d-eaa2-4ca4-837242ccfc85" [ 1274.866073] env[68831]: _type = "Task" [ 1274.866073] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.872278] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1274.872278] env[68831]: value = "task-2803711" [ 1274.872278] env[68831]: _type = "Task" [ 1274.872278] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.878227] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527109b0-2d8d-eaa2-4ca4-837242ccfc85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.882797] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803711, 'name': Rename_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.903713] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "refresh_cache-eff1a8c3-df0b-4609-824a-2c49ebac6425" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.904211] env[68831]: DEBUG nova.compute.manager [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Instance network_info: |[{"id": "a17dbae7-5e08-40d6-adb8-125ae9bd5ceb", "address": "fa:16:3e:af:3c:ab", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17dbae7-5e", "ovs_interfaceid": "a17dbae7-5e08-40d6-adb8-125ae9bd5ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1274.904746] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:3c:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a17dbae7-5e08-40d6-adb8-125ae9bd5ceb', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.912385] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.912669] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.912955] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00c66f3c-a78f-48f8-8cb0-a0a0b0e70425 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.933066] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.933066] env[68831]: value = "task-2803712" [ 1274.933066] env[68831]: _type = "Task" [ 1274.933066] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.942232] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803712, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.993538] env[68831]: DEBUG nova.compute.manager [req-4ba59463-7a33-41da-8e31-ad5f9e1b1605 req-67e9dec1-459a-4f36-bf5b-702a2fb81a83 service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Received event network-vif-plugged-a17dbae7-5e08-40d6-adb8-125ae9bd5ceb {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1274.993774] env[68831]: DEBUG oslo_concurrency.lockutils [req-4ba59463-7a33-41da-8e31-ad5f9e1b1605 req-67e9dec1-459a-4f36-bf5b-702a2fb81a83 service nova] Acquiring lock "eff1a8c3-df0b-4609-824a-2c49ebac6425-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.993983] env[68831]: DEBUG oslo_concurrency.lockutils [req-4ba59463-7a33-41da-8e31-ad5f9e1b1605 req-67e9dec1-459a-4f36-bf5b-702a2fb81a83 service nova] Lock "eff1a8c3-df0b-4609-824a-2c49ebac6425-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.994163] env[68831]: DEBUG oslo_concurrency.lockutils [req-4ba59463-7a33-41da-8e31-ad5f9e1b1605 req-67e9dec1-459a-4f36-bf5b-702a2fb81a83 service nova] Lock "eff1a8c3-df0b-4609-824a-2c49ebac6425-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.994332] env[68831]: DEBUG nova.compute.manager [req-4ba59463-7a33-41da-8e31-ad5f9e1b1605 req-67e9dec1-459a-4f36-bf5b-702a2fb81a83 service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] No waiting events found dispatching network-vif-plugged-a17dbae7-5e08-40d6-adb8-125ae9bd5ceb {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.994495] env[68831]: WARNING nova.compute.manager [req-4ba59463-7a33-41da-8e31-ad5f9e1b1605 req-67e9dec1-459a-4f36-bf5b-702a2fb81a83 service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Received unexpected event network-vif-plugged-a17dbae7-5e08-40d6-adb8-125ae9bd5ceb for instance with vm_state building and task_state spawning. [ 1274.994653] env[68831]: DEBUG nova.compute.manager [req-4ba59463-7a33-41da-8e31-ad5f9e1b1605 req-67e9dec1-459a-4f36-bf5b-702a2fb81a83 service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Received event network-changed-a17dbae7-5e08-40d6-adb8-125ae9bd5ceb {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1274.994835] env[68831]: DEBUG nova.compute.manager [req-4ba59463-7a33-41da-8e31-ad5f9e1b1605 req-67e9dec1-459a-4f36-bf5b-702a2fb81a83 service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Refreshing instance network info cache due to event network-changed-a17dbae7-5e08-40d6-adb8-125ae9bd5ceb. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1274.994979] env[68831]: DEBUG oslo_concurrency.lockutils [req-4ba59463-7a33-41da-8e31-ad5f9e1b1605 req-67e9dec1-459a-4f36-bf5b-702a2fb81a83 service nova] Acquiring lock "refresh_cache-eff1a8c3-df0b-4609-824a-2c49ebac6425" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.995128] env[68831]: DEBUG oslo_concurrency.lockutils [req-4ba59463-7a33-41da-8e31-ad5f9e1b1605 req-67e9dec1-459a-4f36-bf5b-702a2fb81a83 service nova] Acquired lock "refresh_cache-eff1a8c3-df0b-4609-824a-2c49ebac6425" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.995285] env[68831]: DEBUG nova.network.neutron [req-4ba59463-7a33-41da-8e31-ad5f9e1b1605 req-67e9dec1-459a-4f36-bf5b-702a2fb81a83 service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Refreshing network info cache for port a17dbae7-5e08-40d6-adb8-125ae9bd5ceb {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.375814] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]527109b0-2d8d-eaa2-4ca4-837242ccfc85, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.378791] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.379119] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] f1f79050-11ca-4f2c-aed6-0f92a40a4a3a/f1f79050-11ca-4f2c-aed6-0f92a40a4a3a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.379423] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-731071aa-3bdb-40e3-832d-e1adbf4fb5c9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.385625] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803711, 'name': Rename_Task, 'duration_secs': 0.143164} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.386683] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.386966] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Waiting for the task: (returnval){ [ 1275.386966] env[68831]: value = "task-2803714" [ 1275.386966] env[68831]: _type = "Task" [ 1275.386966] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.387148] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cf284f0-93f4-497f-973f-f908c5bcb94d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.400609] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.401666] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1275.401666] env[68831]: value = "task-2803715" [ 1275.401666] env[68831]: _type = "Task" [ 1275.401666] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.410106] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.440726] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803712, 'name': CreateVM_Task, 'duration_secs': 0.364745} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.440886] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.441526] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.441694] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.442015] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.442247] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56428f4a-fd59-4ad8-b7f8-795027250e8c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.446429] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1275.446429] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5255c88c-0ea7-2464-6e21-0a69712fe290" [ 1275.446429] env[68831]: _type = "Task" [ 1275.446429] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.453270] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5255c88c-0ea7-2464-6e21-0a69712fe290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.668609] env[68831]: DEBUG nova.network.neutron [req-4ba59463-7a33-41da-8e31-ad5f9e1b1605 req-67e9dec1-459a-4f36-bf5b-702a2fb81a83 service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Updated VIF entry in instance network info cache for port a17dbae7-5e08-40d6-adb8-125ae9bd5ceb. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.668978] env[68831]: DEBUG nova.network.neutron [req-4ba59463-7a33-41da-8e31-ad5f9e1b1605 req-67e9dec1-459a-4f36-bf5b-702a2fb81a83 service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Updating instance_info_cache with network_info: [{"id": "a17dbae7-5e08-40d6-adb8-125ae9bd5ceb", "address": "fa:16:3e:af:3c:ab", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17dbae7-5e", "ovs_interfaceid": "a17dbae7-5e08-40d6-adb8-125ae9bd5ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.898463] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.911255] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.959777] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5255c88c-0ea7-2464-6e21-0a69712fe290, 'name': SearchDatastore_Task, 'duration_secs': 0.009075} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.960195] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.960633] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.960846] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.961070] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.961318] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.961662] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef5d251b-52a8-43cf-9b99-557ad5cbf1a0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.971135] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.971388] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.972380] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ac8b5c-2d5e-4fbe-8aee-f22b035a7ac7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.978603] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1275.978603] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523e94d5-e67a-b693-4aa7-8f9df4df4596" [ 1275.978603] env[68831]: _type = "Task" [ 1275.978603] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.991031] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523e94d5-e67a-b693-4aa7-8f9df4df4596, 'name': SearchDatastore_Task, 'duration_secs': 0.007908} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.992083] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c7e3f5-6b0e-4754-ab29-17f78afec6fe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.997964] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1275.997964] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5282d32f-fd75-9a86-db14-2651caa83c3e" [ 1275.997964] env[68831]: _type = "Task" [ 1275.997964] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.006746] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5282d32f-fd75-9a86-db14-2651caa83c3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.171506] env[68831]: DEBUG oslo_concurrency.lockutils [req-4ba59463-7a33-41da-8e31-ad5f9e1b1605 req-67e9dec1-459a-4f36-bf5b-702a2fb81a83 service nova] Releasing lock "refresh_cache-eff1a8c3-df0b-4609-824a-2c49ebac6425" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.398732] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803714, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.410627] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803715, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.508544] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5282d32f-fd75-9a86-db14-2651caa83c3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009854} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.508816] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.509091] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] eff1a8c3-df0b-4609-824a-2c49ebac6425/eff1a8c3-df0b-4609-824a-2c49ebac6425.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.509351] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b906e96-ec5e-4ba7-a64c-9cf99a00ecde {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.516013] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1276.516013] env[68831]: value = "task-2803716" [ 1276.516013] env[68831]: _type = "Task" [ 1276.516013] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.523295] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.900111] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803714, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.038383} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.900111] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] f1f79050-11ca-4f2c-aed6-0f92a40a4a3a/f1f79050-11ca-4f2c-aed6-0f92a40a4a3a.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.900111] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.900402] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ded0b0f3-ff63-4be0-be38-6f0a96aa9ac6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.907376] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Waiting for the task: (returnval){ [ 1276.907376] env[68831]: value = "task-2803717" [ 1276.907376] env[68831]: _type = "Task" [ 1276.907376] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.913339] env[68831]: DEBUG oslo_vmware.api [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803715, 'name': PowerOnVM_Task, 'duration_secs': 1.24143} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.913900] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.918706] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.021599] env[68831]: DEBUG nova.compute.manager [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.022490] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3c302b-e8a3-4873-a920-16cb928f9432 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.030457] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803716, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.417293] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065504} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.417624] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.418293] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7f0257-6573-4622-aa2e-cc39b453d13c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.439216] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] f1f79050-11ca-4f2c-aed6-0f92a40a4a3a/f1f79050-11ca-4f2c-aed6-0f92a40a4a3a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.439488] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf14334f-d5de-4837-88f8-6c323fee5227 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.457522] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Waiting for the task: (returnval){ [ 1277.457522] env[68831]: value = "task-2803718" [ 1277.457522] env[68831]: _type = "Task" [ 1277.457522] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.465526] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.526904] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915509} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.527443] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] eff1a8c3-df0b-4609-824a-2c49ebac6425/eff1a8c3-df0b-4609-824a-2c49ebac6425.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.527443] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1277.527622] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-957ceba6-d995-411d-af7c-21449d81c932 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.534906] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1277.534906] env[68831]: value = "task-2803719" [ 1277.534906] env[68831]: _type = "Task" [ 1277.534906] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.545468] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.545912] env[68831]: DEBUG oslo_concurrency.lockutils [None req-a839484f-1a68-4f59-a071-b81597dcaa59 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "79385505-25cb-41fa-835c-f1c05380c631" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.887s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.651344] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Volume attach. Driver type: vmdk {{(pid=68831) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1277.651596] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563372', 'volume_id': 'ec9b2197-0188-4cf0-a137-724c30fb6c8c', 'name': 'volume-ec9b2197-0188-4cf0-a137-724c30fb6c8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66ef2b4b-49af-4513-86aa-d97b8544ebcd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec9b2197-0188-4cf0-a137-724c30fb6c8c', 'serial': 'ec9b2197-0188-4cf0-a137-724c30fb6c8c'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1277.652536] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974fe0b5-20fe-40ca-bebd-257d9ed804b8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.668611] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03abb1b2-db59-4322-a202-8d40ddf858a1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.692782] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-ec9b2197-0188-4cf0-a137-724c30fb6c8c/volume-ec9b2197-0188-4cf0-a137-724c30fb6c8c.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.693130] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3615dbe8-1532-470e-960e-1f48fb2a90ff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.711076] env[68831]: DEBUG oslo_vmware.api [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1277.711076] env[68831]: value = "task-2803720" [ 1277.711076] env[68831]: _type = "Task" [ 1277.711076] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.718979] env[68831]: DEBUG oslo_vmware.api [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.968157] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803718, 'name': ReconfigVM_Task, 'duration_secs': 0.348933} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.968478] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Reconfigured VM instance instance-00000078 to attach disk [datastore2] f1f79050-11ca-4f2c-aed6-0f92a40a4a3a/f1f79050-11ca-4f2c-aed6-0f92a40a4a3a.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.969187] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbc1f587-86d5-4b47-9d81-1a08623bdc79 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.976430] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Waiting for the task: (returnval){ [ 1277.976430] env[68831]: value = "task-2803721" [ 1277.976430] env[68831]: _type = "Task" [ 1277.976430] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.984277] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803721, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.044568] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104382} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.044889] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.045819] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9003db-ff84-44ca-bea1-5f9fffe96c2f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.069758] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] eff1a8c3-df0b-4609-824a-2c49ebac6425/eff1a8c3-df0b-4609-824a-2c49ebac6425.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.070140] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32ad47b0-f50a-49db-a28b-f908ae97652a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.089602] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1278.089602] env[68831]: value = "task-2803722" [ 1278.089602] env[68831]: _type = "Task" [ 1278.089602] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.099710] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.222641] env[68831]: DEBUG oslo_vmware.api [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.491638] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803721, 'name': Rename_Task, 'duration_secs': 0.150936} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.492354] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.492691] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa936f56-2767-4092-8706-783d70dbf7e3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.500684] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Waiting for the task: (returnval){ [ 1278.500684] env[68831]: value = "task-2803723" [ 1278.500684] env[68831]: _type = "Task" [ 1278.500684] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.512385] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.599616] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.722016] env[68831]: DEBUG oslo_vmware.api [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.977320] env[68831]: DEBUG oslo_concurrency.lockutils [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "79385505-25cb-41fa-835c-f1c05380c631" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.977723] env[68831]: DEBUG oslo_concurrency.lockutils [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "79385505-25cb-41fa-835c-f1c05380c631" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.978071] env[68831]: DEBUG oslo_concurrency.lockutils [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "79385505-25cb-41fa-835c-f1c05380c631-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.978412] env[68831]: DEBUG oslo_concurrency.lockutils [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "79385505-25cb-41fa-835c-f1c05380c631-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.978689] env[68831]: DEBUG oslo_concurrency.lockutils [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "79385505-25cb-41fa-835c-f1c05380c631-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.981655] env[68831]: INFO nova.compute.manager [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Terminating instance [ 1279.010684] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.100561] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.224971] env[68831]: DEBUG oslo_vmware.api [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803720, 'name': ReconfigVM_Task, 'duration_secs': 1.193201} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.225287] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-ec9b2197-0188-4cf0-a137-724c30fb6c8c/volume-ec9b2197-0188-4cf0-a137-724c30fb6c8c.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.230261] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19a1965e-9f84-4797-bdc8-fca1cc0b8f4e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.245711] env[68831]: DEBUG oslo_vmware.api [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1279.245711] env[68831]: value = "task-2803724" [ 1279.245711] env[68831]: _type = "Task" [ 1279.245711] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.254583] env[68831]: DEBUG oslo_vmware.api [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.486051] env[68831]: DEBUG nova.compute.manager [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.486306] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.487235] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c49aeb-f0de-4b4d-a046-2dd057805b99 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.494933] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.495380] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e82988a-8d69-425f-b81e-9688a94d0218 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.501022] env[68831]: DEBUG oslo_vmware.api [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1279.501022] env[68831]: value = "task-2803725" [ 1279.501022] env[68831]: _type = "Task" [ 1279.501022] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.513219] env[68831]: DEBUG oslo_vmware.api [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.516526] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803723, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.600960] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803722, 'name': ReconfigVM_Task, 'duration_secs': 1.299294} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.601284] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Reconfigured VM instance instance-00000079 to attach disk [datastore2] eff1a8c3-df0b-4609-824a-2c49ebac6425/eff1a8c3-df0b-4609-824a-2c49ebac6425.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.601926] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37c0f12c-a18b-4ba5-ae0c-a53d4745a221 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.608864] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1279.608864] env[68831]: value = "task-2803726" [ 1279.608864] env[68831]: _type = "Task" [ 1279.608864] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.616959] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803726, 'name': Rename_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.759129] env[68831]: DEBUG oslo_vmware.api [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803724, 'name': ReconfigVM_Task, 'duration_secs': 0.187057} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.759129] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563372', 'volume_id': 'ec9b2197-0188-4cf0-a137-724c30fb6c8c', 'name': 'volume-ec9b2197-0188-4cf0-a137-724c30fb6c8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66ef2b4b-49af-4513-86aa-d97b8544ebcd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec9b2197-0188-4cf0-a137-724c30fb6c8c', 'serial': 'ec9b2197-0188-4cf0-a137-724c30fb6c8c'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1280.012711] env[68831]: DEBUG oslo_vmware.api [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803725, 'name': PowerOffVM_Task, 'duration_secs': 0.188107} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.015427] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.015613] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.015857] env[68831]: DEBUG oslo_vmware.api [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803723, 'name': PowerOnVM_Task, 'duration_secs': 1.079302} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.016062] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-401a7acf-467a-4eb1-9d7c-b7094c2bfdf6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.017374] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.017578] env[68831]: INFO nova.compute.manager [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1280.017755] env[68831]: DEBUG nova.compute.manager [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.018486] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2439722-7e84-4e32-be5d-eda55e281606 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.113519] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.113756] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.113938] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Deleting the datastore file [datastore2] 79385505-25cb-41fa-835c-f1c05380c631 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.114657] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-261916a0-9f57-40ba-978a-96f573402f12 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.119526] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803726, 'name': Rename_Task, 'duration_secs': 0.319682} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.120136] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.120377] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be3305c7-f801-4de1-b854-c67b12b66e22 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.123680] env[68831]: DEBUG oslo_vmware.api [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for the task: (returnval){ [ 1280.123680] env[68831]: value = "task-2803728" [ 1280.123680] env[68831]: _type = "Task" [ 1280.123680] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.127272] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1280.127272] env[68831]: value = "task-2803729" [ 1280.127272] env[68831]: _type = "Task" [ 1280.127272] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.133106] env[68831]: DEBUG oslo_vmware.api [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.137558] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.535856] env[68831]: INFO nova.compute.manager [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Took 16.32 seconds to build instance. [ 1280.637118] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803729, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.640049] env[68831]: DEBUG oslo_vmware.api [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Task: {'id': task-2803728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153043} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.640285] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.640468] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.640644] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.640817] env[68831]: INFO nova.compute.manager [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1280.641064] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.641258] env[68831]: DEBUG nova.compute.manager [-] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1280.641348] env[68831]: DEBUG nova.network.neutron [-] [instance: 79385505-25cb-41fa-835c-f1c05380c631] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1280.795608] env[68831]: DEBUG nova.objects.instance [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lazy-loading 'flavor' on Instance uuid 66ef2b4b-49af-4513-86aa-d97b8544ebcd {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.939625] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d4383a29-2582-42bd-af51-4ce83b75fe60 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Acquiring lock "interface-f1f79050-11ca-4f2c-aed6-0f92a40a4a3a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.939910] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d4383a29-2582-42bd-af51-4ce83b75fe60 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Lock "interface-f1f79050-11ca-4f2c-aed6-0f92a40a4a3a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.940276] env[68831]: DEBUG nova.objects.instance [None req-d4383a29-2582-42bd-af51-4ce83b75fe60 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Lazy-loading 'flavor' on Instance uuid f1f79050-11ca-4f2c-aed6-0f92a40a4a3a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.010571] env[68831]: DEBUG oslo_concurrency.lockutils [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "c51da600-6dc8-4bfb-b46f-68dbd674a545" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.010809] env[68831]: DEBUG oslo_concurrency.lockutils [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "c51da600-6dc8-4bfb-b46f-68dbd674a545" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.037591] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f90a034-27b5-414e-95e4-f010d88353cc tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Lock "f1f79050-11ca-4f2c-aed6-0f92a40a4a3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.834s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.139187] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803729, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.300328] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ceb57d73-75ed-43d2-85d0-0aad6122fd61 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.256s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.446483] env[68831]: DEBUG nova.objects.instance [None req-d4383a29-2582-42bd-af51-4ce83b75fe60 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Lazy-loading 'pci_requests' on Instance uuid f1f79050-11ca-4f2c-aed6-0f92a40a4a3a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.513822] env[68831]: DEBUG nova.compute.utils [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.570093] env[68831]: DEBUG nova.network.neutron [-] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.639610] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803729, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.949828] env[68831]: DEBUG nova.objects.base [None req-d4383a29-2582-42bd-af51-4ce83b75fe60 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1281.949828] env[68831]: DEBUG nova.network.neutron [None req-d4383a29-2582-42bd-af51-4ce83b75fe60 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1282.016465] env[68831]: DEBUG oslo_concurrency.lockutils [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "c51da600-6dc8-4bfb-b46f-68dbd674a545" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.023408] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d4383a29-2582-42bd-af51-4ce83b75fe60 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Lock "interface-f1f79050-11ca-4f2c-aed6-0f92a40a4a3a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.083s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.073102] env[68831]: INFO nova.compute.manager [-] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Took 1.43 seconds to deallocate network for instance. [ 1282.139328] env[68831]: DEBUG oslo_vmware.api [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803729, 'name': PowerOnVM_Task, 'duration_secs': 1.960126} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.139595] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.139798] env[68831]: INFO nova.compute.manager [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1282.139975] env[68831]: DEBUG nova.compute.manager [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.140799] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405d27c6-b3df-4971-b5ae-c0bfe73df90d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.579856] env[68831]: DEBUG oslo_concurrency.lockutils [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.580167] env[68831]: DEBUG oslo_concurrency.lockutils [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.580375] env[68831]: DEBUG nova.objects.instance [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lazy-loading 'resources' on Instance uuid 79385505-25cb-41fa-835c-f1c05380c631 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.587248] env[68831]: DEBUG nova.compute.manager [req-b35a577f-0028-4ccc-b4d2-52549a0a8168 req-4ac0fda3-73e9-49ac-8161-7d4954175562 service nova] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Received event network-vif-deleted-cbaa1e55-acd3-44e7-a188-29c2fde11b87 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1282.659578] env[68831]: INFO nova.compute.manager [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Took 14.97 seconds to build instance. [ 1282.799187] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.799473] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.070414] env[68831]: DEBUG oslo_concurrency.lockutils [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "c51da600-6dc8-4bfb-b46f-68dbd674a545" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.070643] env[68831]: DEBUG oslo_concurrency.lockutils [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "c51da600-6dc8-4bfb-b46f-68dbd674a545" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.070840] env[68831]: INFO nova.compute.manager [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Attaching volume 569c3a9e-8bca-46a9-bd52-c678f89156b7 to /dev/sdb [ 1283.100774] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4baf32-c9b9-4150-bae2-03caedcdf8ac {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.110422] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d47c741-8f7c-4739-b142-149a79e9c0a5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.123569] env[68831]: DEBUG nova.virt.block_device [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Updating existing volume attachment record: 4b6d1777-628e-4465-b9ab-a164dd845e43 {{(pid=68831) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1283.161061] env[68831]: DEBUG oslo_concurrency.lockutils [None req-55095511-387a-4cda-b929-413b807d55df tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "eff1a8c3-df0b-4609-824a-2c49ebac6425" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.481s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.186688] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08da9e3e-d279-4704-a552-75f9463b4ff3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.193486] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd42d39f-91d3-47e8-bdda-d76ca87eccbf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.222937] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094965cf-95f9-44ee-a662-3450549df4f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.230672] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598fec9e-5975-476f-ad72-73aa8e1094a5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.244728] env[68831]: DEBUG nova.compute.provider_tree [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.302311] env[68831]: DEBUG nova.compute.utils [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.749041] env[68831]: DEBUG nova.scheduler.client.report [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.805033] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.105018] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Acquiring lock "f1f79050-11ca-4f2c-aed6-0f92a40a4a3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.105018] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Lock "f1f79050-11ca-4f2c-aed6-0f92a40a4a3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.105018] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Acquiring lock "f1f79050-11ca-4f2c-aed6-0f92a40a4a3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.105018] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Lock "f1f79050-11ca-4f2c-aed6-0f92a40a4a3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.105018] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Lock "f1f79050-11ca-4f2c-aed6-0f92a40a4a3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.106432] env[68831]: INFO nova.compute.manager [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Terminating instance [ 1284.251994] env[68831]: DEBUG oslo_concurrency.lockutils [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.277080] env[68831]: INFO nova.scheduler.client.report [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Deleted allocations for instance 79385505-25cb-41fa-835c-f1c05380c631 [ 1284.610348] env[68831]: DEBUG nova.compute.manager [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.610695] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.611702] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb93351-4154-491c-ac5c-7b0b349915f6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.618341] env[68831]: DEBUG nova.compute.manager [req-9eafed25-82df-4aa2-bd95-b298e5629dde req-55cde7fe-7fcb-4ce2-b2ee-63fce953e1dc service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Received event network-changed-a17dbae7-5e08-40d6-adb8-125ae9bd5ceb {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1284.618751] env[68831]: DEBUG nova.compute.manager [req-9eafed25-82df-4aa2-bd95-b298e5629dde req-55cde7fe-7fcb-4ce2-b2ee-63fce953e1dc service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Refreshing instance network info cache due to event network-changed-a17dbae7-5e08-40d6-adb8-125ae9bd5ceb. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1284.618820] env[68831]: DEBUG oslo_concurrency.lockutils [req-9eafed25-82df-4aa2-bd95-b298e5629dde req-55cde7fe-7fcb-4ce2-b2ee-63fce953e1dc service nova] Acquiring lock "refresh_cache-eff1a8c3-df0b-4609-824a-2c49ebac6425" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.618961] env[68831]: DEBUG oslo_concurrency.lockutils [req-9eafed25-82df-4aa2-bd95-b298e5629dde req-55cde7fe-7fcb-4ce2-b2ee-63fce953e1dc service nova] Acquired lock "refresh_cache-eff1a8c3-df0b-4609-824a-2c49ebac6425" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.619140] env[68831]: DEBUG nova.network.neutron [req-9eafed25-82df-4aa2-bd95-b298e5629dde req-55cde7fe-7fcb-4ce2-b2ee-63fce953e1dc service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Refreshing network info cache for port a17dbae7-5e08-40d6-adb8-125ae9bd5ceb {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.625528] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.625758] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3b4e596-5841-4b9b-a0b1-fc563ae241e5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.631908] env[68831]: DEBUG oslo_vmware.api [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Waiting for the task: (returnval){ [ 1284.631908] env[68831]: value = "task-2803733" [ 1284.631908] env[68831]: _type = "Task" [ 1284.631908] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.640277] env[68831]: DEBUG oslo_vmware.api [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.785923] env[68831]: DEBUG oslo_concurrency.lockutils [None req-810ee775-b9ac-461d-8b40-0b0649367075 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Lock "79385505-25cb-41fa-835c-f1c05380c631" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.808s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.868567] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.868843] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.869104] env[68831]: INFO nova.compute.manager [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Attaching volume 2834086e-54f3-4f6b-b123-386b655f39ae to /dev/sdc [ 1284.930509] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149a8608-9830-4043-8fd8-7756e56629bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.937808] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1b7740-084e-4df3-bed6-888ea489d5db {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.950806] env[68831]: DEBUG nova.virt.block_device [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Updating existing volume attachment record: f12c8fcb-8662-4149-a1bb-50fdc163ec58 {{(pid=68831) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1285.141634] env[68831]: DEBUG oslo_vmware.api [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803733, 'name': PowerOffVM_Task, 'duration_secs': 0.214178} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.141884] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.142074] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.142325] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc0f0ab8-4652-4df3-aa45-3a5fedc94798 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.212723] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.212941] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.213139] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Deleting the datastore file [datastore2] f1f79050-11ca-4f2c-aed6-0f92a40a4a3a {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.213406] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8da09499-d01c-422f-b20e-a970a668ecea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.221521] env[68831]: DEBUG oslo_vmware.api [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Waiting for the task: (returnval){ [ 1285.221521] env[68831]: value = "task-2803737" [ 1285.221521] env[68831]: _type = "Task" [ 1285.221521] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.231887] env[68831]: DEBUG oslo_vmware.api [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.335445] env[68831]: DEBUG nova.network.neutron [req-9eafed25-82df-4aa2-bd95-b298e5629dde req-55cde7fe-7fcb-4ce2-b2ee-63fce953e1dc service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Updated VIF entry in instance network info cache for port a17dbae7-5e08-40d6-adb8-125ae9bd5ceb. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.335855] env[68831]: DEBUG nova.network.neutron [req-9eafed25-82df-4aa2-bd95-b298e5629dde req-55cde7fe-7fcb-4ce2-b2ee-63fce953e1dc service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Updating instance_info_cache with network_info: [{"id": "a17dbae7-5e08-40d6-adb8-125ae9bd5ceb", "address": "fa:16:3e:af:3c:ab", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17dbae7-5e", "ovs_interfaceid": "a17dbae7-5e08-40d6-adb8-125ae9bd5ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.731215] env[68831]: DEBUG oslo_vmware.api [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Task: {'id': task-2803737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146782} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.731465] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.731651] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.731827] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.732011] env[68831]: INFO nova.compute.manager [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1285.732267] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.732455] env[68831]: DEBUG nova.compute.manager [-] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.732556] env[68831]: DEBUG nova.network.neutron [-] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.838521] env[68831]: DEBUG oslo_concurrency.lockutils [req-9eafed25-82df-4aa2-bd95-b298e5629dde req-55cde7fe-7fcb-4ce2-b2ee-63fce953e1dc service nova] Releasing lock "refresh_cache-eff1a8c3-df0b-4609-824a-2c49ebac6425" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.462787] env[68831]: DEBUG nova.network.neutron [-] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.641464] env[68831]: DEBUG nova.compute.manager [req-624a2c58-02b6-49ac-b027-438f7167af8a req-1b374f65-384c-4d63-970b-0f9a4e000937 service nova] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Received event network-vif-deleted-3ff38218-6f8e-4e02-9114-263ffbf49cdf {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1286.966161] env[68831]: INFO nova.compute.manager [-] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Took 1.23 seconds to deallocate network for instance. [ 1287.473061] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.473350] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.473580] env[68831]: DEBUG nova.objects.instance [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Lazy-loading 'resources' on Instance uuid f1f79050-11ca-4f2c-aed6-0f92a40a4a3a {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.668802] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Volume attach. Driver type: vmdk {{(pid=68831) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1287.669052] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563375', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'name': 'volume-569c3a9e-8bca-46a9-bd52-c678f89156b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c51da600-6dc8-4bfb-b46f-68dbd674a545', 'attached_at': '', 'detached_at': '', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'serial': '569c3a9e-8bca-46a9-bd52-c678f89156b7'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1287.670303] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251cd4ff-140b-4c33-a17c-adfc0cf4eebe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.686704] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c320f6-1ed2-464c-98cd-0b5ace02c3a5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.710431] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-569c3a9e-8bca-46a9-bd52-c678f89156b7/volume-569c3a9e-8bca-46a9-bd52-c678f89156b7.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.710718] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39b7238d-331b-4aa0-b71b-e0d6f627b63f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.728957] env[68831]: DEBUG oslo_vmware.api [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1287.728957] env[68831]: value = "task-2803740" [ 1287.728957] env[68831]: _type = "Task" [ 1287.728957] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.736381] env[68831]: DEBUG oslo_vmware.api [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.093377] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42164856-f2cd-4fcc-859b-9bd72ab48731 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.102324] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92da0eca-3feb-4596-a1e8-b2ff2d4a3419 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.133200] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de877d2-218f-4ec5-a08c-36af06e1afa4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.140732] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3a2c8b-8ee7-4f58-ac40-32ae2a9b86bb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.153673] env[68831]: DEBUG nova.compute.provider_tree [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1288.239527] env[68831]: DEBUG oslo_vmware.api [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803740, 'name': ReconfigVM_Task, 'duration_secs': 0.365629} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.239839] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-569c3a9e-8bca-46a9-bd52-c678f89156b7/volume-569c3a9e-8bca-46a9-bd52-c678f89156b7.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.244865] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28fd3ed2-b0ec-4959-bf87-12059b51941a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.260695] env[68831]: DEBUG oslo_vmware.api [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1288.260695] env[68831]: value = "task-2803741" [ 1288.260695] env[68831]: _type = "Task" [ 1288.260695] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.268846] env[68831]: DEBUG oslo_vmware.api [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.686533] env[68831]: DEBUG nova.scheduler.client.report [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Updated inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1288.686804] env[68831]: DEBUG nova.compute.provider_tree [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 169 to 170 during operation: update_inventory {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1288.686987] env[68831]: DEBUG nova.compute.provider_tree [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1288.772085] env[68831]: DEBUG oslo_vmware.api [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803741, 'name': ReconfigVM_Task, 'duration_secs': 0.136579} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.772085] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563375', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'name': 'volume-569c3a9e-8bca-46a9-bd52-c678f89156b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c51da600-6dc8-4bfb-b46f-68dbd674a545', 'attached_at': '', 'detached_at': '', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'serial': '569c3a9e-8bca-46a9-bd52-c678f89156b7'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1289.191566] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.212487] env[68831]: INFO nova.scheduler.client.report [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Deleted allocations for instance f1f79050-11ca-4f2c-aed6-0f92a40a4a3a [ 1289.495622] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Volume attach. Driver type: vmdk {{(pid=68831) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1289.495801] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563376', 'volume_id': '2834086e-54f3-4f6b-b123-386b655f39ae', 'name': 'volume-2834086e-54f3-4f6b-b123-386b655f39ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66ef2b4b-49af-4513-86aa-d97b8544ebcd', 'attached_at': '', 'detached_at': '', 'volume_id': '2834086e-54f3-4f6b-b123-386b655f39ae', 'serial': '2834086e-54f3-4f6b-b123-386b655f39ae'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1289.496801] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69616fa5-29bb-4992-b853-ac98a760656e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.516117] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03372a56-ad66-4414-9201-2912795657f7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.543477] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-2834086e-54f3-4f6b-b123-386b655f39ae/volume-2834086e-54f3-4f6b-b123-386b655f39ae.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.543811] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a390efec-18f3-4cbf-afd3-b29caee64c52 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.563024] env[68831]: DEBUG oslo_vmware.api [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1289.563024] env[68831]: value = "task-2803742" [ 1289.563024] env[68831]: _type = "Task" [ 1289.563024] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.571321] env[68831]: DEBUG oslo_vmware.api [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.721504] env[68831]: DEBUG oslo_concurrency.lockutils [None req-8d7670c4-1473-4b89-a8f0-a1856b4e77b1 tempest-AttachInterfacesV270Test-1507175813 tempest-AttachInterfacesV270Test-1507175813-project-member] Lock "f1f79050-11ca-4f2c-aed6-0f92a40a4a3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.619s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.817910] env[68831]: DEBUG nova.objects.instance [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lazy-loading 'flavor' on Instance uuid c51da600-6dc8-4bfb-b46f-68dbd674a545 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.073885] env[68831]: DEBUG oslo_vmware.api [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803742, 'name': ReconfigVM_Task, 'duration_secs': 0.411465} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.074189] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-2834086e-54f3-4f6b-b123-386b655f39ae/volume-2834086e-54f3-4f6b-b123-386b655f39ae.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.079361] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7ce5138-8328-474b-9a8a-1cf6cf1dafe5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.096038] env[68831]: DEBUG oslo_vmware.api [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1290.096038] env[68831]: value = "task-2803743" [ 1290.096038] env[68831]: _type = "Task" [ 1290.096038] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.103632] env[68831]: DEBUG oslo_vmware.api [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.323110] env[68831]: DEBUG oslo_concurrency.lockutils [None req-97b18fff-60e2-44cd-95ce-01246d18a638 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "c51da600-6dc8-4bfb-b46f-68dbd674a545" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.252s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.607684] env[68831]: DEBUG oslo_vmware.api [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803743, 'name': ReconfigVM_Task, 'duration_secs': 0.141772} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.608071] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563376', 'volume_id': '2834086e-54f3-4f6b-b123-386b655f39ae', 'name': 'volume-2834086e-54f3-4f6b-b123-386b655f39ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66ef2b4b-49af-4513-86aa-d97b8544ebcd', 'attached_at': '', 'detached_at': '', 'volume_id': '2834086e-54f3-4f6b-b123-386b655f39ae', 'serial': '2834086e-54f3-4f6b-b123-386b655f39ae'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1290.670583] env[68831]: INFO nova.compute.manager [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Rebuilding instance [ 1290.717828] env[68831]: DEBUG nova.compute.manager [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.718893] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfb984e-f438-4a37-8ea3-b70cb10097b6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.649903] env[68831]: DEBUG nova.objects.instance [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lazy-loading 'flavor' on Instance uuid 66ef2b4b-49af-4513-86aa-d97b8544ebcd {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.736894] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.736894] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce50415e-d557-42c3-9374-74530880127d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.744465] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1291.744465] env[68831]: value = "task-2803744" [ 1291.744465] env[68831]: _type = "Task" [ 1291.744465] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.755954] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.154263] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec804e09-d012-49a3-9ff7-51a2f7da8921 tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.285s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.256126] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803744, 'name': PowerOffVM_Task, 'duration_secs': 0.255113} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.256460] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.315015] env[68831]: INFO nova.compute.manager [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Detaching volume 569c3a9e-8bca-46a9-bd52-c678f89156b7 [ 1292.348286] env[68831]: INFO nova.virt.block_device [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Attempting to driver detach volume 569c3a9e-8bca-46a9-bd52-c678f89156b7 from mountpoint /dev/sdb [ 1292.348548] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1292.348741] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563375', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'name': 'volume-569c3a9e-8bca-46a9-bd52-c678f89156b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c51da600-6dc8-4bfb-b46f-68dbd674a545', 'attached_at': '', 'detached_at': '', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'serial': '569c3a9e-8bca-46a9-bd52-c678f89156b7'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1292.349634] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03729b1f-c77c-4b9b-bad3-6f2eac5622ec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.371622] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.371622] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.371622] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.371622] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.371861] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.373970] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a8cc70-6968-4bf2-9851-22004e808600 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.376777] env[68831]: INFO nova.compute.manager [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Terminating instance [ 1292.382369] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce9ca58-b3e3-496c-96b4-cf6116d1bf43 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.405092] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df871201-3a2a-42ca-b9ca-c5a3e2f642af {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.421880] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] The volume has not been displaced from its original location: [datastore2] volume-569c3a9e-8bca-46a9-bd52-c678f89156b7/volume-569c3a9e-8bca-46a9-bd52-c678f89156b7.vmdk. No consolidation needed. {{(pid=68831) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1292.427368] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1292.427943] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3632392-2400-41e0-9d58-94e83d770861 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.446596] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1292.446596] env[68831]: value = "task-2803745" [ 1292.446596] env[68831]: _type = "Task" [ 1292.446596] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.454197] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.709554] env[68831]: DEBUG oslo_concurrency.lockutils [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.709877] env[68831]: DEBUG oslo_concurrency.lockutils [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.881282] env[68831]: DEBUG nova.compute.manager [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.881522] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.882459] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12c936e-a4e3-4d7b-a3a9-4d528bfcee5a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.890262] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.890499] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04aaebc8-a944-4b2d-8707-e3e634f66c4b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.896048] env[68831]: DEBUG oslo_vmware.api [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1292.896048] env[68831]: value = "task-2803746" [ 1292.896048] env[68831]: _type = "Task" [ 1292.896048] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.903158] env[68831]: DEBUG oslo_vmware.api [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.957277] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803745, 'name': ReconfigVM_Task, 'duration_secs': 0.20415} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.957620] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1292.963408] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d55958-e82b-4c44-a5e5-35b80fb2c1b9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.981017] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1292.981017] env[68831]: value = "task-2803747" [ 1292.981017] env[68831]: _type = "Task" [ 1292.981017] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.990066] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.214616] env[68831]: INFO nova.compute.manager [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Detaching volume ec9b2197-0188-4cf0-a137-724c30fb6c8c [ 1293.259742] env[68831]: INFO nova.virt.block_device [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Attempting to driver detach volume ec9b2197-0188-4cf0-a137-724c30fb6c8c from mountpoint /dev/sdb [ 1293.260937] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1293.260937] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563372', 'volume_id': 'ec9b2197-0188-4cf0-a137-724c30fb6c8c', 'name': 'volume-ec9b2197-0188-4cf0-a137-724c30fb6c8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66ef2b4b-49af-4513-86aa-d97b8544ebcd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec9b2197-0188-4cf0-a137-724c30fb6c8c', 'serial': 'ec9b2197-0188-4cf0-a137-724c30fb6c8c'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1293.261202] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3de6b1-567a-40e1-95d3-150344a1fd85 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.290768] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f19a44-73cc-40d0-bc2e-fcde939ae1fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.297641] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e54142-6a81-4848-805b-4d3366a1d156 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.323102] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce89e02-3f53-4dbf-a03a-482f76c432cf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.338051] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] The volume has not been displaced from its original location: [datastore2] volume-ec9b2197-0188-4cf0-a137-724c30fb6c8c/volume-ec9b2197-0188-4cf0-a137-724c30fb6c8c.vmdk. No consolidation needed. {{(pid=68831) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1293.343359] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1293.343740] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8753061e-7c11-4cbe-a84a-7e07b6f35978 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.361564] env[68831]: DEBUG oslo_vmware.api [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1293.361564] env[68831]: value = "task-2803748" [ 1293.361564] env[68831]: _type = "Task" [ 1293.361564] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.369539] env[68831]: DEBUG oslo_vmware.api [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.406315] env[68831]: DEBUG oslo_vmware.api [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803746, 'name': PowerOffVM_Task, 'duration_secs': 0.197618} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.406598] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.406790] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.407085] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a40302f5-c8fa-4ccf-ba59-da05aaf11780 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.469313] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.469562] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.469765] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleting the datastore file [datastore2] 7d1fa73f-d708-41ec-a279-1d64cf42aa14 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.470049] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38900213-c586-44fd-83c3-24cf8fce0eac {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.477662] env[68831]: DEBUG oslo_vmware.api [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for the task: (returnval){ [ 1293.477662] env[68831]: value = "task-2803750" [ 1293.477662] env[68831]: _type = "Task" [ 1293.477662] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.487202] env[68831]: DEBUG oslo_vmware.api [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.490158] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803747, 'name': ReconfigVM_Task, 'duration_secs': 0.170587} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.490436] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563375', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'name': 'volume-569c3a9e-8bca-46a9-bd52-c678f89156b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c51da600-6dc8-4bfb-b46f-68dbd674a545', 'attached_at': '', 'detached_at': '', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'serial': '569c3a9e-8bca-46a9-bd52-c678f89156b7'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1293.872123] env[68831]: DEBUG oslo_vmware.api [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803748, 'name': ReconfigVM_Task, 'duration_secs': 0.292413} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.872412] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1293.876990] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98811e7b-a022-4487-b535-eec28c996f4a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.891441] env[68831]: DEBUG oslo_vmware.api [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1293.891441] env[68831]: value = "task-2803751" [ 1293.891441] env[68831]: _type = "Task" [ 1293.891441] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.899353] env[68831]: DEBUG oslo_vmware.api [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.987465] env[68831]: DEBUG oslo_vmware.api [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Task: {'id': task-2803750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180078} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.987701] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.987890] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.988244] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.988330] env[68831]: INFO nova.compute.manager [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1293.988562] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.988762] env[68831]: DEBUG nova.compute.manager [-] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.988855] env[68831]: DEBUG nova.network.neutron [-] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.401596] env[68831]: DEBUG oslo_vmware.api [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803751, 'name': ReconfigVM_Task, 'duration_secs': 0.143663} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.401596] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563372', 'volume_id': 'ec9b2197-0188-4cf0-a137-724c30fb6c8c', 'name': 'volume-ec9b2197-0188-4cf0-a137-724c30fb6c8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66ef2b4b-49af-4513-86aa-d97b8544ebcd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec9b2197-0188-4cf0-a137-724c30fb6c8c', 'serial': 'ec9b2197-0188-4cf0-a137-724c30fb6c8c'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1294.466944] env[68831]: DEBUG nova.compute.manager [req-7855f51f-8f68-4620-b493-c19c9d8a2a67 req-c11d421c-7ff6-44ff-91b9-e8c40a78a586 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Received event network-vif-deleted-c6f0c658-5c47-403a-b84b-ddde1f261848 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1294.467202] env[68831]: INFO nova.compute.manager [req-7855f51f-8f68-4620-b493-c19c9d8a2a67 req-c11d421c-7ff6-44ff-91b9-e8c40a78a586 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Neutron deleted interface c6f0c658-5c47-403a-b84b-ddde1f261848; detaching it from the instance and deleting it from the info cache [ 1294.467325] env[68831]: DEBUG nova.network.neutron [req-7855f51f-8f68-4620-b493-c19c9d8a2a67 req-c11d421c-7ff6-44ff-91b9-e8c40a78a586 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.543377] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.543665] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f552b6f2-dd89-4a99-b5a7-68c3cf04e706 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.550536] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1294.550536] env[68831]: value = "task-2803752" [ 1294.550536] env[68831]: _type = "Task" [ 1294.550536] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.558395] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.940887] env[68831]: DEBUG nova.objects.instance [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lazy-loading 'flavor' on Instance uuid 66ef2b4b-49af-4513-86aa-d97b8544ebcd {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.942287] env[68831]: DEBUG nova.network.neutron [-] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.970161] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af9b3fd9-f342-4e32-b8b3-49aaad6624ad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.979817] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90674c8b-1c1d-415d-a4cd-a5344da69731 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.007638] env[68831]: DEBUG nova.compute.manager [req-7855f51f-8f68-4620-b493-c19c9d8a2a67 req-c11d421c-7ff6-44ff-91b9-e8c40a78a586 service nova] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Detach interface failed, port_id=c6f0c658-5c47-403a-b84b-ddde1f261848, reason: Instance 7d1fa73f-d708-41ec-a279-1d64cf42aa14 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1295.060813] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] VM already powered off {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1295.061058] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1295.061261] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563375', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'name': 'volume-569c3a9e-8bca-46a9-bd52-c678f89156b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c51da600-6dc8-4bfb-b46f-68dbd674a545', 'attached_at': '', 'detached_at': '', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'serial': '569c3a9e-8bca-46a9-bd52-c678f89156b7'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1295.062035] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572f2d97-6118-4bb7-873e-c077ed9f01b1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.079484] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b341c89b-daf9-44bd-9bd4-29024c1b8e14 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.085688] env[68831]: WARNING nova.virt.vmwareapi.driver [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1295.085954] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.086667] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edecee1a-2e90-4af9-b93c-d724300d2015 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.092800] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.093015] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-401c5606-96be-4501-89af-de3ff88e8f98 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.158654] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.158913] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.159082] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleting the datastore file [datastore1] c51da600-6dc8-4bfb-b46f-68dbd674a545 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.159343] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3610db11-7dea-4ce7-9420-b4e3ea74cb22 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.166579] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1295.166579] env[68831]: value = "task-2803754" [ 1295.166579] env[68831]: _type = "Task" [ 1295.166579] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.174373] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.447948] env[68831]: INFO nova.compute.manager [-] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Took 1.46 seconds to deallocate network for instance. [ 1295.675432] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151843} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.675683] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.675872] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.676062] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.949546] env[68831]: DEBUG oslo_concurrency.lockutils [None req-242844f7-6482-45ce-a3a2-1d0b1062a6db tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.953089] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.953391] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.953616] env[68831]: DEBUG nova.objects.instance [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lazy-loading 'resources' on Instance uuid 7d1fa73f-d708-41ec-a279-1d64cf42aa14 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.965217] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.965439] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.181932] env[68831]: INFO nova.virt.block_device [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Booting with volume 569c3a9e-8bca-46a9-bd52-c678f89156b7 at /dev/sdb [ 1296.212798] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-872d0876-dfc1-4e56-8f69-8a547c5eb0ec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.222987] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294ac1b5-e5a6-4d72-8575-a21558ab2d2f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.250450] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c0a7601-97b8-4175-bc60-360c60730b7a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.258600] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71170079-9dff-46e0-9a30-74d3419d11f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.284712] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeddae8f-6317-4bea-865f-a4b45e99e362 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.290488] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd25b441-859d-4c5e-bac8-ef1b684bd9d8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.303488] env[68831]: DEBUG nova.virt.block_device [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Updating existing volume attachment record: 35901b14-9473-450a-9caf-330abde72949 {{(pid=68831) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1296.467976] env[68831]: INFO nova.compute.manager [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Detaching volume 2834086e-54f3-4f6b-b123-386b655f39ae [ 1296.498348] env[68831]: INFO nova.virt.block_device [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Attempting to driver detach volume 2834086e-54f3-4f6b-b123-386b655f39ae from mountpoint /dev/sdc [ 1296.498574] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1296.498778] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563376', 'volume_id': '2834086e-54f3-4f6b-b123-386b655f39ae', 'name': 'volume-2834086e-54f3-4f6b-b123-386b655f39ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66ef2b4b-49af-4513-86aa-d97b8544ebcd', 'attached_at': '', 'detached_at': '', 'volume_id': '2834086e-54f3-4f6b-b123-386b655f39ae', 'serial': '2834086e-54f3-4f6b-b123-386b655f39ae'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1296.499785] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de67970-ae10-46e2-ba04-edfd0e21928d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.524145] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09be82d7-1ac5-495a-9f2c-d89e1728a7aa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.530906] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c5fa77-197b-46fc-8e92-fcf42687542f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.552252] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316af58e-1c61-4e80-883a-ddf937de4ffb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.566164] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] The volume has not been displaced from its original location: [datastore1] volume-2834086e-54f3-4f6b-b123-386b655f39ae/volume-2834086e-54f3-4f6b-b123-386b655f39ae.vmdk. No consolidation needed. {{(pid=68831) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1296.571390] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Reconfiguring VM instance instance-00000075 to detach disk 2002 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1296.573555] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a1ccef-b298-4d2c-90ba-47e411bcad87 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.590873] env[68831]: DEBUG oslo_vmware.api [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1296.590873] env[68831]: value = "task-2803755" [ 1296.590873] env[68831]: _type = "Task" [ 1296.590873] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.594867] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78ae958-560e-42ee-a356-0eea23310de9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.601417] env[68831]: DEBUG oslo_vmware.api [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.603786] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d360379-5701-4e55-8bea-df3e1004942f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.635353] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d076938f-d80e-4550-9d96-3af6378bbcda {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.642353] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9df9eb-d831-497d-9cc3-29faa9ce3207 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.656174] env[68831]: DEBUG nova.compute.provider_tree [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1297.101126] env[68831]: DEBUG oslo_vmware.api [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803755, 'name': ReconfigVM_Task, 'duration_secs': 0.213659} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.101459] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Reconfigured VM instance instance-00000075 to detach disk 2002 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1297.105807] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb9992a8-d043-44dc-a462-d0683d8954b5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.121264] env[68831]: DEBUG oslo_vmware.api [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1297.121264] env[68831]: value = "task-2803756" [ 1297.121264] env[68831]: _type = "Task" [ 1297.121264] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.128839] env[68831]: DEBUG oslo_vmware.api [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.189171] env[68831]: DEBUG nova.scheduler.client.report [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Updated inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1297.189434] env[68831]: DEBUG nova.compute.provider_tree [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 170 to 171 during operation: update_inventory {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1297.189646] env[68831]: DEBUG nova.compute.provider_tree [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1297.631441] env[68831]: DEBUG oslo_vmware.api [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803756, 'name': ReconfigVM_Task, 'duration_secs': 0.144321} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.631755] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563376', 'volume_id': '2834086e-54f3-4f6b-b123-386b655f39ae', 'name': 'volume-2834086e-54f3-4f6b-b123-386b655f39ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66ef2b4b-49af-4513-86aa-d97b8544ebcd', 'attached_at': '', 'detached_at': '', 'volume_id': '2834086e-54f3-4f6b-b123-386b655f39ae', 'serial': '2834086e-54f3-4f6b-b123-386b655f39ae'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1297.695251] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.717043] env[68831]: INFO nova.scheduler.client.report [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Deleted allocations for instance 7d1fa73f-d708-41ec-a279-1d64cf42aa14 [ 1298.171824] env[68831]: DEBUG nova.objects.instance [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lazy-loading 'flavor' on Instance uuid 66ef2b4b-49af-4513-86aa-d97b8544ebcd {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.225194] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1719c0b3-e5ad-43a6-b106-85d14f2b85b0 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Lock "7d1fa73f-d708-41ec-a279-1d64cf42aa14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.854s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.413262] env[68831]: DEBUG nova.virt.hardware [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.413520] env[68831]: DEBUG nova.virt.hardware [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.413680] env[68831]: DEBUG nova.virt.hardware [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.413861] env[68831]: DEBUG nova.virt.hardware [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.414034] env[68831]: DEBUG nova.virt.hardware [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.414190] env[68831]: DEBUG nova.virt.hardware [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.414398] env[68831]: DEBUG nova.virt.hardware [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.414558] env[68831]: DEBUG nova.virt.hardware [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.414726] env[68831]: DEBUG nova.virt.hardware [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.414888] env[68831]: DEBUG nova.virt.hardware [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.415072] env[68831]: DEBUG nova.virt.hardware [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.415937] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d16fc13-00df-4f81-8240-50f44000a859 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.424012] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cb7073-91bd-4307-977b-a53b97765411 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.439115] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:fa:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.446458] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.446691] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.446887] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44aa0e47-e04b-471c-9166-a54c3ed35b3d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.464890] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.464890] env[68831]: value = "task-2803757" [ 1298.464890] env[68831]: _type = "Task" [ 1298.464890] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.472174] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803757, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.975509] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803757, 'name': CreateVM_Task, 'duration_secs': 0.302272} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.975694] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.976355] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.976529] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.976913] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.977176] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c73f71-f5a7-4cca-83b3-b118eca21893 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.981603] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1298.981603] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5254b75e-865d-a3b9-eed5-7b2f3672d98c" [ 1298.981603] env[68831]: _type = "Task" [ 1298.981603] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.989086] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5254b75e-865d-a3b9-eed5-7b2f3672d98c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.180052] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f04deede-81d8-474e-8734-a4b265ee61ce tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.236660] env[68831]: INFO nova.compute.manager [None req-a8b29d98-0753-480d-9e85-dc6fa6bf832b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Get console output [ 1299.236891] env[68831]: WARNING nova.virt.vmwareapi.driver [None req-a8b29d98-0753-480d-9e85-dc6fa6bf832b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] The console log is missing. Check your VSPC configuration [ 1299.492568] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5254b75e-865d-a3b9-eed5-7b2f3672d98c, 'name': SearchDatastore_Task, 'duration_secs': 0.017649} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.492935] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.493235] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.493510] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.493695] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.493930] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.494233] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e273c17-7862-4366-8b9d-acd962cd797e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.502597] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.502770] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.503455] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-295f8694-fb5a-4281-bbda-8cf39985a272 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.508496] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1299.508496] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5281b996-7dd2-ae3a-e5b8-a6df4f65db52" [ 1299.508496] env[68831]: _type = "Task" [ 1299.508496] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.515784] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5281b996-7dd2-ae3a-e5b8-a6df4f65db52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.018818] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]5281b996-7dd2-ae3a-e5b8-a6df4f65db52, 'name': SearchDatastore_Task, 'duration_secs': 0.008264} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.019697] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b053e6b-02b4-4189-9192-0f435d661e85 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.024453] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1300.024453] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521cf54d-9b05-ed7c-7449-41f9e3f95c03" [ 1300.024453] env[68831]: _type = "Task" [ 1300.024453] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.032113] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521cf54d-9b05-ed7c-7449-41f9e3f95c03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.309277] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "62318067-cfaf-48e9-a5e9-6a4d786a367f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.309655] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "62318067-cfaf-48e9-a5e9-6a4d786a367f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.309829] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "62318067-cfaf-48e9-a5e9-6a4d786a367f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.310059] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "62318067-cfaf-48e9-a5e9-6a4d786a367f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.310241] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "62318067-cfaf-48e9-a5e9-6a4d786a367f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.314771] env[68831]: INFO nova.compute.manager [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Terminating instance [ 1300.356811] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.357090] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.357301] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.357486] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.357653] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.361326] env[68831]: INFO nova.compute.manager [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Terminating instance [ 1300.534836] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]521cf54d-9b05-ed7c-7449-41f9e3f95c03, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.535090] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.535373] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] c51da600-6dc8-4bfb-b46f-68dbd674a545/c51da600-6dc8-4bfb-b46f-68dbd674a545.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.535621] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a949b14c-2996-4d26-a91b-f6bc2060ae98 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.543015] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1300.543015] env[68831]: value = "task-2803759" [ 1300.543015] env[68831]: _type = "Task" [ 1300.543015] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.549977] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.820166] env[68831]: DEBUG nova.compute.manager [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.820166] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.820546] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344f67d8-3452-41cd-966e-5bf30296f456 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.828772] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.829057] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-681d75c5-6c77-484e-804c-7a068242ab37 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.836119] env[68831]: DEBUG oslo_vmware.api [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1300.836119] env[68831]: value = "task-2803760" [ 1300.836119] env[68831]: _type = "Task" [ 1300.836119] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.844524] env[68831]: DEBUG oslo_vmware.api [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.864514] env[68831]: DEBUG nova.compute.manager [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.864731] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.865679] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa9f095-7136-4407-b4fe-363bc9bee292 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.873715] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.873932] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27e1b91b-b35d-4282-8180-aca2bc2bf1bf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.880572] env[68831]: DEBUG oslo_vmware.api [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1300.880572] env[68831]: value = "task-2803761" [ 1300.880572] env[68831]: _type = "Task" [ 1300.880572] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.889892] env[68831]: DEBUG oslo_vmware.api [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.056252] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432536} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.056647] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] c51da600-6dc8-4bfb-b46f-68dbd674a545/c51da600-6dc8-4bfb-b46f-68dbd674a545.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.056943] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.057305] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de6ecb64-8ca4-4533-834d-b5e7f93531d0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.064567] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1301.064567] env[68831]: value = "task-2803762" [ 1301.064567] env[68831]: _type = "Task" [ 1301.064567] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.074841] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.345964] env[68831]: DEBUG oslo_vmware.api [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803760, 'name': PowerOffVM_Task, 'duration_secs': 0.287141} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.348496] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.348496] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.348496] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fd27786-8caf-4fba-82fd-2f26dcff89fb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.389733] env[68831]: DEBUG oslo_vmware.api [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803761, 'name': PowerOffVM_Task, 'duration_secs': 0.242885} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.390023] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.390198] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.390441] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b236a7c-d986-4e6e-923d-cc675242fa0c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.436795] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.437024] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.437204] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Deleting the datastore file [datastore1] 62318067-cfaf-48e9-a5e9-6a4d786a367f {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.437461] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b526cb48-d945-43b8-aeac-05ccf896b943 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.443889] env[68831]: DEBUG oslo_vmware.api [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1301.443889] env[68831]: value = "task-2803765" [ 1301.443889] env[68831]: _type = "Task" [ 1301.443889] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.451542] env[68831]: DEBUG oslo_vmware.api [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.462207] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.462510] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.462779] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Deleting the datastore file [datastore1] 66ef2b4b-49af-4513-86aa-d97b8544ebcd {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.463106] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ec8438b-5d1a-4689-b170-44204a30df0d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.470776] env[68831]: DEBUG oslo_vmware.api [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for the task: (returnval){ [ 1301.470776] env[68831]: value = "task-2803766" [ 1301.470776] env[68831]: _type = "Task" [ 1301.470776] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.478205] env[68831]: DEBUG oslo_vmware.api [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.574408] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059376} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.574750] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.575698] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f721a91-bb82-4de6-ada1-f62520d1a4df {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.598464] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] c51da600-6dc8-4bfb-b46f-68dbd674a545/c51da600-6dc8-4bfb-b46f-68dbd674a545.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.598690] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa95d58-6475-4284-bb7e-22239ab76dae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.617660] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1301.617660] env[68831]: value = "task-2803767" [ 1301.617660] env[68831]: _type = "Task" [ 1301.617660] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.625220] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.953873] env[68831]: DEBUG oslo_vmware.api [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24973} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.954067] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.954251] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.954485] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.954669] env[68831]: INFO nova.compute.manager [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1301.954916] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.955130] env[68831]: DEBUG nova.compute.manager [-] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.955227] env[68831]: DEBUG nova.network.neutron [-] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.980397] env[68831]: DEBUG oslo_vmware.api [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Task: {'id': task-2803766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240417} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.982095] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.982095] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.982095] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.982095] env[68831]: INFO nova.compute.manager [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1301.982095] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.982095] env[68831]: DEBUG nova.compute.manager [-] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.982095] env[68831]: DEBUG nova.network.neutron [-] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.128088] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.628474] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803767, 'name': ReconfigVM_Task, 'duration_secs': 0.686174} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.629199] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Reconfigured VM instance instance-00000076 to attach disk [datastore2] c51da600-6dc8-4bfb-b46f-68dbd674a545/c51da600-6dc8-4bfb-b46f-68dbd674a545.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.632217] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'disk_bus': None, 'device_type': 'disk', 'encryption_options': None, 'size': 0, 'encryption_format': None, 'image_id': '0729a092-be14-4472-984f-c64ecf5724ef'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '35901b14-9473-450a-9caf-330abde72949', 'boot_index': None, 'disk_bus': None, 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563375', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'name': 'volume-569c3a9e-8bca-46a9-bd52-c678f89156b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c51da600-6dc8-4bfb-b46f-68dbd674a545', 'attached_at': '', 'detached_at': '', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'serial': '569c3a9e-8bca-46a9-bd52-c678f89156b7'}, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=68831) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1302.632217] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Volume attach. Driver type: vmdk {{(pid=68831) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1302.632217] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563375', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'name': 'volume-569c3a9e-8bca-46a9-bd52-c678f89156b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c51da600-6dc8-4bfb-b46f-68dbd674a545', 'attached_at': '', 'detached_at': '', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'serial': '569c3a9e-8bca-46a9-bd52-c678f89156b7'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1302.632217] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39844a19-3341-4a05-b861-2f8707c2cadf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.654334] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359ca2f4-4d49-4af4-a767-5b6f5843417b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.683429] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-569c3a9e-8bca-46a9-bd52-c678f89156b7/volume-569c3a9e-8bca-46a9-bd52-c678f89156b7.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.686941] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5dcc89b-da12-49cf-8159-f3fee022ace8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.700869] env[68831]: DEBUG nova.compute.manager [req-16a14ba6-9f75-4cee-ba26-d6f5118d9d39 req-06a68d42-ad48-4f69-b044-198dbf29eccb service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Received event network-vif-deleted-3b358b59-65d2-424f-bd9e-b139f6de849a {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1302.701136] env[68831]: INFO nova.compute.manager [req-16a14ba6-9f75-4cee-ba26-d6f5118d9d39 req-06a68d42-ad48-4f69-b044-198dbf29eccb service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Neutron deleted interface 3b358b59-65d2-424f-bd9e-b139f6de849a; detaching it from the instance and deleting it from the info cache [ 1302.701323] env[68831]: DEBUG nova.network.neutron [req-16a14ba6-9f75-4cee-ba26-d6f5118d9d39 req-06a68d42-ad48-4f69-b044-198dbf29eccb service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.703275] env[68831]: DEBUG nova.network.neutron [-] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.712032] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1302.712032] env[68831]: value = "task-2803768" [ 1302.712032] env[68831]: _type = "Task" [ 1302.712032] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.721715] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.203323] env[68831]: DEBUG nova.network.neutron [-] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.204819] env[68831]: INFO nova.compute.manager [-] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Took 1.22 seconds to deallocate network for instance. [ 1303.206652] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53386f25-8788-43a1-9ccb-04770d955405 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.219664] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc1aeae-8f0e-4763-8ed5-510fe58b6fdf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.240099] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803768, 'name': ReconfigVM_Task, 'duration_secs': 0.306639} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.240099] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-569c3a9e-8bca-46a9-bd52-c678f89156b7/volume-569c3a9e-8bca-46a9-bd52-c678f89156b7.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.253759] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322b689b-738d-44c5-a686-435cc53e4aac {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.261832] env[68831]: DEBUG nova.compute.manager [req-16a14ba6-9f75-4cee-ba26-d6f5118d9d39 req-06a68d42-ad48-4f69-b044-198dbf29eccb service nova] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Detach interface failed, port_id=3b358b59-65d2-424f-bd9e-b139f6de849a, reason: Instance 66ef2b4b-49af-4513-86aa-d97b8544ebcd could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1303.267379] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1303.267379] env[68831]: value = "task-2803769" [ 1303.267379] env[68831]: _type = "Task" [ 1303.267379] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.275482] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.710409] env[68831]: INFO nova.compute.manager [-] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Took 1.76 seconds to deallocate network for instance. [ 1303.712829] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.713331] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.713601] env[68831]: DEBUG nova.objects.instance [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lazy-loading 'resources' on Instance uuid 66ef2b4b-49af-4513-86aa-d97b8544ebcd {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.777236] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803769, 'name': ReconfigVM_Task, 'duration_secs': 0.137872} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.777539] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563375', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'name': 'volume-569c3a9e-8bca-46a9-bd52-c678f89156b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c51da600-6dc8-4bfb-b46f-68dbd674a545', 'attached_at': '', 'detached_at': '', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'serial': '569c3a9e-8bca-46a9-bd52-c678f89156b7'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1303.778113] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c138318e-7f63-4b24-bdff-d4a339db84fe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.784592] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1303.784592] env[68831]: value = "task-2803770" [ 1303.784592] env[68831]: _type = "Task" [ 1303.784592] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.792138] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803770, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.221606] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.295043] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803770, 'name': Rename_Task} progress is 14%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.296686] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a557508c-75a3-445c-93d6-37662f30d7fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.303427] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f250a16b-c626-40a0-a33e-9eeb8060d5a0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.338861] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958daa91-9270-44f2-bd14-a31ae3c6de9f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.347809] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a1db92-bf9b-4d3b-aa61-a9b8f28bbadf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.361018] env[68831]: DEBUG nova.compute.provider_tree [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1304.712225] env[68831]: DEBUG nova.compute.manager [req-320cdafe-3636-4586-bd20-c9994cfdc5c2 req-c3048d7b-04b4-4ed9-9b64-026b3b30dc16 service nova] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Received event network-vif-deleted-14c0ddcf-fa29-4091-8ad3-7cd479d964ae {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1304.796235] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803770, 'name': Rename_Task, 'duration_secs': 0.732938} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.796552] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.796825] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-951e9b37-7939-4505-b290-f587f7199efc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.803908] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1304.803908] env[68831]: value = "task-2803771" [ 1304.803908] env[68831]: _type = "Task" [ 1304.803908] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.812740] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.891591] env[68831]: DEBUG nova.scheduler.client.report [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Updated inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1304.891879] env[68831]: DEBUG nova.compute.provider_tree [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 171 to 172 during operation: update_inventory {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1304.892078] env[68831]: DEBUG nova.compute.provider_tree [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1305.314659] env[68831]: DEBUG oslo_vmware.api [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803771, 'name': PowerOnVM_Task, 'duration_secs': 0.44237} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.314882] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.315115] env[68831]: DEBUG nova.compute.manager [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.316203] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f3e710-726c-4dce-9d1f-2a6a3d1405a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.397079] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.399823] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.178s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.400190] env[68831]: DEBUG nova.objects.instance [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lazy-loading 'resources' on Instance uuid 62318067-cfaf-48e9-a5e9-6a4d786a367f {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.419460] env[68831]: INFO nova.scheduler.client.report [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Deleted allocations for instance 66ef2b4b-49af-4513-86aa-d97b8544ebcd [ 1305.833447] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.926716] env[68831]: DEBUG oslo_concurrency.lockutils [None req-d6b18f96-0949-4b68-bc17-80639318f58e tempest-AttachVolumeTestJSON-1591506708 tempest-AttachVolumeTestJSON-1591506708-project-member] Lock "66ef2b4b-49af-4513-86aa-d97b8544ebcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.570s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.943023] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.966690] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7bbfec-0a8c-40ea-8a87-a8f408654cad {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.974849] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6964454-275c-4d55-91c0-78b6027aef3a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.005277] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5b6804-5a35-46f2-804c-351185ba97ff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.012253] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31835664-db19-4870-9677-f2febef65b32 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.024718] env[68831]: DEBUG nova.compute.provider_tree [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.446338] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.527595] env[68831]: DEBUG nova.scheduler.client.report [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.033261] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.036308] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.202s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.036521] env[68831]: DEBUG nova.objects.instance [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68831) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1307.056434] env[68831]: INFO nova.scheduler.client.report [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Deleted allocations for instance 62318067-cfaf-48e9-a5e9-6a4d786a367f [ 1307.564054] env[68831]: DEBUG oslo_concurrency.lockutils [None req-c6a43d64-9b7f-4411-86bc-54e728b430ba tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "62318067-cfaf-48e9-a5e9-6a4d786a367f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.254s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.046039] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f924fa34-fd2e-48fc-b0b0-b4cab2a2d4c8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.046749] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.600s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.046956] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.047135] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68831) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1308.048191] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eea61d4-6ea3-45d1-b2a1-dfe38a4a365d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.056950] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23acc4d-077d-44f2-a7d9-dc5b4f3ad511 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.072986] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b63152-984d-4268-9817-ad627e412a99 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.079631] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b776b411-318a-43ed-8936-fb29a68908bf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.108679] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180031MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68831) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1308.108844] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.109084] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.140586] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 315511f1-cd02-4989-ab44-f07126e0afef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.140874] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance c51da600-6dc8-4bfb-b46f-68dbd674a545 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.141132] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance eff1a8c3-df0b-4609-824a-2c49ebac6425 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.141457] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1309.141715] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1309.191034] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aaa734-4cb4-41f8-a13f-8b2c69d30d90 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.198237] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1812d0cb-1ebd-4f12-94b6-d3ee4fbbe0b1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.228837] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613ab793-27c6-4f16-84ba-2c3991feb639 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.236253] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd35c37-58ed-4439-9f76-92013713f44b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.249061] env[68831]: DEBUG nova.compute.provider_tree [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.727555] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "e853a738-9a46-4883-8d2f-50b73ea96930" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.727792] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "e853a738-9a46-4883-8d2f-50b73ea96930" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.752212] env[68831]: DEBUG nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.229847] env[68831]: DEBUG nova.compute.manager [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1310.256173] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1310.256385] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.147s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.750550] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.750834] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.752337] env[68831]: INFO nova.compute.claims [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.258942] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.259477] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.259560] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.259700] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.259855] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.259999] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.816785] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2637bcc4-1ba0-4d9a-9a01-76608555f135 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.824186] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606effc4-1e5a-43a8-a5db-6f32d0f5ef54 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.854294] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae5ab4a-57e6-437b-a5ee-dad7f4ed4aaa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.860840] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b1f835-54f4-4999-b7d2-886e0e5f067a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.873111] env[68831]: DEBUG nova.compute.provider_tree [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.942499] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.942670] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68831) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1312.376066] env[68831]: DEBUG nova.scheduler.client.report [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.881335] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.881857] env[68831]: DEBUG nova.compute.manager [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1313.387905] env[68831]: DEBUG nova.compute.utils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.389415] env[68831]: DEBUG nova.compute.manager [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1313.389592] env[68831]: DEBUG nova.network.neutron [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1313.451175] env[68831]: DEBUG nova.policy [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf2fad6c14a747c3977c5f53fee9fa1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd4e14d5eddc464c92823347d723f988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.738548] env[68831]: DEBUG nova.network.neutron [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Successfully created port: 695d6262-8789-46d3-8589-92be2a863f0b {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1313.893121] env[68831]: DEBUG nova.compute.manager [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1314.904804] env[68831]: DEBUG nova.compute.manager [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.929534] env[68831]: DEBUG nova.virt.hardware [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.929772] env[68831]: DEBUG nova.virt.hardware [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.929932] env[68831]: DEBUG nova.virt.hardware [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.930132] env[68831]: DEBUG nova.virt.hardware [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.930279] env[68831]: DEBUG nova.virt.hardware [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.930426] env[68831]: DEBUG nova.virt.hardware [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.930630] env[68831]: DEBUG nova.virt.hardware [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.930789] env[68831]: DEBUG nova.virt.hardware [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.930955] env[68831]: DEBUG nova.virt.hardware [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.931168] env[68831]: DEBUG nova.virt.hardware [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.931353] env[68831]: DEBUG nova.virt.hardware [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.932211] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27e0d3c-0644-4cea-a544-af9ef090552d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.939953] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549ed894-162b-44b4-aaed-af2c5327069a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.080917] env[68831]: DEBUG nova.compute.manager [req-6f3fe9ea-0551-4221-8b9e-a832f5b016e5 req-aeb3ba22-c972-4686-a786-ef991e1ee882 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Received event network-vif-plugged-695d6262-8789-46d3-8589-92be2a863f0b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1315.081082] env[68831]: DEBUG oslo_concurrency.lockutils [req-6f3fe9ea-0551-4221-8b9e-a832f5b016e5 req-aeb3ba22-c972-4686-a786-ef991e1ee882 service nova] Acquiring lock "e853a738-9a46-4883-8d2f-50b73ea96930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.081347] env[68831]: DEBUG oslo_concurrency.lockutils [req-6f3fe9ea-0551-4221-8b9e-a832f5b016e5 req-aeb3ba22-c972-4686-a786-ef991e1ee882 service nova] Lock "e853a738-9a46-4883-8d2f-50b73ea96930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.081571] env[68831]: DEBUG oslo_concurrency.lockutils [req-6f3fe9ea-0551-4221-8b9e-a832f5b016e5 req-aeb3ba22-c972-4686-a786-ef991e1ee882 service nova] Lock "e853a738-9a46-4883-8d2f-50b73ea96930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.081778] env[68831]: DEBUG nova.compute.manager [req-6f3fe9ea-0551-4221-8b9e-a832f5b016e5 req-aeb3ba22-c972-4686-a786-ef991e1ee882 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] No waiting events found dispatching network-vif-plugged-695d6262-8789-46d3-8589-92be2a863f0b {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1315.082020] env[68831]: WARNING nova.compute.manager [req-6f3fe9ea-0551-4221-8b9e-a832f5b016e5 req-aeb3ba22-c972-4686-a786-ef991e1ee882 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Received unexpected event network-vif-plugged-695d6262-8789-46d3-8589-92be2a863f0b for instance with vm_state building and task_state spawning. [ 1315.168347] env[68831]: DEBUG nova.network.neutron [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Successfully updated port: 695d6262-8789-46d3-8589-92be2a863f0b {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1315.672187] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "refresh_cache-e853a738-9a46-4883-8d2f-50b73ea96930" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.672362] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired lock "refresh_cache-e853a738-9a46-4883-8d2f-50b73ea96930" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.672518] env[68831]: DEBUG nova.network.neutron [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.205113] env[68831]: DEBUG nova.network.neutron [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.328656] env[68831]: DEBUG nova.network.neutron [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Updating instance_info_cache with network_info: [{"id": "695d6262-8789-46d3-8589-92be2a863f0b", "address": "fa:16:3e:89:82:4c", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap695d6262-87", "ovs_interfaceid": "695d6262-8789-46d3-8589-92be2a863f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.831566] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Releasing lock "refresh_cache-e853a738-9a46-4883-8d2f-50b73ea96930" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.831893] env[68831]: DEBUG nova.compute.manager [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Instance network_info: |[{"id": "695d6262-8789-46d3-8589-92be2a863f0b", "address": "fa:16:3e:89:82:4c", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap695d6262-87", "ovs_interfaceid": "695d6262-8789-46d3-8589-92be2a863f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1316.832350] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:82:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '695d6262-8789-46d3-8589-92be2a863f0b', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.841037] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1316.841249] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.841475] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38e2505b-0827-4516-b686-4534ee2c25fe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.864496] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.864496] env[68831]: value = "task-2803775" [ 1316.864496] env[68831]: _type = "Task" [ 1316.864496] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.872385] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803775, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.108185] env[68831]: DEBUG nova.compute.manager [req-a2f0c53d-6032-4221-8b42-062362b02f5f req-f7c84aad-7834-40c4-9d2f-74ed457a6ee7 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Received event network-changed-695d6262-8789-46d3-8589-92be2a863f0b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1317.108185] env[68831]: DEBUG nova.compute.manager [req-a2f0c53d-6032-4221-8b42-062362b02f5f req-f7c84aad-7834-40c4-9d2f-74ed457a6ee7 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Refreshing instance network info cache due to event network-changed-695d6262-8789-46d3-8589-92be2a863f0b. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1317.108185] env[68831]: DEBUG oslo_concurrency.lockutils [req-a2f0c53d-6032-4221-8b42-062362b02f5f req-f7c84aad-7834-40c4-9d2f-74ed457a6ee7 service nova] Acquiring lock "refresh_cache-e853a738-9a46-4883-8d2f-50b73ea96930" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.108185] env[68831]: DEBUG oslo_concurrency.lockutils [req-a2f0c53d-6032-4221-8b42-062362b02f5f req-f7c84aad-7834-40c4-9d2f-74ed457a6ee7 service nova] Acquired lock "refresh_cache-e853a738-9a46-4883-8d2f-50b73ea96930" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.108185] env[68831]: DEBUG nova.network.neutron [req-a2f0c53d-6032-4221-8b42-062362b02f5f req-f7c84aad-7834-40c4-9d2f-74ed457a6ee7 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Refreshing network info cache for port 695d6262-8789-46d3-8589-92be2a863f0b {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.375096] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803775, 'name': CreateVM_Task, 'duration_secs': 0.305896} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.375428] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.376169] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.376169] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.376343] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.376564] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aafd57a4-4829-42cd-b954-fbb576730135 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.380864] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1317.380864] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525e3823-39c8-55f6-cf1b-aa9d9dc9c934" [ 1317.380864] env[68831]: _type = "Task" [ 1317.380864] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.388230] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525e3823-39c8-55f6-cf1b-aa9d9dc9c934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.844674] env[68831]: DEBUG nova.network.neutron [req-a2f0c53d-6032-4221-8b42-062362b02f5f req-f7c84aad-7834-40c4-9d2f-74ed457a6ee7 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Updated VIF entry in instance network info cache for port 695d6262-8789-46d3-8589-92be2a863f0b. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.845050] env[68831]: DEBUG nova.network.neutron [req-a2f0c53d-6032-4221-8b42-062362b02f5f req-f7c84aad-7834-40c4-9d2f-74ed457a6ee7 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Updating instance_info_cache with network_info: [{"id": "695d6262-8789-46d3-8589-92be2a863f0b", "address": "fa:16:3e:89:82:4c", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap695d6262-87", "ovs_interfaceid": "695d6262-8789-46d3-8589-92be2a863f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.891028] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]525e3823-39c8-55f6-cf1b-aa9d9dc9c934, 'name': SearchDatastore_Task, 'duration_secs': 0.012766} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.891336] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.891572] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.891805] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.891958] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.892156] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.892419] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1a6b592-045d-45b4-bd63-dcb3b948ca11 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.901320] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.901518] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.902264] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da627785-6b1e-4d89-8eff-6059617c0692 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.907282] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1317.907282] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526dca05-27a6-4e0a-870a-cb407eb82619" [ 1317.907282] env[68831]: _type = "Task" [ 1317.907282] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.916781] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526dca05-27a6-4e0a-870a-cb407eb82619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.937913] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.348166] env[68831]: DEBUG oslo_concurrency.lockutils [req-a2f0c53d-6032-4221-8b42-062362b02f5f req-f7c84aad-7834-40c4-9d2f-74ed457a6ee7 service nova] Releasing lock "refresh_cache-e853a738-9a46-4883-8d2f-50b73ea96930" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.417685] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]526dca05-27a6-4e0a-870a-cb407eb82619, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.418521] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f82d98-c5d4-4ffb-a767-3b9aebf29829 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.423572] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1318.423572] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523d8b68-5b5f-0ef0-1748-5651e474294b" [ 1318.423572] env[68831]: _type = "Task" [ 1318.423572] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.430489] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523d8b68-5b5f-0ef0-1748-5651e474294b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.934612] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]523d8b68-5b5f-0ef0-1748-5651e474294b, 'name': SearchDatastore_Task, 'duration_secs': 0.010146} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.934880] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.935159] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] e853a738-9a46-4883-8d2f-50b73ea96930/e853a738-9a46-4883-8d2f-50b73ea96930.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.935419] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ab8f9c4-b9e0-4337-af6a-88205361e330 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.942768] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1318.942768] env[68831]: value = "task-2803776" [ 1318.942768] env[68831]: _type = "Task" [ 1318.942768] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.949908] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.453168] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.414692} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.453560] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] e853a738-9a46-4883-8d2f-50b73ea96930/e853a738-9a46-4883-8d2f-50b73ea96930.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.453643] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.453874] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5c85abe-169a-41b9-a897-892d86854375 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.460119] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1319.460119] env[68831]: value = "task-2803777" [ 1319.460119] env[68831]: _type = "Task" [ 1319.460119] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.467179] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.970183] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057452} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.970493] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.971318] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b518eb-9a15-45b4-87f2-ecc6d84d44fa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.993339] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] e853a738-9a46-4883-8d2f-50b73ea96930/e853a738-9a46-4883-8d2f-50b73ea96930.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.993595] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-292f6fda-a74e-4bf6-9a95-7bf83f96d950 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.013826] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1320.013826] env[68831]: value = "task-2803778" [ 1320.013826] env[68831]: _type = "Task" [ 1320.013826] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.021662] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.523632] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803778, 'name': ReconfigVM_Task, 'duration_secs': 0.292496} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.523988] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Reconfigured VM instance instance-0000007a to attach disk [datastore1] e853a738-9a46-4883-8d2f-50b73ea96930/e853a738-9a46-4883-8d2f-50b73ea96930.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.524559] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e24505c5-5cac-4aee-a769-ff1ff8027fee {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.533353] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1320.533353] env[68831]: value = "task-2803779" [ 1320.533353] env[68831]: _type = "Task" [ 1320.533353] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.541737] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803779, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.818553] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e36dbde7-21de-4d1b-8e38-22ae61b1e2b6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "eff1a8c3-df0b-4609-824a-2c49ebac6425" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.818878] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e36dbde7-21de-4d1b-8e38-22ae61b1e2b6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "eff1a8c3-df0b-4609-824a-2c49ebac6425" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.819082] env[68831]: DEBUG nova.compute.manager [None req-e36dbde7-21de-4d1b-8e38-22ae61b1e2b6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.819992] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13c75d9-fe48-450f-8a2a-80a961efe58b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.826431] env[68831]: DEBUG nova.compute.manager [None req-e36dbde7-21de-4d1b-8e38-22ae61b1e2b6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68831) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1320.826990] env[68831]: DEBUG nova.objects.instance [None req-e36dbde7-21de-4d1b-8e38-22ae61b1e2b6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lazy-loading 'flavor' on Instance uuid eff1a8c3-df0b-4609-824a-2c49ebac6425 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.043541] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803779, 'name': Rename_Task, 'duration_secs': 0.145382} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.043769] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.044015] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23f58e71-e950-49f8-b590-0b9956e8d618 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.050223] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1321.050223] env[68831]: value = "task-2803780" [ 1321.050223] env[68831]: _type = "Task" [ 1321.050223] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.057038] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.560224] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.835976] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36dbde7-21de-4d1b-8e38-22ae61b1e2b6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.836332] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69bdb049-2b1e-434a-aa0d-f2c2b1ebb7b6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.843183] env[68831]: DEBUG oslo_vmware.api [None req-e36dbde7-21de-4d1b-8e38-22ae61b1e2b6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1321.843183] env[68831]: value = "task-2803781" [ 1321.843183] env[68831]: _type = "Task" [ 1321.843183] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.851137] env[68831]: DEBUG oslo_vmware.api [None req-e36dbde7-21de-4d1b-8e38-22ae61b1e2b6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.060942] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.353576] env[68831]: DEBUG oslo_vmware.api [None req-e36dbde7-21de-4d1b-8e38-22ae61b1e2b6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803781, 'name': PowerOffVM_Task, 'duration_secs': 0.198712} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.353963] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36dbde7-21de-4d1b-8e38-22ae61b1e2b6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.354330] env[68831]: DEBUG nova.compute.manager [None req-e36dbde7-21de-4d1b-8e38-22ae61b1e2b6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.355282] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cef0b8-0c89-48d3-9d14-805d30201ded {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.559953] env[68831]: DEBUG oslo_vmware.api [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803780, 'name': PowerOnVM_Task, 'duration_secs': 1.224005} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.560244] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.560487] env[68831]: INFO nova.compute.manager [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1322.560624] env[68831]: DEBUG nova.compute.manager [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.561395] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83200857-883a-4933-a5c1-78ae0801e2f2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.866258] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e36dbde7-21de-4d1b-8e38-22ae61b1e2b6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "eff1a8c3-df0b-4609-824a-2c49ebac6425" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.079018] env[68831]: INFO nova.compute.manager [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Took 12.34 seconds to build instance. [ 1323.149165] env[68831]: DEBUG nova.objects.instance [None req-b2eb74da-025c-4d51-a8d7-d1186458bef6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lazy-loading 'flavor' on Instance uuid eff1a8c3-df0b-4609-824a-2c49ebac6425 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.580962] env[68831]: DEBUG oslo_concurrency.lockutils [None req-54c213a0-66c6-423d-b3c4-1c44fd489c23 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "e853a738-9a46-4883-8d2f-50b73ea96930" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.853s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.655726] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b2eb74da-025c-4d51-a8d7-d1186458bef6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "refresh_cache-eff1a8c3-df0b-4609-824a-2c49ebac6425" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.655726] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b2eb74da-025c-4d51-a8d7-d1186458bef6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "refresh_cache-eff1a8c3-df0b-4609-824a-2c49ebac6425" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.655726] env[68831]: DEBUG nova.network.neutron [None req-b2eb74da-025c-4d51-a8d7-d1186458bef6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.655726] env[68831]: DEBUG nova.objects.instance [None req-b2eb74da-025c-4d51-a8d7-d1186458bef6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lazy-loading 'info_cache' on Instance uuid eff1a8c3-df0b-4609-824a-2c49ebac6425 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.816303] env[68831]: DEBUG nova.compute.manager [req-15898b86-f7d5-4842-8d47-705fec025a01 req-d1c6b12a-f585-427e-b3b4-f61fef2fb558 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Received event network-changed-695d6262-8789-46d3-8589-92be2a863f0b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1323.816303] env[68831]: DEBUG nova.compute.manager [req-15898b86-f7d5-4842-8d47-705fec025a01 req-d1c6b12a-f585-427e-b3b4-f61fef2fb558 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Refreshing instance network info cache due to event network-changed-695d6262-8789-46d3-8589-92be2a863f0b. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1323.816617] env[68831]: DEBUG oslo_concurrency.lockutils [req-15898b86-f7d5-4842-8d47-705fec025a01 req-d1c6b12a-f585-427e-b3b4-f61fef2fb558 service nova] Acquiring lock "refresh_cache-e853a738-9a46-4883-8d2f-50b73ea96930" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.816617] env[68831]: DEBUG oslo_concurrency.lockutils [req-15898b86-f7d5-4842-8d47-705fec025a01 req-d1c6b12a-f585-427e-b3b4-f61fef2fb558 service nova] Acquired lock "refresh_cache-e853a738-9a46-4883-8d2f-50b73ea96930" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.816769] env[68831]: DEBUG nova.network.neutron [req-15898b86-f7d5-4842-8d47-705fec025a01 req-d1c6b12a-f585-427e-b3b4-f61fef2fb558 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Refreshing network info cache for port 695d6262-8789-46d3-8589-92be2a863f0b {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.158492] env[68831]: DEBUG nova.objects.base [None req-b2eb74da-025c-4d51-a8d7-d1186458bef6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1324.522151] env[68831]: DEBUG nova.network.neutron [req-15898b86-f7d5-4842-8d47-705fec025a01 req-d1c6b12a-f585-427e-b3b4-f61fef2fb558 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Updated VIF entry in instance network info cache for port 695d6262-8789-46d3-8589-92be2a863f0b. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.522589] env[68831]: DEBUG nova.network.neutron [req-15898b86-f7d5-4842-8d47-705fec025a01 req-d1c6b12a-f585-427e-b3b4-f61fef2fb558 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Updating instance_info_cache with network_info: [{"id": "695d6262-8789-46d3-8589-92be2a863f0b", "address": "fa:16:3e:89:82:4c", "network": {"id": "6915513b-bf13-4761-a2c3-49b92207e1d6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-354359081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4e14d5eddc464c92823347d723f988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap695d6262-87", "ovs_interfaceid": "695d6262-8789-46d3-8589-92be2a863f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.855132] env[68831]: DEBUG nova.network.neutron [None req-b2eb74da-025c-4d51-a8d7-d1186458bef6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Updating instance_info_cache with network_info: [{"id": "a17dbae7-5e08-40d6-adb8-125ae9bd5ceb", "address": "fa:16:3e:af:3c:ab", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17dbae7-5e", "ovs_interfaceid": "a17dbae7-5e08-40d6-adb8-125ae9bd5ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.025445] env[68831]: DEBUG oslo_concurrency.lockutils [req-15898b86-f7d5-4842-8d47-705fec025a01 req-d1c6b12a-f585-427e-b3b4-f61fef2fb558 service nova] Releasing lock "refresh_cache-e853a738-9a46-4883-8d2f-50b73ea96930" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.358386] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b2eb74da-025c-4d51-a8d7-d1186458bef6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "refresh_cache-eff1a8c3-df0b-4609-824a-2c49ebac6425" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.365046] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2eb74da-025c-4d51-a8d7-d1186458bef6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.365046] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-478bfa6e-35eb-4652-987e-4bce1c32f34b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.372837] env[68831]: DEBUG oslo_vmware.api [None req-b2eb74da-025c-4d51-a8d7-d1186458bef6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1326.372837] env[68831]: value = "task-2803782" [ 1326.372837] env[68831]: _type = "Task" [ 1326.372837] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.380150] env[68831]: DEBUG oslo_vmware.api [None req-b2eb74da-025c-4d51-a8d7-d1186458bef6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.883106] env[68831]: DEBUG oslo_vmware.api [None req-b2eb74da-025c-4d51-a8d7-d1186458bef6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.386083] env[68831]: DEBUG oslo_vmware.api [None req-b2eb74da-025c-4d51-a8d7-d1186458bef6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803782, 'name': PowerOnVM_Task, 'duration_secs': 0.911106} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.386447] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2eb74da-025c-4d51-a8d7-d1186458bef6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.386447] env[68831]: DEBUG nova.compute.manager [None req-b2eb74da-025c-4d51-a8d7-d1186458bef6 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.387445] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1bb3b6-ac8d-4bc4-a2d3-c27b179aed3c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.996964] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac33863-1857-4bef-b58c-ec838aeda2f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.003657] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ef3651-9265-4517-854d-b6d43e9c9bb5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Suspending the VM {{(pid=68831) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1329.003899] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ae1bed97-8363-4105-aa69-d8a77399f31b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.010042] env[68831]: DEBUG oslo_vmware.api [None req-a4ef3651-9265-4517-854d-b6d43e9c9bb5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1329.010042] env[68831]: value = "task-2803783" [ 1329.010042] env[68831]: _type = "Task" [ 1329.010042] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.018098] env[68831]: DEBUG oslo_vmware.api [None req-a4ef3651-9265-4517-854d-b6d43e9c9bb5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803783, 'name': SuspendVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.520716] env[68831]: DEBUG oslo_vmware.api [None req-a4ef3651-9265-4517-854d-b6d43e9c9bb5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803783, 'name': SuspendVM_Task} progress is 70%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.020797] env[68831]: DEBUG oslo_vmware.api [None req-a4ef3651-9265-4517-854d-b6d43e9c9bb5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803783, 'name': SuspendVM_Task, 'duration_secs': 0.61811} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.021197] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ef3651-9265-4517-854d-b6d43e9c9bb5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Suspended the VM {{(pid=68831) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1330.021279] env[68831]: DEBUG nova.compute.manager [None req-a4ef3651-9265-4517-854d-b6d43e9c9bb5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.022015] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2bc8b7-df46-4fc9-9708-108cfcec8606 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.340461] env[68831]: INFO nova.compute.manager [None req-85cb29e0-8ddd-49a9-9d57-686dac509a23 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Resuming [ 1331.341167] env[68831]: DEBUG nova.objects.instance [None req-85cb29e0-8ddd-49a9-9d57-686dac509a23 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lazy-loading 'flavor' on Instance uuid eff1a8c3-df0b-4609-824a-2c49ebac6425 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.851521] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85cb29e0-8ddd-49a9-9d57-686dac509a23 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "refresh_cache-eff1a8c3-df0b-4609-824a-2c49ebac6425" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.852064] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85cb29e0-8ddd-49a9-9d57-686dac509a23 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquired lock "refresh_cache-eff1a8c3-df0b-4609-824a-2c49ebac6425" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.852064] env[68831]: DEBUG nova.network.neutron [None req-85cb29e0-8ddd-49a9-9d57-686dac509a23 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.557880] env[68831]: DEBUG nova.network.neutron [None req-85cb29e0-8ddd-49a9-9d57-686dac509a23 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Updating instance_info_cache with network_info: [{"id": "a17dbae7-5e08-40d6-adb8-125ae9bd5ceb", "address": "fa:16:3e:af:3c:ab", "network": {"id": "c2755617-4780-4ff8-8d33-50ba0176816f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1846711697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4634fd56241a4419a935a00c615f89df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17dbae7-5e", "ovs_interfaceid": "a17dbae7-5e08-40d6-adb8-125ae9bd5ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.061221] env[68831]: DEBUG oslo_concurrency.lockutils [None req-85cb29e0-8ddd-49a9-9d57-686dac509a23 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Releasing lock "refresh_cache-eff1a8c3-df0b-4609-824a-2c49ebac6425" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.062262] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac3e4d9-5723-41aa-af8e-bd69f6bce9e8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.069432] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-85cb29e0-8ddd-49a9-9d57-686dac509a23 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Resuming the VM {{(pid=68831) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1334.069649] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fb79190-b679-451d-b6bd-e576d71b741c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.076496] env[68831]: DEBUG oslo_vmware.api [None req-85cb29e0-8ddd-49a9-9d57-686dac509a23 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1334.076496] env[68831]: value = "task-2803784" [ 1334.076496] env[68831]: _type = "Task" [ 1334.076496] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.083845] env[68831]: DEBUG oslo_vmware.api [None req-85cb29e0-8ddd-49a9-9d57-686dac509a23 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.586810] env[68831]: DEBUG oslo_vmware.api [None req-85cb29e0-8ddd-49a9-9d57-686dac509a23 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803784, 'name': PowerOnVM_Task, 'duration_secs': 0.49628} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.587212] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-85cb29e0-8ddd-49a9-9d57-686dac509a23 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Resumed the VM {{(pid=68831) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1334.587450] env[68831]: DEBUG nova.compute.manager [None req-85cb29e0-8ddd-49a9-9d57-686dac509a23 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.588337] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f29a32-8373-4b5f-ae88-d8cbefbe86f8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.979600] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "eff1a8c3-df0b-4609-824a-2c49ebac6425" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.979997] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "eff1a8c3-df0b-4609-824a-2c49ebac6425" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.980146] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "eff1a8c3-df0b-4609-824a-2c49ebac6425-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.980292] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "eff1a8c3-df0b-4609-824a-2c49ebac6425-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.980469] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "eff1a8c3-df0b-4609-824a-2c49ebac6425-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.982536] env[68831]: INFO nova.compute.manager [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Terminating instance [ 1336.486526] env[68831]: DEBUG nova.compute.manager [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1336.486762] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.487688] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7154ea-c30f-4e03-94b8-957cf88d0a72 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.495734] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.495947] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c51447de-71ba-4d60-a566-cd7296f6c2e6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.501135] env[68831]: DEBUG oslo_vmware.api [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1336.501135] env[68831]: value = "task-2803785" [ 1336.501135] env[68831]: _type = "Task" [ 1336.501135] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.508864] env[68831]: DEBUG oslo_vmware.api [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.011215] env[68831]: DEBUG oslo_vmware.api [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803785, 'name': PowerOffVM_Task, 'duration_secs': 0.193187} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.011599] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.011652] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.011868] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2628551e-ac38-4876-b5b9-2f26b9d63b4d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.076925] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1337.077195] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1337.077348] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Deleting the datastore file [datastore2] eff1a8c3-df0b-4609-824a-2c49ebac6425 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.077610] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dd79877-fa6a-4233-a894-7892bb3a67ca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.084309] env[68831]: DEBUG oslo_vmware.api [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for the task: (returnval){ [ 1337.084309] env[68831]: value = "task-2803787" [ 1337.084309] env[68831]: _type = "Task" [ 1337.084309] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.091768] env[68831]: DEBUG oslo_vmware.api [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.595409] env[68831]: DEBUG oslo_vmware.api [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Task: {'id': task-2803787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150744} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.595658] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.595838] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.596018] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.596202] env[68831]: INFO nova.compute.manager [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1337.596447] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.596635] env[68831]: DEBUG nova.compute.manager [-] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1337.596727] env[68831]: DEBUG nova.network.neutron [-] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.117803] env[68831]: DEBUG nova.compute.manager [req-6b78f163-6d10-4479-8c33-1926068c3665 req-e52df0ae-4d90-4be4-be60-b1fa6beaa729 service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Received event network-vif-deleted-a17dbae7-5e08-40d6-adb8-125ae9bd5ceb {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1338.118085] env[68831]: INFO nova.compute.manager [req-6b78f163-6d10-4479-8c33-1926068c3665 req-e52df0ae-4d90-4be4-be60-b1fa6beaa729 service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Neutron deleted interface a17dbae7-5e08-40d6-adb8-125ae9bd5ceb; detaching it from the instance and deleting it from the info cache [ 1338.118194] env[68831]: DEBUG nova.network.neutron [req-6b78f163-6d10-4479-8c33-1926068c3665 req-e52df0ae-4d90-4be4-be60-b1fa6beaa729 service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.595063] env[68831]: DEBUG nova.network.neutron [-] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.620888] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1dd6796-ca56-4e64-a2af-f286408f89fc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.631333] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c48e85b-5604-46f3-acfd-de28efeda4fd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.658209] env[68831]: DEBUG nova.compute.manager [req-6b78f163-6d10-4479-8c33-1926068c3665 req-e52df0ae-4d90-4be4-be60-b1fa6beaa729 service nova] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Detach interface failed, port_id=a17dbae7-5e08-40d6-adb8-125ae9bd5ceb, reason: Instance eff1a8c3-df0b-4609-824a-2c49ebac6425 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1339.097744] env[68831]: INFO nova.compute.manager [-] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Took 1.50 seconds to deallocate network for instance. [ 1339.603822] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.604134] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.604347] env[68831]: DEBUG nova.objects.instance [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lazy-loading 'resources' on Instance uuid eff1a8c3-df0b-4609-824a-2c49ebac6425 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.164877] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e64b59-22aa-4a5c-b2b2-e60ca5e1e754 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.172720] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3186f11d-8525-4cf7-93ac-8e0439074aa3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.203184] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6bd4a5-53e0-471e-a017-0fdc0c1f4d61 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.209958] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2d5186-f0af-4438-a3da-d3c34b319aed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.222694] env[68831]: DEBUG nova.compute.provider_tree [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.725839] env[68831]: DEBUG nova.scheduler.client.report [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.230436] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.251015] env[68831]: INFO nova.scheduler.client.report [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Deleted allocations for instance eff1a8c3-df0b-4609-824a-2c49ebac6425 [ 1341.758582] env[68831]: DEBUG oslo_concurrency.lockutils [None req-3cdcb1a8-8e7c-4c8e-ba92-1dffea401379 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Lock "eff1a8c3-df0b-4609-824a-2c49ebac6425" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.779s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.072886] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "c51da600-6dc8-4bfb-b46f-68dbd674a545" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.073223] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "c51da600-6dc8-4bfb-b46f-68dbd674a545" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.577368] env[68831]: INFO nova.compute.manager [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Detaching volume 569c3a9e-8bca-46a9-bd52-c678f89156b7 [ 1343.617871] env[68831]: INFO nova.virt.block_device [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Attempting to driver detach volume 569c3a9e-8bca-46a9-bd52-c678f89156b7 from mountpoint /dev/sdb [ 1343.618217] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1343.618464] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563375', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'name': 'volume-569c3a9e-8bca-46a9-bd52-c678f89156b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c51da600-6dc8-4bfb-b46f-68dbd674a545', 'attached_at': '', 'detached_at': '', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'serial': '569c3a9e-8bca-46a9-bd52-c678f89156b7'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1343.619424] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f291cde-39c6-4d0b-8da3-231a4f6bf308 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.642488] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e94b55-f6a9-4310-9da0-e20d691782db {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.650079] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6911ef-0e94-46d5-81ca-7519ade863e0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.670321] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dd1c98-3f85-4357-911c-98a02e22660a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.684640] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] The volume has not been displaced from its original location: [datastore2] volume-569c3a9e-8bca-46a9-bd52-c678f89156b7/volume-569c3a9e-8bca-46a9-bd52-c678f89156b7.vmdk. No consolidation needed. {{(pid=68831) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1343.689872] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1343.690231] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-511fa987-6a26-4c09-a2e7-3e44e72f9652 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.708509] env[68831]: DEBUG oslo_vmware.api [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1343.708509] env[68831]: value = "task-2803788" [ 1343.708509] env[68831]: _type = "Task" [ 1343.708509] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.716452] env[68831]: DEBUG oslo_vmware.api [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.218019] env[68831]: DEBUG oslo_vmware.api [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803788, 'name': ReconfigVM_Task, 'duration_secs': 0.210222} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.218425] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1344.223046] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb84138-7bf6-4dde-86f6-0db80dafedf4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.237976] env[68831]: DEBUG oslo_vmware.api [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1344.237976] env[68831]: value = "task-2803789" [ 1344.237976] env[68831]: _type = "Task" [ 1344.237976] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.248294] env[68831]: DEBUG oslo_vmware.api [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.747843] env[68831]: DEBUG oslo_vmware.api [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803789, 'name': ReconfigVM_Task, 'duration_secs': 0.132374} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.748153] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563375', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'name': 'volume-569c3a9e-8bca-46a9-bd52-c678f89156b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c51da600-6dc8-4bfb-b46f-68dbd674a545', 'attached_at': '', 'detached_at': '', 'volume_id': '569c3a9e-8bca-46a9-bd52-c678f89156b7', 'serial': '569c3a9e-8bca-46a9-bd52-c678f89156b7'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1345.298322] env[68831]: DEBUG nova.objects.instance [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lazy-loading 'flavor' on Instance uuid c51da600-6dc8-4bfb-b46f-68dbd674a545 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.306513] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b8751350-68a5-4004-aa7f-fe674554786c tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "c51da600-6dc8-4bfb-b46f-68dbd674a545" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.231s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.364713] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "c51da600-6dc8-4bfb-b46f-68dbd674a545" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.365018] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "c51da600-6dc8-4bfb-b46f-68dbd674a545" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.365181] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "c51da600-6dc8-4bfb-b46f-68dbd674a545-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.365369] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "c51da600-6dc8-4bfb-b46f-68dbd674a545-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.365545] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "c51da600-6dc8-4bfb-b46f-68dbd674a545-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.369475] env[68831]: INFO nova.compute.manager [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Terminating instance [ 1347.872114] env[68831]: DEBUG nova.compute.manager [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.872114] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.872906] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f645e8-a961-42ea-b591-1e141d20b60a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.880988] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.881228] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4da7aba-c7ca-4c41-825c-b1476b785a56 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.888347] env[68831]: DEBUG oslo_vmware.api [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1347.888347] env[68831]: value = "task-2803793" [ 1347.888347] env[68831]: _type = "Task" [ 1347.888347] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.895989] env[68831]: DEBUG oslo_vmware.api [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.399224] env[68831]: DEBUG oslo_vmware.api [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803793, 'name': PowerOffVM_Task, 'duration_secs': 0.203077} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.399585] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.399674] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.399944] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22cd86f7-84c0-473f-9983-e8bb2efaf772 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.463795] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.464126] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.464395] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleting the datastore file [datastore2] c51da600-6dc8-4bfb-b46f-68dbd674a545 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.464721] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b83b9e80-e64c-4c41-99d5-13d31d57282e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.470701] env[68831]: DEBUG oslo_vmware.api [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1348.470701] env[68831]: value = "task-2803795" [ 1348.470701] env[68831]: _type = "Task" [ 1348.470701] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.477852] env[68831]: DEBUG oslo_vmware.api [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.980725] env[68831]: DEBUG oslo_vmware.api [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128389} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.981046] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.981159] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.981341] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.981517] env[68831]: INFO nova.compute.manager [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1348.981756] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.981948] env[68831]: DEBUG nova.compute.manager [-] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.982057] env[68831]: DEBUG nova.network.neutron [-] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.411321] env[68831]: DEBUG nova.compute.manager [req-5ac3747f-3c58-47f1-87da-762a9d636292 req-c7c9171e-469a-425c-b364-edc459d62db8 service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Received event network-vif-deleted-47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1349.411579] env[68831]: INFO nova.compute.manager [req-5ac3747f-3c58-47f1-87da-762a9d636292 req-c7c9171e-469a-425c-b364-edc459d62db8 service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Neutron deleted interface 47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab; detaching it from the instance and deleting it from the info cache [ 1349.411670] env[68831]: DEBUG nova.network.neutron [req-5ac3747f-3c58-47f1-87da-762a9d636292 req-c7c9171e-469a-425c-b364-edc459d62db8 service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.886690] env[68831]: DEBUG nova.network.neutron [-] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.914319] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6eb4b7e0-912a-4dc3-a8c5-b8694a8be891 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.924951] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630a7366-3e42-48cd-b232-3efb8511bc10 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.953551] env[68831]: DEBUG nova.compute.manager [req-5ac3747f-3c58-47f1-87da-762a9d636292 req-c7c9171e-469a-425c-b364-edc459d62db8 service nova] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Detach interface failed, port_id=47ea2b1a-1d84-4c16-bd22-65cf1bdcd4ab, reason: Instance c51da600-6dc8-4bfb-b46f-68dbd674a545 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1350.389959] env[68831]: INFO nova.compute.manager [-] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Took 1.41 seconds to deallocate network for instance. [ 1350.897298] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.897586] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.897832] env[68831]: DEBUG nova.objects.instance [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lazy-loading 'resources' on Instance uuid c51da600-6dc8-4bfb-b46f-68dbd674a545 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.451833] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97c7ff2-aac5-4a26-8d94-b40ef5a32f3c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.459980] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ac2204-2bb6-4a87-9761-537c50ce7d76 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.489474] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbe8ffc-94fb-4e8b-9798-d824f685079a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.496690] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ebf1ab-6561-4ebc-9ff6-f1cb80fda015 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.509694] env[68831]: DEBUG nova.compute.provider_tree [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.012994] env[68831]: DEBUG nova.scheduler.client.report [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.518364] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.537183] env[68831]: INFO nova.scheduler.client.report [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleted allocations for instance c51da600-6dc8-4bfb-b46f-68dbd674a545 [ 1353.045028] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f5e1f698-c1a8-4513-9645-80876d8070b8 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "c51da600-6dc8-4bfb-b46f-68dbd674a545" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.680s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.742029] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "45037021-b141-4622-928d-4b3b34e6c839" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.742342] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "45037021-b141-4622-928d-4b3b34e6c839" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.245064] env[68831]: DEBUG nova.compute.manager [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1355.765843] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.766190] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.767596] env[68831]: INFO nova.compute.claims [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.823515] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9996bcb-d375-4e5a-9b3b-073f68a78d0a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.831927] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98af6344-8055-47c5-b587-8b52803d5e0f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.860996] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53990616-41cb-4186-b902-4c0df840217a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.868930] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0939f8-7bc1-4aad-8cf3-d4b5336b06c6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.883535] env[68831]: DEBUG nova.compute.provider_tree [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1357.404259] env[68831]: ERROR nova.scheduler.client.report [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [req-d705f2af-fe40-4e1c-80b9-735bd6c090e3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d705f2af-fe40-4e1c-80b9-735bd6c090e3"}]} [ 1357.420245] env[68831]: DEBUG nova.scheduler.client.report [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Refreshing inventories for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1357.433248] env[68831]: DEBUG nova.scheduler.client.report [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Updating ProviderTree inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1357.433467] env[68831]: DEBUG nova.compute.provider_tree [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1357.444263] env[68831]: DEBUG nova.scheduler.client.report [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Refreshing aggregate associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, aggregates: None {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1357.461139] env[68831]: DEBUG nova.scheduler.client.report [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Refreshing trait associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1357.502967] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e10aa88-58e7-41a7-9cd0-69773bed9dc4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.510884] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f7d98e-954b-4a5b-be41-f9a433971e47 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.539606] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2715d3e5-2f45-41e5-85d7-dc4bba3d3e1d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.546682] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057db2f2-bb07-4c67-bd7e-77314aa7e921 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.559659] env[68831]: DEBUG nova.compute.provider_tree [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1358.089896] env[68831]: DEBUG nova.scheduler.client.report [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Updated inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1358.090223] env[68831]: DEBUG nova.compute.provider_tree [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 174 to 175 during operation: update_inventory {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1358.090418] env[68831]: DEBUG nova.compute.provider_tree [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1358.594898] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.595409] env[68831]: DEBUG nova.compute.manager [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1359.100306] env[68831]: DEBUG nova.compute.utils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1359.101846] env[68831]: DEBUG nova.compute.manager [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1359.102014] env[68831]: DEBUG nova.network.neutron [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.147481] env[68831]: DEBUG nova.policy [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71eeb38483ee46edb2d204d0b671d020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91848de1d3df4d95a5349959069883b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.401047] env[68831]: DEBUG nova.network.neutron [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Successfully created port: 4e6f8908-a899-4479-aa43-47e6c08a1d32 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.605402] env[68831]: DEBUG nova.compute.manager [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.615291] env[68831]: DEBUG nova.compute.manager [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1360.641643] env[68831]: DEBUG nova.virt.hardware [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1360.641888] env[68831]: DEBUG nova.virt.hardware [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.642057] env[68831]: DEBUG nova.virt.hardware [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.642249] env[68831]: DEBUG nova.virt.hardware [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.642401] env[68831]: DEBUG nova.virt.hardware [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.642551] env[68831]: DEBUG nova.virt.hardware [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1360.642763] env[68831]: DEBUG nova.virt.hardware [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1360.642922] env[68831]: DEBUG nova.virt.hardware [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1360.643103] env[68831]: DEBUG nova.virt.hardware [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1360.643269] env[68831]: DEBUG nova.virt.hardware [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1360.643446] env[68831]: DEBUG nova.virt.hardware [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1360.644318] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e5a886-0154-4fa7-918a-5ee1bee5f7b5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.652547] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2af83aa-81d9-41b5-a6e5-2a55218fa088 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.978054] env[68831]: DEBUG nova.compute.manager [req-192aff83-ae33-46a4-baf1-2047e714c874 req-e02501de-a678-4b84-a929-cf77c1c20e0d service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Received event network-vif-plugged-4e6f8908-a899-4479-aa43-47e6c08a1d32 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1360.978294] env[68831]: DEBUG oslo_concurrency.lockutils [req-192aff83-ae33-46a4-baf1-2047e714c874 req-e02501de-a678-4b84-a929-cf77c1c20e0d service nova] Acquiring lock "45037021-b141-4622-928d-4b3b34e6c839-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.978511] env[68831]: DEBUG oslo_concurrency.lockutils [req-192aff83-ae33-46a4-baf1-2047e714c874 req-e02501de-a678-4b84-a929-cf77c1c20e0d service nova] Lock "45037021-b141-4622-928d-4b3b34e6c839-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.978690] env[68831]: DEBUG oslo_concurrency.lockutils [req-192aff83-ae33-46a4-baf1-2047e714c874 req-e02501de-a678-4b84-a929-cf77c1c20e0d service nova] Lock "45037021-b141-4622-928d-4b3b34e6c839-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.978849] env[68831]: DEBUG nova.compute.manager [req-192aff83-ae33-46a4-baf1-2047e714c874 req-e02501de-a678-4b84-a929-cf77c1c20e0d service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] No waiting events found dispatching network-vif-plugged-4e6f8908-a899-4479-aa43-47e6c08a1d32 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1360.979018] env[68831]: WARNING nova.compute.manager [req-192aff83-ae33-46a4-baf1-2047e714c874 req-e02501de-a678-4b84-a929-cf77c1c20e0d service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Received unexpected event network-vif-plugged-4e6f8908-a899-4479-aa43-47e6c08a1d32 for instance with vm_state building and task_state spawning. [ 1361.062755] env[68831]: DEBUG nova.network.neutron [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Successfully updated port: 4e6f8908-a899-4479-aa43-47e6c08a1d32 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.473518] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "e853a738-9a46-4883-8d2f-50b73ea96930" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.474241] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "e853a738-9a46-4883-8d2f-50b73ea96930" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.564796] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "refresh_cache-45037021-b141-4622-928d-4b3b34e6c839" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.564952] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "refresh_cache-45037021-b141-4622-928d-4b3b34e6c839" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.565125] env[68831]: DEBUG nova.network.neutron [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.977923] env[68831]: DEBUG nova.compute.utils [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1362.094930] env[68831]: DEBUG nova.network.neutron [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.211357] env[68831]: DEBUG nova.network.neutron [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Updating instance_info_cache with network_info: [{"id": "4e6f8908-a899-4479-aa43-47e6c08a1d32", "address": "fa:16:3e:0b:44:2a", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6f8908-a8", "ovs_interfaceid": "4e6f8908-a899-4479-aa43-47e6c08a1d32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.480999] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "e853a738-9a46-4883-8d2f-50b73ea96930" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.714099] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "refresh_cache-45037021-b141-4622-928d-4b3b34e6c839" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.714491] env[68831]: DEBUG nova.compute.manager [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Instance network_info: |[{"id": "4e6f8908-a899-4479-aa43-47e6c08a1d32", "address": "fa:16:3e:0b:44:2a", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6f8908-a8", "ovs_interfaceid": "4e6f8908-a899-4479-aa43-47e6c08a1d32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.715020] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:44:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e6f8908-a899-4479-aa43-47e6c08a1d32', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.722482] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.722689] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.722914] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e08253b1-57f1-4aee-8c8f-9c94378f50f4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.745420] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.745420] env[68831]: value = "task-2803803" [ 1362.745420] env[68831]: _type = "Task" [ 1362.745420] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.753192] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803803, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.003694] env[68831]: DEBUG nova.compute.manager [req-a14d5fa4-6d0c-4924-9b58-9b5bd5cd6110 req-7c279e88-a392-42c5-96b2-49bec539708b service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Received event network-changed-4e6f8908-a899-4479-aa43-47e6c08a1d32 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1363.004021] env[68831]: DEBUG nova.compute.manager [req-a14d5fa4-6d0c-4924-9b58-9b5bd5cd6110 req-7c279e88-a392-42c5-96b2-49bec539708b service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Refreshing instance network info cache due to event network-changed-4e6f8908-a899-4479-aa43-47e6c08a1d32. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1363.004177] env[68831]: DEBUG oslo_concurrency.lockutils [req-a14d5fa4-6d0c-4924-9b58-9b5bd5cd6110 req-7c279e88-a392-42c5-96b2-49bec539708b service nova] Acquiring lock "refresh_cache-45037021-b141-4622-928d-4b3b34e6c839" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.004329] env[68831]: DEBUG oslo_concurrency.lockutils [req-a14d5fa4-6d0c-4924-9b58-9b5bd5cd6110 req-7c279e88-a392-42c5-96b2-49bec539708b service nova] Acquired lock "refresh_cache-45037021-b141-4622-928d-4b3b34e6c839" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.004559] env[68831]: DEBUG nova.network.neutron [req-a14d5fa4-6d0c-4924-9b58-9b5bd5cd6110 req-7c279e88-a392-42c5-96b2-49bec539708b service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Refreshing network info cache for port 4e6f8908-a899-4479-aa43-47e6c08a1d32 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.256371] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803803, 'name': CreateVM_Task, 'duration_secs': 0.300902} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.256541] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.257234] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.257401] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.257734] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.257984] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c5a5ef-2829-4a0f-bbed-5507fe81f8b3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.263450] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1363.263450] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52498674-5250-26c6-0b01-87532beb70f3" [ 1363.263450] env[68831]: _type = "Task" [ 1363.263450] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.271128] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52498674-5250-26c6-0b01-87532beb70f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.545198] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "e853a738-9a46-4883-8d2f-50b73ea96930" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.545444] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "e853a738-9a46-4883-8d2f-50b73ea96930" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.545673] env[68831]: INFO nova.compute.manager [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Attaching volume e2945f41-2595-44b6-a50b-332992efe728 to /dev/sdb [ 1363.575515] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90f90e0-de6e-48c3-a811-166041bcb2b0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.585609] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95eae8c5-04da-4d50-af26-c708349ecd8a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.600725] env[68831]: DEBUG nova.virt.block_device [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Updating existing volume attachment record: f3031ee2-bbac-45b9-939d-897e5af0735f {{(pid=68831) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1363.707497] env[68831]: DEBUG nova.network.neutron [req-a14d5fa4-6d0c-4924-9b58-9b5bd5cd6110 req-7c279e88-a392-42c5-96b2-49bec539708b service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Updated VIF entry in instance network info cache for port 4e6f8908-a899-4479-aa43-47e6c08a1d32. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.707935] env[68831]: DEBUG nova.network.neutron [req-a14d5fa4-6d0c-4924-9b58-9b5bd5cd6110 req-7c279e88-a392-42c5-96b2-49bec539708b service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Updating instance_info_cache with network_info: [{"id": "4e6f8908-a899-4479-aa43-47e6c08a1d32", "address": "fa:16:3e:0b:44:2a", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6f8908-a8", "ovs_interfaceid": "4e6f8908-a899-4479-aa43-47e6c08a1d32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.774201] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52498674-5250-26c6-0b01-87532beb70f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.774500] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.774736] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.774972] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.775168] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.775368] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.775624] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee32cae9-f648-4a7c-845d-ed059004ea78 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.786259] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.786496] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.787241] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61121590-1cf7-4363-a20c-07776511e686 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.793949] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1363.793949] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c3e069-124e-99ce-8a4b-007d4af58f11" [ 1363.793949] env[68831]: _type = "Task" [ 1363.793949] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.803739] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c3e069-124e-99ce-8a4b-007d4af58f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.211027] env[68831]: DEBUG oslo_concurrency.lockutils [req-a14d5fa4-6d0c-4924-9b58-9b5bd5cd6110 req-7c279e88-a392-42c5-96b2-49bec539708b service nova] Releasing lock "refresh_cache-45037021-b141-4622-928d-4b3b34e6c839" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.306870] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52c3e069-124e-99ce-8a4b-007d4af58f11, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.307713] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a5b723e-131f-40ef-a355-63b1737bd873 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.313042] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1364.313042] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528da51b-42e6-db2c-8168-e7c2f93a0feb" [ 1364.313042] env[68831]: _type = "Task" [ 1364.313042] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.320573] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528da51b-42e6-db2c-8168-e7c2f93a0feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.824707] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]528da51b-42e6-db2c-8168-e7c2f93a0feb, 'name': SearchDatastore_Task, 'duration_secs': 0.019696} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.824962] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.825240] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 45037021-b141-4622-928d-4b3b34e6c839/45037021-b141-4622-928d-4b3b34e6c839.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.825488] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccc6612f-7b14-47e7-9455-d5124fcc8f2c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.833414] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1364.833414] env[68831]: value = "task-2803805" [ 1364.833414] env[68831]: _type = "Task" [ 1364.833414] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.840899] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.344042] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439086} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.344042] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore2] 45037021-b141-4622-928d-4b3b34e6c839/45037021-b141-4622-928d-4b3b34e6c839.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.344571] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.344571] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2514157-c779-4ebe-939f-e46179f0d214 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.351623] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1365.351623] env[68831]: value = "task-2803806" [ 1365.351623] env[68831]: _type = "Task" [ 1365.351623] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.360429] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.860682] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060481} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.860952] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.861714] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734ff683-48d9-40f5-bd88-a0515914fed0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.883586] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 45037021-b141-4622-928d-4b3b34e6c839/45037021-b141-4622-928d-4b3b34e6c839.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.883824] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cc3664e-0525-4d84-a351-ef41c3e85c0d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.903117] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1365.903117] env[68831]: value = "task-2803808" [ 1365.903117] env[68831]: _type = "Task" [ 1365.903117] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.910943] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.272800] env[68831]: DEBUG oslo_concurrency.lockutils [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Acquiring lock "a91b705d-ca3f-427b-9641-07862daed92d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.273041] env[68831]: DEBUG oslo_concurrency.lockutils [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Lock "a91b705d-ca3f-427b-9641-07862daed92d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.414228] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803808, 'name': ReconfigVM_Task, 'duration_secs': 0.292853} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.414544] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 45037021-b141-4622-928d-4b3b34e6c839/45037021-b141-4622-928d-4b3b34e6c839.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.415126] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efcaed40-5cd4-4438-a82b-74e8f6d6c5b4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.422589] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1366.422589] env[68831]: value = "task-2803809" [ 1366.422589] env[68831]: _type = "Task" [ 1366.422589] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.430224] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803809, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.775198] env[68831]: DEBUG nova.compute.manager [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1366.932821] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803809, 'name': Rename_Task, 'duration_secs': 0.142721} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.933093] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.933332] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d878c06-cf4a-4106-b898-f08d42f53041 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.939937] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1366.939937] env[68831]: value = "task-2803810" [ 1366.939937] env[68831]: _type = "Task" [ 1366.939937] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.943010] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.951054] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.297929] env[68831]: DEBUG oslo_concurrency.lockutils [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.298248] env[68831]: DEBUG oslo_concurrency.lockutils [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.299891] env[68831]: INFO nova.compute.claims [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.450432] env[68831]: DEBUG oslo_vmware.api [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803810, 'name': PowerOnVM_Task, 'duration_secs': 0.495307} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.450777] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.450933] env[68831]: INFO nova.compute.manager [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1367.451115] env[68831]: DEBUG nova.compute.manager [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.451891] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ca1633-fbae-4e66-92a6-e66bc29ddbae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.943658] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.944388] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.968191] env[68831]: INFO nova.compute.manager [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Took 12.22 seconds to build instance. [ 1368.145701] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Volume attach. Driver type: vmdk {{(pid=68831) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1368.146000] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563384', 'volume_id': 'e2945f41-2595-44b6-a50b-332992efe728', 'name': 'volume-e2945f41-2595-44b6-a50b-332992efe728', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e853a738-9a46-4883-8d2f-50b73ea96930', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2945f41-2595-44b6-a50b-332992efe728', 'serial': 'e2945f41-2595-44b6-a50b-332992efe728'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1368.146902] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19111158-9143-492a-aee3-f16257b9e483 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.163752] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f95b04-cb7a-429d-8a88-dd6a86577092 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.187763] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-e2945f41-2595-44b6-a50b-332992efe728/volume-e2945f41-2595-44b6-a50b-332992efe728.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.188029] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da2685b0-2a54-4ea3-98a7-4808d419355f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.211566] env[68831]: DEBUG oslo_vmware.api [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1368.211566] env[68831]: value = "task-2803811" [ 1368.211566] env[68831]: _type = "Task" [ 1368.211566] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.221365] env[68831]: DEBUG oslo_vmware.api [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.373121] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae88b068-a0c3-4c65-953f-034a0e19c52d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.381451] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b044379-5bf7-4279-b64f-b07bce3b7477 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.413367] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6ec7b2-e9ef-4039-8d95-a7f215cea67f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.421250] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145c87f2-d875-4c66-b0ab-b10f3e15f6d2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.434819] env[68831]: DEBUG nova.compute.provider_tree [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1368.446846] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.470279] env[68831]: DEBUG oslo_concurrency.lockutils [None req-f4806076-9ed5-4862-9a00-1fd5471b20de tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "45037021-b141-4622-928d-4b3b34e6c839" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.728s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.694873] env[68831]: DEBUG nova.compute.manager [req-8cc8026b-7175-4319-acd3-7c877f40a2ea req-ed6fb673-aa8b-4511-b163-f368efc3853a service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Received event network-changed-4e6f8908-a899-4479-aa43-47e6c08a1d32 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1368.695099] env[68831]: DEBUG nova.compute.manager [req-8cc8026b-7175-4319-acd3-7c877f40a2ea req-ed6fb673-aa8b-4511-b163-f368efc3853a service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Refreshing instance network info cache due to event network-changed-4e6f8908-a899-4479-aa43-47e6c08a1d32. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1368.695309] env[68831]: DEBUG oslo_concurrency.lockutils [req-8cc8026b-7175-4319-acd3-7c877f40a2ea req-ed6fb673-aa8b-4511-b163-f368efc3853a service nova] Acquiring lock "refresh_cache-45037021-b141-4622-928d-4b3b34e6c839" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.695452] env[68831]: DEBUG oslo_concurrency.lockutils [req-8cc8026b-7175-4319-acd3-7c877f40a2ea req-ed6fb673-aa8b-4511-b163-f368efc3853a service nova] Acquired lock "refresh_cache-45037021-b141-4622-928d-4b3b34e6c839" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.695612] env[68831]: DEBUG nova.network.neutron [req-8cc8026b-7175-4319-acd3-7c877f40a2ea req-ed6fb673-aa8b-4511-b163-f368efc3853a service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Refreshing network info cache for port 4e6f8908-a899-4479-aa43-47e6c08a1d32 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1368.722238] env[68831]: DEBUG oslo_vmware.api [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803811, 'name': ReconfigVM_Task, 'duration_secs': 0.391913} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.724027] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-e2945f41-2595-44b6-a50b-332992efe728/volume-e2945f41-2595-44b6-a50b-332992efe728.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.727270] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cccf9810-060b-453c-9237-c4a2ca893bd3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.745715] env[68831]: DEBUG oslo_vmware.api [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1368.745715] env[68831]: value = "task-2803812" [ 1368.745715] env[68831]: _type = "Task" [ 1368.745715] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.754194] env[68831]: DEBUG oslo_vmware.api [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.956840] env[68831]: ERROR nova.scheduler.client.report [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [req-3ecbf0df-ca4b-4c86-a90f-ae0c0be09f86] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3ecbf0df-ca4b-4c86-a90f-ae0c0be09f86"}]} [ 1368.973023] env[68831]: DEBUG nova.scheduler.client.report [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Refreshing inventories for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1368.987010] env[68831]: DEBUG nova.scheduler.client.report [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Updating ProviderTree inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1368.987273] env[68831]: DEBUG nova.compute.provider_tree [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1368.997821] env[68831]: DEBUG nova.scheduler.client.report [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Refreshing aggregate associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, aggregates: None {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1369.016496] env[68831]: DEBUG nova.scheduler.client.report [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Refreshing trait associations for resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68831) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1369.073012] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d487aa5-2c9f-42e9-a537-5a3a18a96391 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.081444] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6146cc5c-eed2-436d-811b-ca4d311ecf79 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.112840] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d378cce-a0c1-46a8-8668-e65d5088071a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.121362] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0d25f0-c9b8-41f1-ac29-373fc1fdc362 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.136118] env[68831]: DEBUG nova.compute.provider_tree [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1369.256514] env[68831]: DEBUG oslo_vmware.api [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803812, 'name': ReconfigVM_Task, 'duration_secs': 0.141249} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.256823] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563384', 'volume_id': 'e2945f41-2595-44b6-a50b-332992efe728', 'name': 'volume-e2945f41-2595-44b6-a50b-332992efe728', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e853a738-9a46-4883-8d2f-50b73ea96930', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2945f41-2595-44b6-a50b-332992efe728', 'serial': 'e2945f41-2595-44b6-a50b-332992efe728'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1369.404570] env[68831]: DEBUG nova.network.neutron [req-8cc8026b-7175-4319-acd3-7c877f40a2ea req-ed6fb673-aa8b-4511-b163-f368efc3853a service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Updated VIF entry in instance network info cache for port 4e6f8908-a899-4479-aa43-47e6c08a1d32. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.404937] env[68831]: DEBUG nova.network.neutron [req-8cc8026b-7175-4319-acd3-7c877f40a2ea req-ed6fb673-aa8b-4511-b163-f368efc3853a service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Updating instance_info_cache with network_info: [{"id": "4e6f8908-a899-4479-aa43-47e6c08a1d32", "address": "fa:16:3e:0b:44:2a", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6f8908-a8", "ovs_interfaceid": "4e6f8908-a899-4479-aa43-47e6c08a1d32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.670313] env[68831]: DEBUG nova.scheduler.client.report [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Updated inventory for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1369.670647] env[68831]: DEBUG nova.compute.provider_tree [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Updating resource provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 generation from 176 to 177 during operation: update_inventory {{(pid=68831) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1369.670863] env[68831]: DEBUG nova.compute.provider_tree [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Updating inventory in ProviderTree for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1369.908082] env[68831]: DEBUG oslo_concurrency.lockutils [req-8cc8026b-7175-4319-acd3-7c877f40a2ea req-ed6fb673-aa8b-4511-b163-f368efc3853a service nova] Releasing lock "refresh_cache-45037021-b141-4622-928d-4b3b34e6c839" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.176370] env[68831]: DEBUG oslo_concurrency.lockutils [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.878s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.176760] env[68831]: DEBUG nova.compute.manager [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1370.179981] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.733s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.180202] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.180384] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68831) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1370.181620] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cab6a9-ff4d-43b9-9de1-f040dae3d4ea {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.191252] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c936bfd9-1c94-45a8-974c-78111991b9d6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.206561] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9cb2f7-bdac-49b5-bc9e-b717a074c020 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.214507] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d70e285-3b1f-4e8c-b7c9-abc8747199a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.245881] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180494MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68831) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1370.246093] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.246336] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.293293] env[68831]: DEBUG nova.objects.instance [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lazy-loading 'flavor' on Instance uuid e853a738-9a46-4883-8d2f-50b73ea96930 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.682789] env[68831]: DEBUG nova.compute.utils [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1370.684740] env[68831]: DEBUG nova.compute.manager [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1370.684905] env[68831]: DEBUG nova.network.neutron [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1370.722411] env[68831]: DEBUG nova.policy [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '394f8ec2b08045969795d8a66bed77c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fdfe9babcb9453fbc59ebae14bf07c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1370.798069] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9f0960f9-768b-4ccc-a85f-da8384defeda tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "e853a738-9a46-4883-8d2f-50b73ea96930" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.252s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.981322] env[68831]: DEBUG oslo_concurrency.lockutils [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "e853a738-9a46-4883-8d2f-50b73ea96930" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.981712] env[68831]: DEBUG oslo_concurrency.lockutils [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "e853a738-9a46-4883-8d2f-50b73ea96930" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.001101] env[68831]: DEBUG nova.network.neutron [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Successfully created port: 00e97335-2989-4089-a6f1-2dea3a5eb6ab {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1371.189703] env[68831]: DEBUG nova.compute.manager [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1371.270123] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 315511f1-cd02-4989-ab44-f07126e0afef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.270280] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance e853a738-9a46-4883-8d2f-50b73ea96930 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.270406] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 45037021-b141-4622-928d-4b3b34e6c839 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.270526] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance a91b705d-ca3f-427b-9641-07862daed92d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.270704] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1371.270840] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1371.324863] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcce9cc6-bdc1-4b21-89af-9386b9057e53 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.332781] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85de58ab-74d5-4799-a74c-fefc33ef1c8d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.364223] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f1d213-deb5-48c0-abcb-b46233e6290a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.371532] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa817c07-90fc-4fff-8027-9584862211ef {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.384339] env[68831]: DEBUG nova.compute.provider_tree [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.484492] env[68831]: INFO nova.compute.manager [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Detaching volume e2945f41-2595-44b6-a50b-332992efe728 [ 1371.517089] env[68831]: INFO nova.virt.block_device [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Attempting to driver detach volume e2945f41-2595-44b6-a50b-332992efe728 from mountpoint /dev/sdb [ 1371.517439] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1371.518010] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563384', 'volume_id': 'e2945f41-2595-44b6-a50b-332992efe728', 'name': 'volume-e2945f41-2595-44b6-a50b-332992efe728', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e853a738-9a46-4883-8d2f-50b73ea96930', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2945f41-2595-44b6-a50b-332992efe728', 'serial': 'e2945f41-2595-44b6-a50b-332992efe728'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1371.518559] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c649f-416d-4b3e-8b1f-d8275f84a241 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.541295] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cb4ab9-4a5f-4619-b591-68c1dcc99ae5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.549205] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f88f366-cdd7-42f4-8b46-a9dda08bba63 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.570522] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b97ad50-9a0c-4069-a5b1-e5cef4771e20 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.586310] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] The volume has not been displaced from its original location: [datastore2] volume-e2945f41-2595-44b6-a50b-332992efe728/volume-e2945f41-2595-44b6-a50b-332992efe728.vmdk. No consolidation needed. {{(pid=68831) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1371.591723] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1371.592083] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-731df04b-a168-4985-acab-265d7c1d69c2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.613189] env[68831]: DEBUG oslo_vmware.api [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1371.613189] env[68831]: value = "task-2803814" [ 1371.613189] env[68831]: _type = "Task" [ 1371.613189] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.623942] env[68831]: DEBUG oslo_vmware.api [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.693502] env[68831]: INFO nova.virt.block_device [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Booting with volume 3dafb588-86ba-4092-8daf-cb6f8de50b4c at /dev/sda [ 1371.730151] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e611a51d-7fa5-4044-89a3-7ef64e63283f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.742284] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac187f0-d278-4c97-8920-2ab263c2cdfe {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.777380] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87a9803d-7b94-4cfc-98a9-2dd1268dcb06 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.788019] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f20a530-98cc-42ac-99ad-2b6725368203 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.818232] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce40db3-0270-4ae0-80a3-91ac84789ccd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.825297] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b8d62f-d9ff-4e3b-a2f2-d626c9277ed4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.839420] env[68831]: DEBUG nova.virt.block_device [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Updating existing volume attachment record: cae0e84d-4c3a-4923-8e1c-b3f10db1bb06 {{(pid=68831) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1371.887613] env[68831]: DEBUG nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.125605] env[68831]: DEBUG oslo_vmware.api [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803814, 'name': ReconfigVM_Task, 'duration_secs': 0.244788} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.125798] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1372.131026] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d8f781-5509-4906-8e9e-9a82d6b93254 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.150781] env[68831]: DEBUG oslo_vmware.api [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1372.150781] env[68831]: value = "task-2803815" [ 1372.150781] env[68831]: _type = "Task" [ 1372.150781] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.164680] env[68831]: DEBUG oslo_vmware.api [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.364442] env[68831]: DEBUG nova.compute.manager [req-3f5df993-d125-4e64-8e91-cea8e07cade6 req-da03d8af-58cd-456f-9d0b-506cbacd6f71 service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Received event network-vif-plugged-00e97335-2989-4089-a6f1-2dea3a5eb6ab {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1372.364631] env[68831]: DEBUG oslo_concurrency.lockutils [req-3f5df993-d125-4e64-8e91-cea8e07cade6 req-da03d8af-58cd-456f-9d0b-506cbacd6f71 service nova] Acquiring lock "a91b705d-ca3f-427b-9641-07862daed92d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.364819] env[68831]: DEBUG oslo_concurrency.lockutils [req-3f5df993-d125-4e64-8e91-cea8e07cade6 req-da03d8af-58cd-456f-9d0b-506cbacd6f71 service nova] Lock "a91b705d-ca3f-427b-9641-07862daed92d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.364979] env[68831]: DEBUG oslo_concurrency.lockutils [req-3f5df993-d125-4e64-8e91-cea8e07cade6 req-da03d8af-58cd-456f-9d0b-506cbacd6f71 service nova] Lock "a91b705d-ca3f-427b-9641-07862daed92d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.365170] env[68831]: DEBUG nova.compute.manager [req-3f5df993-d125-4e64-8e91-cea8e07cade6 req-da03d8af-58cd-456f-9d0b-506cbacd6f71 service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] No waiting events found dispatching network-vif-plugged-00e97335-2989-4089-a6f1-2dea3a5eb6ab {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1372.365336] env[68831]: WARNING nova.compute.manager [req-3f5df993-d125-4e64-8e91-cea8e07cade6 req-da03d8af-58cd-456f-9d0b-506cbacd6f71 service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Received unexpected event network-vif-plugged-00e97335-2989-4089-a6f1-2dea3a5eb6ab for instance with vm_state building and task_state block_device_mapping. [ 1372.392456] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1372.392663] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.456211] env[68831]: DEBUG nova.network.neutron [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Successfully updated port: 00e97335-2989-4089-a6f1-2dea3a5eb6ab {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.661212] env[68831]: DEBUG oslo_vmware.api [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803815, 'name': ReconfigVM_Task, 'duration_secs': 0.171187} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.661457] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563384', 'volume_id': 'e2945f41-2595-44b6-a50b-332992efe728', 'name': 'volume-e2945f41-2595-44b6-a50b-332992efe728', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e853a738-9a46-4883-8d2f-50b73ea96930', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2945f41-2595-44b6-a50b-332992efe728', 'serial': 'e2945f41-2595-44b6-a50b-332992efe728'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1372.959017] env[68831]: DEBUG oslo_concurrency.lockutils [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Acquiring lock "refresh_cache-a91b705d-ca3f-427b-9641-07862daed92d" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.959451] env[68831]: DEBUG oslo_concurrency.lockutils [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Acquired lock "refresh_cache-a91b705d-ca3f-427b-9641-07862daed92d" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.959596] env[68831]: DEBUG nova.network.neutron [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.209092] env[68831]: DEBUG nova.objects.instance [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lazy-loading 'flavor' on Instance uuid e853a738-9a46-4883-8d2f-50b73ea96930 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.386973] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.387359] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.387581] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.387782] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.387972] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.388187] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68831) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1373.491626] env[68831]: DEBUG nova.network.neutron [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.613014] env[68831]: DEBUG nova.network.neutron [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Updating instance_info_cache with network_info: [{"id": "00e97335-2989-4089-a6f1-2dea3a5eb6ab", "address": "fa:16:3e:81:a0:05", "network": {"id": "bdbe1e42-54c1-430b-aaef-d84db23828de", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1032987524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fdfe9babcb9453fbc59ebae14bf07c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e97335-29", "ovs_interfaceid": "00e97335-2989-4089-a6f1-2dea3a5eb6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.920657] env[68831]: DEBUG nova.compute.manager [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1373.921191] env[68831]: DEBUG nova.virt.hardware [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.921404] env[68831]: DEBUG nova.virt.hardware [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.921580] env[68831]: DEBUG nova.virt.hardware [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.921744] env[68831]: DEBUG nova.virt.hardware [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.921888] env[68831]: DEBUG nova.virt.hardware [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.922047] env[68831]: DEBUG nova.virt.hardware [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.922261] env[68831]: DEBUG nova.virt.hardware [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.922424] env[68831]: DEBUG nova.virt.hardware [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.922589] env[68831]: DEBUG nova.virt.hardware [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.922752] env[68831]: DEBUG nova.virt.hardware [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.922925] env[68831]: DEBUG nova.virt.hardware [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.923788] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f94481-7c68-4f73-859b-039b63cfeaf4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.932702] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cf3645-8cca-45ba-98e7-e76fc9d664af {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.116178] env[68831]: DEBUG oslo_concurrency.lockutils [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Releasing lock "refresh_cache-a91b705d-ca3f-427b-9641-07862daed92d" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.116494] env[68831]: DEBUG nova.compute.manager [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Instance network_info: |[{"id": "00e97335-2989-4089-a6f1-2dea3a5eb6ab", "address": "fa:16:3e:81:a0:05", "network": {"id": "bdbe1e42-54c1-430b-aaef-d84db23828de", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1032987524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fdfe9babcb9453fbc59ebae14bf07c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e97335-29", "ovs_interfaceid": "00e97335-2989-4089-a6f1-2dea3a5eb6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1374.116893] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:a0:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00e97335-2989-4089-a6f1-2dea3a5eb6ab', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.124234] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Creating folder: Project (2fdfe9babcb9453fbc59ebae14bf07c5). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.124490] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e9298a6-86ea-46d7-9dc2-e4ec4065fca8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.139382] env[68831]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1374.139554] env[68831]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68831) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1374.139844] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Folder already exists: Project (2fdfe9babcb9453fbc59ebae14bf07c5). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1374.140042] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Creating folder: Instances. Parent ref: group-v563379. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.140280] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe577c92-e5ab-42b8-bf09-1a292ef6f28a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.151768] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Created folder: Instances in parent group-v563379. [ 1374.151988] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.152191] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.152387] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df6534b2-5f64-4758-b9a2-23373b2726f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.171809] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.171809] env[68831]: value = "task-2803819" [ 1374.171809] env[68831]: _type = "Task" [ 1374.171809] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.180405] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803819, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.216137] env[68831]: DEBUG oslo_concurrency.lockutils [None req-761032ea-3a78-49db-9fc2-f2e88e3d98fd tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "e853a738-9a46-4883-8d2f-50b73ea96930" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.390917] env[68831]: DEBUG nova.compute.manager [req-ba4979e6-a948-42ee-a65b-48acfdd0d29f req-c461ec7b-9b0e-41f0-acca-dbc81feb00db service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Received event network-changed-00e97335-2989-4089-a6f1-2dea3a5eb6ab {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1374.391261] env[68831]: DEBUG nova.compute.manager [req-ba4979e6-a948-42ee-a65b-48acfdd0d29f req-c461ec7b-9b0e-41f0-acca-dbc81feb00db service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Refreshing instance network info cache due to event network-changed-00e97335-2989-4089-a6f1-2dea3a5eb6ab. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1374.392076] env[68831]: DEBUG oslo_concurrency.lockutils [req-ba4979e6-a948-42ee-a65b-48acfdd0d29f req-c461ec7b-9b0e-41f0-acca-dbc81feb00db service nova] Acquiring lock "refresh_cache-a91b705d-ca3f-427b-9641-07862daed92d" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.392311] env[68831]: DEBUG oslo_concurrency.lockutils [req-ba4979e6-a948-42ee-a65b-48acfdd0d29f req-c461ec7b-9b0e-41f0-acca-dbc81feb00db service nova] Acquired lock "refresh_cache-a91b705d-ca3f-427b-9641-07862daed92d" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.392607] env[68831]: DEBUG nova.network.neutron [req-ba4979e6-a948-42ee-a65b-48acfdd0d29f req-c461ec7b-9b0e-41f0-acca-dbc81feb00db service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Refreshing network info cache for port 00e97335-2989-4089-a6f1-2dea3a5eb6ab {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.682554] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803819, 'name': CreateVM_Task, 'duration_secs': 0.361606} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.682718] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.683419] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'cae0e84d-4c3a-4923-8e1c-b3f10db1bb06', 'boot_index': 0, 'disk_bus': None, 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563382', 'volume_id': '3dafb588-86ba-4092-8daf-cb6f8de50b4c', 'name': 'volume-3dafb588-86ba-4092-8daf-cb6f8de50b4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a91b705d-ca3f-427b-9641-07862daed92d', 'attached_at': '', 'detached_at': '', 'volume_id': '3dafb588-86ba-4092-8daf-cb6f8de50b4c', 'serial': '3dafb588-86ba-4092-8daf-cb6f8de50b4c'}, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68831) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1374.683624] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Root volume attach. Driver type: vmdk {{(pid=68831) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1374.684388] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0602f21f-db75-477b-b40b-764f72d34f89 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.692049] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042e1918-0bbc-45b4-9407-a56f3c76da00 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.698080] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4703dc64-f748-4129-a193-ff3e23543d4a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.703941] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-11f3edfd-567e-4d2a-8bd4-0ff3357c31a7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.711471] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Waiting for the task: (returnval){ [ 1374.711471] env[68831]: value = "task-2803821" [ 1374.711471] env[68831]: _type = "Task" [ 1374.711471] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.719579] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803821, 'name': RelocateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.099737] env[68831]: DEBUG nova.network.neutron [req-ba4979e6-a948-42ee-a65b-48acfdd0d29f req-c461ec7b-9b0e-41f0-acca-dbc81feb00db service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Updated VIF entry in instance network info cache for port 00e97335-2989-4089-a6f1-2dea3a5eb6ab. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.100084] env[68831]: DEBUG nova.network.neutron [req-ba4979e6-a948-42ee-a65b-48acfdd0d29f req-c461ec7b-9b0e-41f0-acca-dbc81feb00db service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Updating instance_info_cache with network_info: [{"id": "00e97335-2989-4089-a6f1-2dea3a5eb6ab", "address": "fa:16:3e:81:a0:05", "network": {"id": "bdbe1e42-54c1-430b-aaef-d84db23828de", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1032987524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fdfe9babcb9453fbc59ebae14bf07c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e97335-29", "ovs_interfaceid": "00e97335-2989-4089-a6f1-2dea3a5eb6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.225049] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803821, 'name': RelocateVM_Task} progress is 40%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.229729] env[68831]: DEBUG oslo_concurrency.lockutils [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "e853a738-9a46-4883-8d2f-50b73ea96930" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.230029] env[68831]: DEBUG oslo_concurrency.lockutils [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "e853a738-9a46-4883-8d2f-50b73ea96930" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.230213] env[68831]: DEBUG oslo_concurrency.lockutils [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "e853a738-9a46-4883-8d2f-50b73ea96930-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.230457] env[68831]: DEBUG oslo_concurrency.lockutils [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "e853a738-9a46-4883-8d2f-50b73ea96930-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.230686] env[68831]: DEBUG oslo_concurrency.lockutils [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "e853a738-9a46-4883-8d2f-50b73ea96930-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.232874] env[68831]: INFO nova.compute.manager [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Terminating instance [ 1375.603733] env[68831]: DEBUG oslo_concurrency.lockutils [req-ba4979e6-a948-42ee-a65b-48acfdd0d29f req-c461ec7b-9b0e-41f0-acca-dbc81feb00db service nova] Releasing lock "refresh_cache-a91b705d-ca3f-427b-9641-07862daed92d" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.725512] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803821, 'name': RelocateVM_Task} progress is 54%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.737031] env[68831]: DEBUG nova.compute.manager [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1375.737031] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.737650] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3705a570-6c34-4381-8c6a-3eef6fbe16ab {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.748766] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.749067] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9160d52-2598-4a4c-ac7a-4619aa3567c1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.758631] env[68831]: DEBUG oslo_vmware.api [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1375.758631] env[68831]: value = "task-2803822" [ 1375.758631] env[68831]: _type = "Task" [ 1375.758631] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.770420] env[68831]: DEBUG oslo_vmware.api [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.225510] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803821, 'name': RelocateVM_Task} progress is 69%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.273057] env[68831]: DEBUG oslo_vmware.api [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803822, 'name': PowerOffVM_Task, 'duration_secs': 0.211229} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.273348] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.273520] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.273769] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdb734ce-cdcb-4205-9c37-f7441702f49b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.349603] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.349824] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.350017] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Deleting the datastore file [datastore1] e853a738-9a46-4883-8d2f-50b73ea96930 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.350299] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af8c8241-d78e-4c7d-a020-754e469fb6aa {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.359082] env[68831]: DEBUG oslo_vmware.api [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for the task: (returnval){ [ 1376.359082] env[68831]: value = "task-2803824" [ 1376.359082] env[68831]: _type = "Task" [ 1376.359082] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.369834] env[68831]: DEBUG oslo_vmware.api [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.726803] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803821, 'name': RelocateVM_Task} progress is 84%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.871066] env[68831]: DEBUG oslo_vmware.api [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.226665] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803821, 'name': RelocateVM_Task} progress is 97%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.370422] env[68831]: DEBUG oslo_vmware.api [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Task: {'id': task-2803824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.862397} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.370683] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.370863] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.371094] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.371284] env[68831]: INFO nova.compute.manager [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1377.371545] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1377.371741] env[68831]: DEBUG nova.compute.manager [-] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1377.371835] env[68831]: DEBUG nova.network.neutron [-] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.725962] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803821, 'name': RelocateVM_Task} progress is 98%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.842443] env[68831]: DEBUG nova.compute.manager [req-3775c7a8-d22c-4f8b-81a8-0d5f7f72f4dc req-a6d1af7a-a513-4a77-9e72-688c32531259 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Received event network-vif-deleted-695d6262-8789-46d3-8589-92be2a863f0b {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1377.842645] env[68831]: INFO nova.compute.manager [req-3775c7a8-d22c-4f8b-81a8-0d5f7f72f4dc req-a6d1af7a-a513-4a77-9e72-688c32531259 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Neutron deleted interface 695d6262-8789-46d3-8589-92be2a863f0b; detaching it from the instance and deleting it from the info cache [ 1377.842819] env[68831]: DEBUG nova.network.neutron [req-3775c7a8-d22c-4f8b-81a8-0d5f7f72f4dc req-a6d1af7a-a513-4a77-9e72-688c32531259 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.226309] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803821, 'name': RelocateVM_Task} progress is 98%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.328926] env[68831]: DEBUG nova.network.neutron [-] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.346267] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6224045-3a70-449c-a39a-f0604f60d848 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.356621] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3dace7-6cd9-41e1-97c6-6ceca6bc480d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.385314] env[68831]: DEBUG nova.compute.manager [req-3775c7a8-d22c-4f8b-81a8-0d5f7f72f4dc req-a6d1af7a-a513-4a77-9e72-688c32531259 service nova] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Detach interface failed, port_id=695d6262-8789-46d3-8589-92be2a863f0b, reason: Instance e853a738-9a46-4883-8d2f-50b73ea96930 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1378.726791] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803821, 'name': RelocateVM_Task} progress is 98%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.832154] env[68831]: INFO nova.compute.manager [-] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Took 1.46 seconds to deallocate network for instance. [ 1379.227618] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803821, 'name': RelocateVM_Task, 'duration_secs': 4.402086} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.227906] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Volume attach. Driver type: vmdk {{(pid=68831) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1379.228140] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563382', 'volume_id': '3dafb588-86ba-4092-8daf-cb6f8de50b4c', 'name': 'volume-3dafb588-86ba-4092-8daf-cb6f8de50b4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a91b705d-ca3f-427b-9641-07862daed92d', 'attached_at': '', 'detached_at': '', 'volume_id': '3dafb588-86ba-4092-8daf-cb6f8de50b4c', 'serial': '3dafb588-86ba-4092-8daf-cb6f8de50b4c'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1379.228968] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d36db5-5b8e-4b2b-b9f8-709d3b12edf0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.244725] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98621fb9-3516-480c-9006-a59aadbb5c88 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.266826] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-3dafb588-86ba-4092-8daf-cb6f8de50b4c/volume-3dafb588-86ba-4092-8daf-cb6f8de50b4c.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.267110] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f481c1c0-0c0d-43db-9678-d1669519e0b2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.287672] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Waiting for the task: (returnval){ [ 1379.287672] env[68831]: value = "task-2803827" [ 1379.287672] env[68831]: _type = "Task" [ 1379.287672] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.295774] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.339139] env[68831]: DEBUG oslo_concurrency.lockutils [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.339575] env[68831]: DEBUG oslo_concurrency.lockutils [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.339749] env[68831]: DEBUG nova.objects.instance [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lazy-loading 'resources' on Instance uuid e853a738-9a46-4883-8d2f-50b73ea96930 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.798854] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803827, 'name': ReconfigVM_Task, 'duration_secs': 0.350478} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.799156] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-3dafb588-86ba-4092-8daf-cb6f8de50b4c/volume-3dafb588-86ba-4092-8daf-cb6f8de50b4c.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.803765] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ee490c8-f34c-4dca-b823-c361900645df {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.819069] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Waiting for the task: (returnval){ [ 1379.819069] env[68831]: value = "task-2803828" [ 1379.819069] env[68831]: _type = "Task" [ 1379.819069] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.826930] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.905382] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c700767-8e59-414d-b9d2-f3c214f1a254 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.913444] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f428376-e805-4745-9b7d-9e96b5f9d609 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.943993] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9613522f-baf7-4746-8be1-adf40d154830 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.951841] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a312f8da-1d8c-48f3-b181-6e3cb46b7537 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.967109] env[68831]: DEBUG nova.compute.provider_tree [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.329797] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803828, 'name': ReconfigVM_Task, 'duration_secs': 0.254842} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.330061] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563382', 'volume_id': '3dafb588-86ba-4092-8daf-cb6f8de50b4c', 'name': 'volume-3dafb588-86ba-4092-8daf-cb6f8de50b4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a91b705d-ca3f-427b-9641-07862daed92d', 'attached_at': '', 'detached_at': '', 'volume_id': '3dafb588-86ba-4092-8daf-cb6f8de50b4c', 'serial': '3dafb588-86ba-4092-8daf-cb6f8de50b4c'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1380.330633] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e220c25-f374-4500-86c8-6d9d50abef97 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.337312] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Waiting for the task: (returnval){ [ 1380.337312] env[68831]: value = "task-2803829" [ 1380.337312] env[68831]: _type = "Task" [ 1380.337312] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.345060] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803829, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.470534] env[68831]: DEBUG nova.scheduler.client.report [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.848169] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803829, 'name': Rename_Task, 'duration_secs': 0.136417} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.848440] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.848690] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d7a31e1-1339-4be5-b2de-a836ec32a3da {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.855452] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Waiting for the task: (returnval){ [ 1380.855452] env[68831]: value = "task-2803831" [ 1380.855452] env[68831]: _type = "Task" [ 1380.855452] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.863551] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.975779] env[68831]: DEBUG oslo_concurrency.lockutils [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.996872] env[68831]: INFO nova.scheduler.client.report [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Deleted allocations for instance e853a738-9a46-4883-8d2f-50b73ea96930 [ 1381.365691] env[68831]: DEBUG oslo_vmware.api [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803831, 'name': PowerOnVM_Task, 'duration_secs': 0.452128} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.365983] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.366179] env[68831]: INFO nova.compute.manager [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1381.366357] env[68831]: DEBUG nova.compute.manager [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.367135] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3172a0c2-0c98-4ab4-b3fa-74f4994c9d6d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.505721] env[68831]: DEBUG oslo_concurrency.lockutils [None req-563a2a82-b804-48e1-9814-ab11c3c2f214 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Lock "e853a738-9a46-4883-8d2f-50b73ea96930" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.276s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.885059] env[68831]: INFO nova.compute.manager [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Took 14.60 seconds to build instance. [ 1382.386312] env[68831]: DEBUG oslo_concurrency.lockutils [None req-adcb8de2-3faa-42f2-aa57-6798a70c364d tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Lock "a91b705d-ca3f-427b-9641-07862daed92d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.113s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.833999] env[68831]: DEBUG nova.compute.manager [req-d709d41a-c208-4237-a37f-04cd6be8778c req-54ffbe27-a1bd-41a9-aa67-f37ccc935e78 service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Received event network-changed-00e97335-2989-4089-a6f1-2dea3a5eb6ab {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1382.834222] env[68831]: DEBUG nova.compute.manager [req-d709d41a-c208-4237-a37f-04cd6be8778c req-54ffbe27-a1bd-41a9-aa67-f37ccc935e78 service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Refreshing instance network info cache due to event network-changed-00e97335-2989-4089-a6f1-2dea3a5eb6ab. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1382.834431] env[68831]: DEBUG oslo_concurrency.lockutils [req-d709d41a-c208-4237-a37f-04cd6be8778c req-54ffbe27-a1bd-41a9-aa67-f37ccc935e78 service nova] Acquiring lock "refresh_cache-a91b705d-ca3f-427b-9641-07862daed92d" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.834577] env[68831]: DEBUG oslo_concurrency.lockutils [req-d709d41a-c208-4237-a37f-04cd6be8778c req-54ffbe27-a1bd-41a9-aa67-f37ccc935e78 service nova] Acquired lock "refresh_cache-a91b705d-ca3f-427b-9641-07862daed92d" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.834742] env[68831]: DEBUG nova.network.neutron [req-d709d41a-c208-4237-a37f-04cd6be8778c req-54ffbe27-a1bd-41a9-aa67-f37ccc935e78 service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Refreshing network info cache for port 00e97335-2989-4089-a6f1-2dea3a5eb6ab {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.528184] env[68831]: DEBUG nova.network.neutron [req-d709d41a-c208-4237-a37f-04cd6be8778c req-54ffbe27-a1bd-41a9-aa67-f37ccc935e78 service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Updated VIF entry in instance network info cache for port 00e97335-2989-4089-a6f1-2dea3a5eb6ab. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.528550] env[68831]: DEBUG nova.network.neutron [req-d709d41a-c208-4237-a37f-04cd6be8778c req-54ffbe27-a1bd-41a9-aa67-f37ccc935e78 service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Updating instance_info_cache with network_info: [{"id": "00e97335-2989-4089-a6f1-2dea3a5eb6ab", "address": "fa:16:3e:81:a0:05", "network": {"id": "bdbe1e42-54c1-430b-aaef-d84db23828de", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1032987524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fdfe9babcb9453fbc59ebae14bf07c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e97335-29", "ovs_interfaceid": "00e97335-2989-4089-a6f1-2dea3a5eb6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.031633] env[68831]: DEBUG oslo_concurrency.lockutils [req-d709d41a-c208-4237-a37f-04cd6be8778c req-54ffbe27-a1bd-41a9-aa67-f37ccc935e78 service nova] Releasing lock "refresh_cache-a91b705d-ca3f-427b-9641-07862daed92d" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.774939] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "1b262991-c868-423f-ac22-cf0dbab2884c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.774939] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "1b262991-c868-423f-ac22-cf0dbab2884c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.278168] env[68831]: DEBUG nova.compute.manager [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1388.800262] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.800552] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.802607] env[68831]: INFO nova.compute.claims [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.868815] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f586531a-46a6-4b2b-a137-ac40eba78d78 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.876538] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe5d845-094b-419b-9cef-386c55856cff {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.906626] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27bbd6d-addb-4cc5-ac86-def36fc45092 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.913559] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62168ec2-1130-4409-b94d-5670b6c4c81b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.926305] env[68831]: DEBUG nova.compute.provider_tree [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.430123] env[68831]: DEBUG nova.scheduler.client.report [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.935218] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.935571] env[68831]: DEBUG nova.compute.manager [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1391.440825] env[68831]: DEBUG nova.compute.utils [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1391.442269] env[68831]: DEBUG nova.compute.manager [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1391.442443] env[68831]: DEBUG nova.network.neutron [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1391.485248] env[68831]: DEBUG nova.policy [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71eeb38483ee46edb2d204d0b671d020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91848de1d3df4d95a5349959069883b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1391.722142] env[68831]: DEBUG nova.network.neutron [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Successfully created port: fe67a846-da9f-4441-90d5-9c53877622f7 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1391.946377] env[68831]: DEBUG nova.compute.manager [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1392.452232] env[68831]: INFO nova.virt.block_device [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Booting with volume 88c34955-8981-4a18-b133-e6a0c0dfaca1 at /dev/sda [ 1392.489897] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10372cb4-afcf-4cfb-a903-d80ec15fc00f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.499785] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52816d77-a9eb-45fa-ace3-687223ac0856 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.525976] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-265e1abc-4344-440a-a40c-a80aa5dd2df1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.533839] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb84aa4-b76a-4a26-8c17-e8df2b8866bf {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.559918] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de32832a-e6e8-4461-9fd9-62c90ac2289b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.566223] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aa369c-ed1b-4df2-8a46-80e24c47ff98 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.580453] env[68831]: DEBUG nova.virt.block_device [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating existing volume attachment record: 2e987ffa-19c4-4d30-82f1-edb4394d26b6 {{(pid=68831) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1393.058783] env[68831]: DEBUG nova.compute.manager [req-38c21ff5-e6be-4e3a-a43a-ecbc2f704f04 req-5e95a60a-14f6-4347-83db-4f6f58ac2924 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Received event network-vif-plugged-fe67a846-da9f-4441-90d5-9c53877622f7 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1393.059046] env[68831]: DEBUG oslo_concurrency.lockutils [req-38c21ff5-e6be-4e3a-a43a-ecbc2f704f04 req-5e95a60a-14f6-4347-83db-4f6f58ac2924 service nova] Acquiring lock "1b262991-c868-423f-ac22-cf0dbab2884c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.059211] env[68831]: DEBUG oslo_concurrency.lockutils [req-38c21ff5-e6be-4e3a-a43a-ecbc2f704f04 req-5e95a60a-14f6-4347-83db-4f6f58ac2924 service nova] Lock "1b262991-c868-423f-ac22-cf0dbab2884c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.059379] env[68831]: DEBUG oslo_concurrency.lockutils [req-38c21ff5-e6be-4e3a-a43a-ecbc2f704f04 req-5e95a60a-14f6-4347-83db-4f6f58ac2924 service nova] Lock "1b262991-c868-423f-ac22-cf0dbab2884c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.059633] env[68831]: DEBUG nova.compute.manager [req-38c21ff5-e6be-4e3a-a43a-ecbc2f704f04 req-5e95a60a-14f6-4347-83db-4f6f58ac2924 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] No waiting events found dispatching network-vif-plugged-fe67a846-da9f-4441-90d5-9c53877622f7 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1393.059856] env[68831]: WARNING nova.compute.manager [req-38c21ff5-e6be-4e3a-a43a-ecbc2f704f04 req-5e95a60a-14f6-4347-83db-4f6f58ac2924 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Received unexpected event network-vif-plugged-fe67a846-da9f-4441-90d5-9c53877622f7 for instance with vm_state building and task_state block_device_mapping. [ 1393.136142] env[68831]: DEBUG nova.network.neutron [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Successfully updated port: fe67a846-da9f-4441-90d5-9c53877622f7 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1393.642721] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.643655] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.643655] env[68831]: DEBUG nova.network.neutron [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.174296] env[68831]: DEBUG nova.network.neutron [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1394.286309] env[68831]: DEBUG nova.network.neutron [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating instance_info_cache with network_info: [{"id": "fe67a846-da9f-4441-90d5-9c53877622f7", "address": "fa:16:3e:cd:f7:87", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe67a846-da", "ovs_interfaceid": "fe67a846-da9f-4441-90d5-9c53877622f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.663581] env[68831]: DEBUG nova.compute.manager [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1394.664156] env[68831]: DEBUG nova.virt.hardware [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.664379] env[68831]: DEBUG nova.virt.hardware [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.664644] env[68831]: DEBUG nova.virt.hardware [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.664773] env[68831]: DEBUG nova.virt.hardware [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.664864] env[68831]: DEBUG nova.virt.hardware [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.665020] env[68831]: DEBUG nova.virt.hardware [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.665231] env[68831]: DEBUG nova.virt.hardware [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.665392] env[68831]: DEBUG nova.virt.hardware [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.665585] env[68831]: DEBUG nova.virt.hardware [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.665781] env[68831]: DEBUG nova.virt.hardware [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.665956] env[68831]: DEBUG nova.virt.hardware [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.666838] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1613f1f0-2f28-4a20-bb16-c3f73fa1eb23 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.675264] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5936fa0d-1553-4a45-8535-d7341b3c0f0a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.789771] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.790134] env[68831]: DEBUG nova.compute.manager [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Instance network_info: |[{"id": "fe67a846-da9f-4441-90d5-9c53877622f7", "address": "fa:16:3e:cd:f7:87", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe67a846-da", "ovs_interfaceid": "fe67a846-da9f-4441-90d5-9c53877622f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1394.790585] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:f7:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe67a846-da9f-4441-90d5-9c53877622f7', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1394.798213] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1394.798426] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1394.798676] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a321d9e4-ba57-47c3-a2b3-ccb36b50b763 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.819298] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1394.819298] env[68831]: value = "task-2803836" [ 1394.819298] env[68831]: _type = "Task" [ 1394.819298] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.826384] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803836, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.088846] env[68831]: DEBUG nova.compute.manager [req-678fb27c-4154-4538-a53c-d3bf675c88e1 req-f9365d5e-9e1c-4a56-8c40-c3fd480691f2 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Received event network-changed-fe67a846-da9f-4441-90d5-9c53877622f7 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1395.089057] env[68831]: DEBUG nova.compute.manager [req-678fb27c-4154-4538-a53c-d3bf675c88e1 req-f9365d5e-9e1c-4a56-8c40-c3fd480691f2 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Refreshing instance network info cache due to event network-changed-fe67a846-da9f-4441-90d5-9c53877622f7. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1395.089273] env[68831]: DEBUG oslo_concurrency.lockutils [req-678fb27c-4154-4538-a53c-d3bf675c88e1 req-f9365d5e-9e1c-4a56-8c40-c3fd480691f2 service nova] Acquiring lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.089416] env[68831]: DEBUG oslo_concurrency.lockutils [req-678fb27c-4154-4538-a53c-d3bf675c88e1 req-f9365d5e-9e1c-4a56-8c40-c3fd480691f2 service nova] Acquired lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.089619] env[68831]: DEBUG nova.network.neutron [req-678fb27c-4154-4538-a53c-d3bf675c88e1 req-f9365d5e-9e1c-4a56-8c40-c3fd480691f2 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Refreshing network info cache for port fe67a846-da9f-4441-90d5-9c53877622f7 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.329902] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803836, 'name': CreateVM_Task, 'duration_secs': 0.428062} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.330285] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.330740] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '2e987ffa-19c4-4d30-82f1-edb4394d26b6', 'boot_index': 0, 'disk_bus': None, 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563388', 'volume_id': '88c34955-8981-4a18-b133-e6a0c0dfaca1', 'name': 'volume-88c34955-8981-4a18-b133-e6a0c0dfaca1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b262991-c868-423f-ac22-cf0dbab2884c', 'attached_at': '', 'detached_at': '', 'volume_id': '88c34955-8981-4a18-b133-e6a0c0dfaca1', 'serial': '88c34955-8981-4a18-b133-e6a0c0dfaca1'}, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68831) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1395.330961] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Root volume attach. Driver type: vmdk {{(pid=68831) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1395.331724] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e005947-d8e9-49a4-826e-9b8789cd88f0 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.339175] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304ee6aa-1040-4fd2-b937-d14b120b87f3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.344930] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15240030-42a9-491f-8f08-a6ddb1216ace {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.350408] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ab6a0743-8e27-48a1-90bb-2cc659456fce {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.356869] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1395.356869] env[68831]: value = "task-2803837" [ 1395.356869] env[68831]: _type = "Task" [ 1395.356869] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.364140] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803837, 'name': RelocateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.802783] env[68831]: DEBUG nova.network.neutron [req-678fb27c-4154-4538-a53c-d3bf675c88e1 req-f9365d5e-9e1c-4a56-8c40-c3fd480691f2 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updated VIF entry in instance network info cache for port fe67a846-da9f-4441-90d5-9c53877622f7. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1395.803209] env[68831]: DEBUG nova.network.neutron [req-678fb27c-4154-4538-a53c-d3bf675c88e1 req-f9365d5e-9e1c-4a56-8c40-c3fd480691f2 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating instance_info_cache with network_info: [{"id": "fe67a846-da9f-4441-90d5-9c53877622f7", "address": "fa:16:3e:cd:f7:87", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe67a846-da", "ovs_interfaceid": "fe67a846-da9f-4441-90d5-9c53877622f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.869939] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803837, 'name': RelocateVM_Task} progress is 43%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.306678] env[68831]: DEBUG oslo_concurrency.lockutils [req-678fb27c-4154-4538-a53c-d3bf675c88e1 req-f9365d5e-9e1c-4a56-8c40-c3fd480691f2 service nova] Releasing lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.369039] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803837, 'name': RelocateVM_Task} progress is 60%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.869772] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803837, 'name': RelocateVM_Task} progress is 75%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.371958] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803837, 'name': RelocateVM_Task} progress is 89%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.870489] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803837, 'name': RelocateVM_Task} progress is 97%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.370164] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803837, 'name': RelocateVM_Task} progress is 98%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.871774] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803837, 'name': RelocateVM_Task} progress is 98%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.372211] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803837, 'name': RelocateVM_Task, 'duration_secs': 3.601682} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.372467] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Volume attach. Driver type: vmdk {{(pid=68831) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1399.372675] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563388', 'volume_id': '88c34955-8981-4a18-b133-e6a0c0dfaca1', 'name': 'volume-88c34955-8981-4a18-b133-e6a0c0dfaca1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b262991-c868-423f-ac22-cf0dbab2884c', 'attached_at': '', 'detached_at': '', 'volume_id': '88c34955-8981-4a18-b133-e6a0c0dfaca1', 'serial': '88c34955-8981-4a18-b133-e6a0c0dfaca1'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1399.373472] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3a0ea5-560e-4534-8513-16e0096e808b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.390121] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427ed1e8-bc87-483b-bca4-0d4eb09ae3c3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.412198] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-88c34955-8981-4a18-b133-e6a0c0dfaca1/volume-88c34955-8981-4a18-b133-e6a0c0dfaca1.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.412478] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c570f9d6-0160-484b-954c-63564a84a8ae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.432351] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1399.432351] env[68831]: value = "task-2803838" [ 1399.432351] env[68831]: _type = "Task" [ 1399.432351] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.440258] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.943190] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803838, 'name': ReconfigVM_Task, 'duration_secs': 0.259768} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.943506] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-88c34955-8981-4a18-b133-e6a0c0dfaca1/volume-88c34955-8981-4a18-b133-e6a0c0dfaca1.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.948214] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c38a4a-1377-49b1-92fb-8a5034b41ce2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.962975] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1399.962975] env[68831]: value = "task-2803839" [ 1399.962975] env[68831]: _type = "Task" [ 1399.962975] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.970801] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.477972] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803839, 'name': ReconfigVM_Task, 'duration_secs': 0.121781} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.477972] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563388', 'volume_id': '88c34955-8981-4a18-b133-e6a0c0dfaca1', 'name': 'volume-88c34955-8981-4a18-b133-e6a0c0dfaca1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b262991-c868-423f-ac22-cf0dbab2884c', 'attached_at': '', 'detached_at': '', 'volume_id': '88c34955-8981-4a18-b133-e6a0c0dfaca1', 'serial': '88c34955-8981-4a18-b133-e6a0c0dfaca1'} {{(pid=68831) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1400.477972] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77abb85a-580d-4dea-a7b7-1aedf2ec85eb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.485064] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1400.485064] env[68831]: value = "task-2803840" [ 1400.485064] env[68831]: _type = "Task" [ 1400.485064] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.493498] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803840, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.993849] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803840, 'name': Rename_Task, 'duration_secs': 0.123757} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.994298] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.994410] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a40a1424-a23f-47a5-84f7-f5d57cd072f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.000557] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1401.000557] env[68831]: value = "task-2803841" [ 1401.000557] env[68831]: _type = "Task" [ 1401.000557] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.008020] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.510258] env[68831]: DEBUG oslo_vmware.api [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803841, 'name': PowerOnVM_Task, 'duration_secs': 0.471974} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.510704] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1401.510934] env[68831]: INFO nova.compute.manager [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1401.511138] env[68831]: DEBUG nova.compute.manager [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1401.511874] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c480da05-4f3d-4564-97e8-64a1282072e3 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.031223] env[68831]: INFO nova.compute.manager [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Took 13.25 seconds to build instance. [ 1402.533634] env[68831]: DEBUG oslo_concurrency.lockutils [None req-1f8ab652-f218-4066-93b0-7ea9e11eea58 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "1b262991-c868-423f-ac22-cf0dbab2884c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.759s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.172240] env[68831]: DEBUG nova.compute.manager [req-dfb8f1a7-05aa-4f56-978d-4f14dafb8579 req-3457fd49-7a36-4685-8114-8fe52cb28437 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Received event network-changed-6b320c11-a526-4489-9597-703ba0be42f0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1403.172240] env[68831]: DEBUG nova.compute.manager [req-dfb8f1a7-05aa-4f56-978d-4f14dafb8579 req-3457fd49-7a36-4685-8114-8fe52cb28437 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Refreshing instance network info cache due to event network-changed-6b320c11-a526-4489-9597-703ba0be42f0. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1403.172240] env[68831]: DEBUG oslo_concurrency.lockutils [req-dfb8f1a7-05aa-4f56-978d-4f14dafb8579 req-3457fd49-7a36-4685-8114-8fe52cb28437 service nova] Acquiring lock "refresh_cache-315511f1-cd02-4989-ab44-f07126e0afef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.172240] env[68831]: DEBUG oslo_concurrency.lockutils [req-dfb8f1a7-05aa-4f56-978d-4f14dafb8579 req-3457fd49-7a36-4685-8114-8fe52cb28437 service nova] Acquired lock "refresh_cache-315511f1-cd02-4989-ab44-f07126e0afef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.172240] env[68831]: DEBUG nova.network.neutron [req-dfb8f1a7-05aa-4f56-978d-4f14dafb8579 req-3457fd49-7a36-4685-8114-8fe52cb28437 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Refreshing network info cache for port 6b320c11-a526-4489-9597-703ba0be42f0 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.867095] env[68831]: DEBUG nova.network.neutron [req-dfb8f1a7-05aa-4f56-978d-4f14dafb8579 req-3457fd49-7a36-4685-8114-8fe52cb28437 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Updated VIF entry in instance network info cache for port 6b320c11-a526-4489-9597-703ba0be42f0. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.867475] env[68831]: DEBUG nova.network.neutron [req-dfb8f1a7-05aa-4f56-978d-4f14dafb8579 req-3457fd49-7a36-4685-8114-8fe52cb28437 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Updating instance_info_cache with network_info: [{"id": "6b320c11-a526-4489-9597-703ba0be42f0", "address": "fa:16:3e:51:b1:36", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b320c11-a5", "ovs_interfaceid": "6b320c11-a526-4489-9597-703ba0be42f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.370472] env[68831]: DEBUG oslo_concurrency.lockutils [req-dfb8f1a7-05aa-4f56-978d-4f14dafb8579 req-3457fd49-7a36-4685-8114-8fe52cb28437 service nova] Releasing lock "refresh_cache-315511f1-cd02-4989-ab44-f07126e0afef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.681900] env[68831]: DEBUG nova.compute.manager [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Stashing vm_state: active {{(pid=68831) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1405.195232] env[68831]: DEBUG nova.compute.manager [req-b96b898a-22ed-451d-9fbe-819e1256ab7a req-adeb1b63-8ae7-431b-8b7a-577a5fbb6e18 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Received event network-changed-fe67a846-da9f-4441-90d5-9c53877622f7 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1405.195470] env[68831]: DEBUG nova.compute.manager [req-b96b898a-22ed-451d-9fbe-819e1256ab7a req-adeb1b63-8ae7-431b-8b7a-577a5fbb6e18 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Refreshing instance network info cache due to event network-changed-fe67a846-da9f-4441-90d5-9c53877622f7. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1405.195642] env[68831]: DEBUG oslo_concurrency.lockutils [req-b96b898a-22ed-451d-9fbe-819e1256ab7a req-adeb1b63-8ae7-431b-8b7a-577a5fbb6e18 service nova] Acquiring lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.195815] env[68831]: DEBUG oslo_concurrency.lockutils [req-b96b898a-22ed-451d-9fbe-819e1256ab7a req-adeb1b63-8ae7-431b-8b7a-577a5fbb6e18 service nova] Acquired lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.195982] env[68831]: DEBUG nova.network.neutron [req-b96b898a-22ed-451d-9fbe-819e1256ab7a req-adeb1b63-8ae7-431b-8b7a-577a5fbb6e18 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Refreshing network info cache for port fe67a846-da9f-4441-90d5-9c53877622f7 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.200758] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.200997] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.705897] env[68831]: INFO nova.compute.claims [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.883525] env[68831]: DEBUG nova.network.neutron [req-b96b898a-22ed-451d-9fbe-819e1256ab7a req-adeb1b63-8ae7-431b-8b7a-577a5fbb6e18 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updated VIF entry in instance network info cache for port fe67a846-da9f-4441-90d5-9c53877622f7. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.883930] env[68831]: DEBUG nova.network.neutron [req-b96b898a-22ed-451d-9fbe-819e1256ab7a req-adeb1b63-8ae7-431b-8b7a-577a5fbb6e18 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating instance_info_cache with network_info: [{"id": "fe67a846-da9f-4441-90d5-9c53877622f7", "address": "fa:16:3e:cd:f7:87", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe67a846-da", "ovs_interfaceid": "fe67a846-da9f-4441-90d5-9c53877622f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.212119] env[68831]: INFO nova.compute.resource_tracker [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating resource usage from migration b114ade5-4c56-4d26-8436-95d0354dbb4d [ 1406.275281] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcb771c-c089-4901-83fe-577bf8f4bc47 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.282832] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcac37b-f46f-4375-aec7-222d3799c262 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.312569] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365fd7c3-413c-4e36-8d00-ec03838b4c30 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.319353] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4bbf30-8997-4319-b3c8-7686ee12323c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.331945] env[68831]: DEBUG nova.compute.provider_tree [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.385981] env[68831]: DEBUG oslo_concurrency.lockutils [req-b96b898a-22ed-451d-9fbe-819e1256ab7a req-adeb1b63-8ae7-431b-8b7a-577a5fbb6e18 service nova] Releasing lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.834907] env[68831]: DEBUG nova.scheduler.client.report [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.339698] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.138s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.339957] env[68831]: INFO nova.compute.manager [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Migrating [ 1407.854350] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.854743] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.854743] env[68831]: DEBUG nova.network.neutron [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.571818] env[68831]: DEBUG nova.network.neutron [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating instance_info_cache with network_info: [{"id": "fe67a846-da9f-4441-90d5-9c53877622f7", "address": "fa:16:3e:cd:f7:87", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe67a846-da", "ovs_interfaceid": "fe67a846-da9f-4441-90d5-9c53877622f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.074761] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.589061] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d3aeb4-9d40-437f-a637-d0b4375210cb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.607822] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating instance '1b262991-c868-423f-ac22-cf0dbab2884c' progress to 0 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1411.113969] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.114294] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d81fe53c-3cc2-438b-b0c8-d331eb62041e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.122578] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1411.122578] env[68831]: value = "task-2803842" [ 1411.122578] env[68831]: _type = "Task" [ 1411.122578] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.130670] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.632599] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803842, 'name': PowerOffVM_Task, 'duration_secs': 0.189332} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.632940] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1411.633051] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating instance '1b262991-c868-423f-ac22-cf0dbab2884c' progress to 17 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.139255] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.139487] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.139687] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.139868] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.140029] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.140184] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.140388] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.140549] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.140714] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.140880] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.141066] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.146040] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c36a938-f8fa-476a-b161-641a227638db {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.161841] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1412.161841] env[68831]: value = "task-2803843" [ 1412.161841] env[68831]: _type = "Task" [ 1412.161841] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.169404] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.672295] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803843, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.172413] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803843, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.676085] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803843, 'name': ReconfigVM_Task, 'duration_secs': 1.175126} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.676085] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating instance '1b262991-c868-423f-ac22-cf0dbab2884c' progress to 33 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1414.180752] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.181008] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.181179] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.181363] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.181508] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.181656] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.181857] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.182027] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.182201] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.182365] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.182537] env[68831]: DEBUG nova.virt.hardware [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.187799] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1414.188097] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12638fbb-00c1-4d20-ad82-2c4a13851ce7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.207466] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1414.207466] env[68831]: value = "task-2803844" [ 1414.207466] env[68831]: _type = "Task" [ 1414.207466] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.216435] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.717330] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803844, 'name': ReconfigVM_Task, 'duration_secs': 0.162559} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.717657] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1414.718380] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2063cb5b-f737-45ac-b4e5-d760e7ad51c2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.740386] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-88c34955-8981-4a18-b133-e6a0c0dfaca1/volume-88c34955-8981-4a18-b133-e6a0c0dfaca1.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.740896] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-483df6d6-b35d-435a-815d-98da9b5781cc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.758323] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1414.758323] env[68831]: value = "task-2803845" [ 1414.758323] env[68831]: _type = "Task" [ 1414.758323] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.765670] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.268628] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803845, 'name': ReconfigVM_Task, 'duration_secs': 0.245215} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.268899] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-88c34955-8981-4a18-b133-e6a0c0dfaca1/volume-88c34955-8981-4a18-b133-e6a0c0dfaca1.vmdk or device None with type thin {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.269196] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating instance '1b262991-c868-423f-ac22-cf0dbab2884c' progress to 50 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1415.775950] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c36a04-4e19-406c-be24-a0334cba49fb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.795031] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4741140-e481-4440-aeca-223eed49f5fd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.812265] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating instance '1b262991-c868-423f-ac22-cf0dbab2884c' progress to 67 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1417.458449] env[68831]: DEBUG nova.network.neutron [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Port fe67a846-da9f-4441-90d5-9c53877622f7 binding to destination host cpu-1 is already ACTIVE {{(pid=68831) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1418.479876] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "1b262991-c868-423f-ac22-cf0dbab2884c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.480221] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "1b262991-c868-423f-ac22-cf0dbab2884c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.480280] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "1b262991-c868-423f-ac22-cf0dbab2884c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.514556] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.514781] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.514992] env[68831]: DEBUG nova.network.neutron [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.234840] env[68831]: DEBUG nova.network.neutron [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating instance_info_cache with network_info: [{"id": "fe67a846-da9f-4441-90d5-9c53877622f7", "address": "fa:16:3e:cd:f7:87", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe67a846-da", "ovs_interfaceid": "fe67a846-da9f-4441-90d5-9c53877622f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.422634] env[68831]: INFO nova.compute.manager [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Rebuilding instance [ 1420.460223] env[68831]: DEBUG nova.compute.manager [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.461132] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af55a776-3b8a-476a-9677-53ba66f11187 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.737023] env[68831]: DEBUG oslo_concurrency.lockutils [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.245454] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09889431-142e-47f3-a790-d3b2ba6ab7da {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.252635] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deaa0ce-de94-4ffb-9432-836b70835c0b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.474948] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.475293] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7787409f-9345-43f7-ad7f-b283199fb334 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.482487] env[68831]: DEBUG oslo_vmware.api [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Waiting for the task: (returnval){ [ 1421.482487] env[68831]: value = "task-2803846" [ 1421.482487] env[68831]: _type = "Task" [ 1421.482487] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.490531] env[68831]: DEBUG oslo_vmware.api [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.992446] env[68831]: DEBUG oslo_vmware.api [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803846, 'name': PowerOffVM_Task, 'duration_secs': 0.194972} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.992793] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.993486] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.993740] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adda4f81-d7c7-46ce-a763-465be2b157c4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.999684] env[68831]: DEBUG oslo_vmware.api [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Waiting for the task: (returnval){ [ 1421.999684] env[68831]: value = "task-2803847" [ 1421.999684] env[68831]: _type = "Task" [ 1421.999684] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.006920] env[68831]: DEBUG oslo_vmware.api [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.343535] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c52027a-68f2-4e9a-973d-91bc17d9c7f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.362941] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a40bdd-6dc8-4c26-8883-0cf840913809 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.369484] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating instance '1b262991-c868-423f-ac22-cf0dbab2884c' progress to 83 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1422.509535] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] VM already powered off {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1422.509791] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1422.510016] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563382', 'volume_id': '3dafb588-86ba-4092-8daf-cb6f8de50b4c', 'name': 'volume-3dafb588-86ba-4092-8daf-cb6f8de50b4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a91b705d-ca3f-427b-9641-07862daed92d', 'attached_at': '', 'detached_at': '', 'volume_id': '3dafb588-86ba-4092-8daf-cb6f8de50b4c', 'serial': '3dafb588-86ba-4092-8daf-cb6f8de50b4c'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1422.510801] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e06460-66d3-42cd-a7ce-2f4e8d3e453b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.528165] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5a6789-fdb7-4b4f-a644-760b860c7d90 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.534060] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe47dae5-3e63-408e-ab58-aab1408897bc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.552343] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973b647a-bee7-4eaa-b5f4-f4c862431c9a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.566348] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] The volume has not been displaced from its original location: [datastore2] volume-3dafb588-86ba-4092-8daf-cb6f8de50b4c/volume-3dafb588-86ba-4092-8daf-cb6f8de50b4c.vmdk. No consolidation needed. {{(pid=68831) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1422.571547] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1422.571831] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-260d653a-01e7-4cc1-844f-9b8581b9a46b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.589442] env[68831]: DEBUG oslo_vmware.api [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Waiting for the task: (returnval){ [ 1422.589442] env[68831]: value = "task-2803848" [ 1422.589442] env[68831]: _type = "Task" [ 1422.589442] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.596887] env[68831]: DEBUG oslo_vmware.api [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.876197] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.876530] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82ebadc6-0bf4-437f-9c7f-5c3b4cc82563 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.883750] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1422.883750] env[68831]: value = "task-2803849" [ 1422.883750] env[68831]: _type = "Task" [ 1422.883750] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.891218] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.098923] env[68831]: DEBUG oslo_vmware.api [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803848, 'name': ReconfigVM_Task, 'duration_secs': 0.192714} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.099330] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1423.103808] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f30d37-8c19-48b2-915c-5a871ff81c56 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.118133] env[68831]: DEBUG oslo_vmware.api [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Waiting for the task: (returnval){ [ 1423.118133] env[68831]: value = "task-2803850" [ 1423.118133] env[68831]: _type = "Task" [ 1423.118133] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.125816] env[68831]: DEBUG oslo_vmware.api [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.393342] env[68831]: DEBUG oslo_vmware.api [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803849, 'name': PowerOnVM_Task, 'duration_secs': 0.35513} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.393582] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.393765] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-07bc177f-30f2-472b-a80b-d2cddef742dc tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating instance '1b262991-c868-423f-ac22-cf0dbab2884c' progress to 100 {{(pid=68831) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1423.628465] env[68831]: DEBUG oslo_vmware.api [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803850, 'name': ReconfigVM_Task, 'duration_secs': 0.109138} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.628763] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563382', 'volume_id': '3dafb588-86ba-4092-8daf-cb6f8de50b4c', 'name': 'volume-3dafb588-86ba-4092-8daf-cb6f8de50b4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a91b705d-ca3f-427b-9641-07862daed92d', 'attached_at': '', 'detached_at': '', 'volume_id': '3dafb588-86ba-4092-8daf-cb6f8de50b4c', 'serial': '3dafb588-86ba-4092-8daf-cb6f8de50b4c'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1423.629047] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.629806] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6e4f4d-2df2-4984-92b0-bb4b3ffcba6b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.635928] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.636153] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cabc29e9-9fbf-450d-b0f3-8a666659c5a6 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.699309] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.699479] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.699665] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Deleting the datastore file [datastore2] a91b705d-ca3f-427b-9641-07862daed92d {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.699960] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba7e6a76-4e8b-48ef-a01e-38ac69d31cc8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.707048] env[68831]: DEBUG oslo_vmware.api [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Waiting for the task: (returnval){ [ 1423.707048] env[68831]: value = "task-2803852" [ 1423.707048] env[68831]: _type = "Task" [ 1423.707048] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.714228] env[68831]: DEBUG oslo_vmware.api [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.216670] env[68831]: DEBUG oslo_vmware.api [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Task: {'id': task-2803852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080643} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.217015] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.217121] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.217303] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.264707] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1424.265062] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc5c7a1c-d1d4-4b79-86aa-79dc7d31ee14 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.273456] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55e21c6-1dd0-4164-b8d9-6b1d807df7dd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.300497] env[68831]: ERROR nova.compute.manager [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Failed to detach volume 3dafb588-86ba-4092-8daf-cb6f8de50b4c from /dev/sda: nova.exception.InstanceNotFound: Instance a91b705d-ca3f-427b-9641-07862daed92d could not be found. [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] Traceback (most recent call last): [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] self.driver.rebuild(**kwargs) [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] raise NotImplementedError() [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] NotImplementedError [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] During handling of the above exception, another exception occurred: [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] Traceback (most recent call last): [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] self.driver.detach_volume(context, old_connection_info, [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] return self._volumeops.detach_volume(connection_info, instance) [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] self._detach_volume_vmdk(connection_info, instance) [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] stable_ref.fetch_moref(session) [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] nova.exception.InstanceNotFound: Instance a91b705d-ca3f-427b-9641-07862daed92d could not be found. [ 1424.300497] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] [ 1424.418949] env[68831]: DEBUG nova.compute.utils [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Build of instance a91b705d-ca3f-427b-9641-07862daed92d aborted: Failed to rebuild volume backed instance. {{(pid=68831) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1424.421162] env[68831]: ERROR nova.compute.manager [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a91b705d-ca3f-427b-9641-07862daed92d aborted: Failed to rebuild volume backed instance. [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] Traceback (most recent call last): [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] self.driver.rebuild(**kwargs) [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] raise NotImplementedError() [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] NotImplementedError [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] During handling of the above exception, another exception occurred: [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] Traceback (most recent call last): [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] self._detach_root_volume(context, instance, root_bdm) [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] with excutils.save_and_reraise_exception(): [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] self.force_reraise() [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] raise self.value [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] self.driver.detach_volume(context, old_connection_info, [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] return self._volumeops.detach_volume(connection_info, instance) [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] self._detach_volume_vmdk(connection_info, instance) [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] stable_ref.fetch_moref(session) [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] nova.exception.InstanceNotFound: Instance a91b705d-ca3f-427b-9641-07862daed92d could not be found. [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] During handling of the above exception, another exception occurred: [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] Traceback (most recent call last): [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] yield [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1424.421162] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] self._do_rebuild_instance_with_claim( [ 1424.422080] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1424.422080] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] self._do_rebuild_instance( [ 1424.422080] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1424.422080] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] self._rebuild_default_impl(**kwargs) [ 1424.422080] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1424.422080] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] self._rebuild_volume_backed_instance( [ 1424.422080] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1424.422080] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] raise exception.BuildAbortException( [ 1424.422080] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] nova.exception.BuildAbortException: Build of instance a91b705d-ca3f-427b-9641-07862daed92d aborted: Failed to rebuild volume backed instance. [ 1424.422080] env[68831]: ERROR nova.compute.manager [instance: a91b705d-ca3f-427b-9641-07862daed92d] [ 1425.230993] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "1b262991-c868-423f-ac22-cf0dbab2884c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.231347] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "1b262991-c868-423f-ac22-cf0dbab2884c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.231588] env[68831]: DEBUG nova.compute.manager [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Going to confirm migration 10 {{(pid=68831) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1425.789698] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.789970] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquired lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.790168] env[68831]: DEBUG nova.network.neutron [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.790357] env[68831]: DEBUG nova.objects.instance [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lazy-loading 'info_cache' on Instance uuid 1b262991-c868-423f-ac22-cf0dbab2884c {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.436590] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.436996] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.494688] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4e16e1-a459-434a-b70d-1d6b5726868f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.502073] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca491839-ef7b-4dda-8c69-8ba5272b0381 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.531268] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c795b579-7878-4da2-aae8-50f0ab74fe91 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.537718] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afc4c1b-f39e-432c-8d13-1fdba5b6fd2e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.549935] env[68831]: DEBUG nova.compute.provider_tree [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.946105] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.030599] env[68831]: DEBUG nova.network.neutron [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating instance_info_cache with network_info: [{"id": "fe67a846-da9f-4441-90d5-9c53877622f7", "address": "fa:16:3e:cd:f7:87", "network": {"id": "777e8373-a574-4361-bfeb-42ff64c23d35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-161283122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91848de1d3df4d95a5349959069883b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe67a846-da", "ovs_interfaceid": "fe67a846-da9f-4441-90d5-9c53877622f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.053254] env[68831]: DEBUG nova.scheduler.client.report [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.366718] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Acquiring lock "a91b705d-ca3f-427b-9641-07862daed92d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.366988] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Lock "a91b705d-ca3f-427b-9641-07862daed92d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.367223] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Acquiring lock "a91b705d-ca3f-427b-9641-07862daed92d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.367406] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Lock "a91b705d-ca3f-427b-9641-07862daed92d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.367576] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Lock "a91b705d-ca3f-427b-9641-07862daed92d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.369875] env[68831]: INFO nova.compute.manager [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Terminating instance [ 1427.533928] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Releasing lock "refresh_cache-1b262991-c868-423f-ac22-cf0dbab2884c" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.534344] env[68831]: DEBUG nova.objects.instance [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lazy-loading 'migration_context' on Instance uuid 1b262991-c868-423f-ac22-cf0dbab2884c {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.557220] env[68831]: DEBUG oslo_concurrency.lockutils [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.120s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.557418] env[68831]: INFO nova.compute.manager [None req-b6a6e246-55d7-4954-a5e9-94d99a235ecd tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Successfully reverted task state from rebuilding on failure for instance. [ 1427.873968] env[68831]: DEBUG nova.compute.manager [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.874350] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03365f6d-3d96-4716-996a-f02c96821974 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.883618] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ff4134-fd5a-4e18-811b-db4e179e4587 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.909871] env[68831]: WARNING nova.virt.vmwareapi.driver [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a91b705d-ca3f-427b-9641-07862daed92d could not be found. [ 1427.910088] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.910358] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e402fa8-7604-4a7f-a130-de602b3a0475 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.917596] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3032eae0-fb8f-44ba-bffd-ba59f4cee9ec {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.941332] env[68831]: WARNING nova.virt.vmwareapi.vmops [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a91b705d-ca3f-427b-9641-07862daed92d could not be found. [ 1427.941512] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1427.941689] env[68831]: INFO nova.compute.manager [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1427.941918] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1427.942291] env[68831]: DEBUG nova.compute.manager [-] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1427.942396] env[68831]: DEBUG nova.network.neutron [-] [instance: a91b705d-ca3f-427b-9641-07862daed92d] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1427.944014] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.944236] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.037482] env[68831]: DEBUG nova.objects.base [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Object Instance<1b262991-c868-423f-ac22-cf0dbab2884c> lazy-loaded attributes: info_cache,migration_context {{(pid=68831) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1428.038434] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390154b4-ad09-4c88-9997-e552f1176b58 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.057328] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc24988-c320-4b96-a3a3-46d7346eb154 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.062339] env[68831]: DEBUG oslo_vmware.api [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1428.062339] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cc5b04-dfbd-fd19-f33e-7c749caaa1e7" [ 1428.062339] env[68831]: _type = "Task" [ 1428.062339] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.069686] env[68831]: DEBUG oslo_vmware.api [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cc5b04-dfbd-fd19-f33e-7c749caaa1e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.396294] env[68831]: DEBUG nova.compute.manager [req-b0d56983-b1c6-4655-aeac-4b157ed44a5b req-315dcf90-bb81-478b-aa2e-15a19eb83afd service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Received event network-vif-deleted-00e97335-2989-4089-a6f1-2dea3a5eb6ab {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1428.396294] env[68831]: INFO nova.compute.manager [req-b0d56983-b1c6-4655-aeac-4b157ed44a5b req-315dcf90-bb81-478b-aa2e-15a19eb83afd service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Neutron deleted interface 00e97335-2989-4089-a6f1-2dea3a5eb6ab; detaching it from the instance and deleting it from the info cache [ 1428.396294] env[68831]: DEBUG nova.network.neutron [req-b0d56983-b1c6-4655-aeac-4b157ed44a5b req-315dcf90-bb81-478b-aa2e-15a19eb83afd service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.447238] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.447493] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.447661] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.447825] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68831) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1428.448703] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19faa8cf-6f86-467a-aaa0-501c3d6d0d5b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.458756] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc63cc24-830d-4de6-a614-a61bb6787a12 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.474052] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79475db9-db34-4403-9dcf-7c0527f4d05c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.479210] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bac1243-69f9-4462-9589-e05f2c05e60a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.512088] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180424MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68831) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1428.512292] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.512516] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.572125] env[68831]: DEBUG oslo_vmware.api [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52cc5b04-dfbd-fd19-f33e-7c749caaa1e7, 'name': SearchDatastore_Task, 'duration_secs': 0.008752} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.572383] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.874736] env[68831]: DEBUG nova.network.neutron [-] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.900597] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0b43a77-150d-43e5-9eca-c3b4df3b3fda {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.910427] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a924c298-3e3e-4905-9b92-904705de8dc5 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.936533] env[68831]: DEBUG nova.compute.manager [req-b0d56983-b1c6-4655-aeac-4b157ed44a5b req-315dcf90-bb81-478b-aa2e-15a19eb83afd service nova] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Detach interface failed, port_id=00e97335-2989-4089-a6f1-2dea3a5eb6ab, reason: Instance a91b705d-ca3f-427b-9641-07862daed92d could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1429.376899] env[68831]: INFO nova.compute.manager [-] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Took 1.43 seconds to deallocate network for instance. [ 1429.524036] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Applying migration context for instance 1b262991-c868-423f-ac22-cf0dbab2884c as it has an incoming, in-progress migration b114ade5-4c56-4d26-8436-95d0354dbb4d. Migration status is confirming {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1429.525410] env[68831]: INFO nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating resource usage from migration b114ade5-4c56-4d26-8436-95d0354dbb4d [ 1429.545368] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 315511f1-cd02-4989-ab44-f07126e0afef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1429.545513] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 45037021-b141-4622-928d-4b3b34e6c839 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1429.545638] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Migration b114ade5-4c56-4d26-8436-95d0354dbb4d is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1429.545760] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Instance 1b262991-c868-423f-ac22-cf0dbab2884c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68831) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1429.545945] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1429.546096] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1429.604920] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec260512-1823-4272-bab5-6ed860ef98af {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.613121] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c6bbad-e363-49ad-bfeb-d4666c553d85 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.650597] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d601aec-f401-4f1d-b9ba-12ab884b1dae {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.661543] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c6cf25-7636-444a-bc9e-4c4e838b8e44 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.683161] env[68831]: DEBUG nova.compute.provider_tree [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.923199] env[68831]: INFO nova.compute.manager [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Took 0.55 seconds to detach 1 volumes for instance. [ 1429.925637] env[68831]: DEBUG nova.compute.manager [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Deleting volume: 3dafb588-86ba-4092-8daf-cb6f8de50b4c {{(pid=68831) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1430.187040] env[68831]: DEBUG nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.468875] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.692186] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1430.692525] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.180s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.692680] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.120s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.259969] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c5e8e9-74be-460c-805d-52876a61d233 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.268979] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57635b6-1d5e-4184-a58e-c2b83f61f97e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.301470] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3900d8-5610-4dee-930c-9dbc14cacb36 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.309065] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdef4f36-2dfc-4949-8178-15b7c3f25d88 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.322344] env[68831]: DEBUG nova.compute.provider_tree [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.687462] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.826029] env[68831]: DEBUG nova.scheduler.client.report [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.942992] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.840207] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.147s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.843096] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.374s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.843734] env[68831]: DEBUG nova.objects.instance [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Lazy-loading 'resources' on Instance uuid a91b705d-ca3f-427b-9641-07862daed92d {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.943283] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.357309] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Acquiring lock "01a0a22c-8524-4f95-9da3-c254c5647e10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.357383] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Lock "01a0a22c-8524-4f95-9da3-c254c5647e10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.404877] env[68831]: INFO nova.scheduler.client.report [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleted allocation for migration b114ade5-4c56-4d26-8436-95d0354dbb4d [ 1433.431857] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9994088c-3223-4aef-ba2b-c23fc9cabec8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.439883] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecba5cef-db98-4c77-8c8e-a05211015d3a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.469851] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c12c24-3d7a-41ad-9714-2fb350a9a45b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.477860] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1c4488-bcfa-4cfa-a7c9-dcc64fbe06fd {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.493150] env[68831]: DEBUG nova.compute.provider_tree [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.860156] env[68831]: DEBUG nova.compute.manager [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Starting instance... {{(pid=68831) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1433.911509] env[68831]: DEBUG oslo_concurrency.lockutils [None req-e42bd7fe-b441-4dee-bb7e-e6760c7cb513 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "1b262991-c868-423f-ac22-cf0dbab2884c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.680s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.938082] env[68831]: INFO nova.compute.manager [None req-0389b8c2-870f-48df-98fe-e8cbc85d5a2e tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Get console output [ 1433.938317] env[68831]: WARNING nova.virt.vmwareapi.driver [None req-0389b8c2-870f-48df-98fe-e8cbc85d5a2e tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] The console log is missing. Check your VSPC configuration [ 1433.943016] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.943340] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.943340] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68831) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1433.996481] env[68831]: DEBUG nova.scheduler.client.report [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.378767] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.500738] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.502997] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.124s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.504438] env[68831]: INFO nova.compute.claims [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.020023] env[68831]: DEBUG oslo_concurrency.lockutils [None req-9ce881b9-4f69-4321-8e3c-2b901eddb168 tempest-ServerActionsV293TestJSON-666135430 tempest-ServerActionsV293TestJSON-666135430-project-member] Lock "a91b705d-ca3f-427b-9641-07862daed92d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.652s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.573591] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9b461a-b459-4b94-8cb3-ee53a3966ee1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.581147] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56d131e-b98b-4977-a1c1-a15ce35fb806 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.610422] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d251d0-5c74-4f0b-ae39-f967d7370f6d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.617421] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97613710-5b64-46e6-a077-ebabc956f0c9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.631799] env[68831]: DEBUG nova.compute.provider_tree [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.134995] env[68831]: DEBUG nova.scheduler.client.report [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.640321] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.143528] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Acquiring lock "dc45e913-5d74-48f7-bb9a-84757feceefa" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.143777] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Lock "dc45e913-5d74-48f7-bb9a-84757feceefa" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.646058] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Lock "dc45e913-5d74-48f7-bb9a-84757feceefa" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.502s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.646656] env[68831]: DEBUG nova.compute.manager [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Start building networks asynchronously for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1438.151738] env[68831]: DEBUG nova.compute.utils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Using /dev/sd instead of None {{(pid=68831) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1438.153224] env[68831]: DEBUG nova.compute.manager [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Allocating IP information in the background. {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1438.153398] env[68831]: DEBUG nova.network.neutron [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] allocate_for_instance() {{(pid=68831) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.198987] env[68831]: DEBUG nova.policy [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ffb04276d4942e2ad7f7da6fde7d8f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dba8bcf861ca49cdab4dc70feac47970', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68831) authorize /opt/stack/nova/nova/policy.py:192}} [ 1438.443035] env[68831]: DEBUG nova.network.neutron [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Successfully created port: 71f28ef0-3609-43e6-8bc9-73ba05fd6a75 {{(pid=68831) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.656697] env[68831]: DEBUG nova.compute.manager [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Start building block device mappings for instance. {{(pid=68831) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.938811] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.664943] env[68831]: DEBUG nova.compute.manager [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Start spawning the instance on the hypervisor. {{(pid=68831) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.695921] env[68831]: DEBUG nova.virt.hardware [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:29:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T09:28:49Z,direct_url=,disk_format='vmdk',id=0729a092-be14-4472-984f-c64ecf5724ef,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='caaac136a88049c69b080f2745bc2186',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T09:28:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.696153] env[68831]: DEBUG nova.virt.hardware [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Flavor limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.696312] env[68831]: DEBUG nova.virt.hardware [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Image limits 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.696496] env[68831]: DEBUG nova.virt.hardware [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Flavor pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.696642] env[68831]: DEBUG nova.virt.hardware [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Image pref 0:0:0 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.696789] env[68831]: DEBUG nova.virt.hardware [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68831) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.696996] env[68831]: DEBUG nova.virt.hardware [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.697177] env[68831]: DEBUG nova.virt.hardware [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.697350] env[68831]: DEBUG nova.virt.hardware [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Got 1 possible topologies {{(pid=68831) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.697510] env[68831]: DEBUG nova.virt.hardware [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.697680] env[68831]: DEBUG nova.virt.hardware [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68831) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.698586] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7884c3-041d-45a8-b809-e61ba5f18106 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.706464] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689e66dc-ecba-4b58-921a-0adc1d04212c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.785689] env[68831]: DEBUG nova.compute.manager [req-ccccae1e-6a99-417c-bfce-4a361d01a38b req-730f0d26-91ed-4805-88f9-2dae9b9aecd4 service nova] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Received event network-vif-plugged-71f28ef0-3609-43e6-8bc9-73ba05fd6a75 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1439.785924] env[68831]: DEBUG oslo_concurrency.lockutils [req-ccccae1e-6a99-417c-bfce-4a361d01a38b req-730f0d26-91ed-4805-88f9-2dae9b9aecd4 service nova] Acquiring lock "01a0a22c-8524-4f95-9da3-c254c5647e10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.786240] env[68831]: DEBUG oslo_concurrency.lockutils [req-ccccae1e-6a99-417c-bfce-4a361d01a38b req-730f0d26-91ed-4805-88f9-2dae9b9aecd4 service nova] Lock "01a0a22c-8524-4f95-9da3-c254c5647e10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.786384] env[68831]: DEBUG oslo_concurrency.lockutils [req-ccccae1e-6a99-417c-bfce-4a361d01a38b req-730f0d26-91ed-4805-88f9-2dae9b9aecd4 service nova] Lock "01a0a22c-8524-4f95-9da3-c254c5647e10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.786580] env[68831]: DEBUG nova.compute.manager [req-ccccae1e-6a99-417c-bfce-4a361d01a38b req-730f0d26-91ed-4805-88f9-2dae9b9aecd4 service nova] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] No waiting events found dispatching network-vif-plugged-71f28ef0-3609-43e6-8bc9-73ba05fd6a75 {{(pid=68831) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1439.786709] env[68831]: WARNING nova.compute.manager [req-ccccae1e-6a99-417c-bfce-4a361d01a38b req-730f0d26-91ed-4805-88f9-2dae9b9aecd4 service nova] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Received unexpected event network-vif-plugged-71f28ef0-3609-43e6-8bc9-73ba05fd6a75 for instance with vm_state building and task_state spawning. [ 1439.871655] env[68831]: DEBUG nova.network.neutron [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Successfully updated port: 71f28ef0-3609-43e6-8bc9-73ba05fd6a75 {{(pid=68831) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.374814] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Acquiring lock "refresh_cache-01a0a22c-8524-4f95-9da3-c254c5647e10" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.374954] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Acquired lock "refresh_cache-01a0a22c-8524-4f95-9da3-c254c5647e10" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.375110] env[68831]: DEBUG nova.network.neutron [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Building network info cache for instance {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.904896] env[68831]: DEBUG nova.network.neutron [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Instance cache missing network info. {{(pid=68831) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.019451] env[68831]: DEBUG nova.network.neutron [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Updating instance_info_cache with network_info: [{"id": "71f28ef0-3609-43e6-8bc9-73ba05fd6a75", "address": "fa:16:3e:2b:da:f2", "network": {"id": "66f9e7af-f0d4-4be7-ab62-1e887191193c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2080559862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dba8bcf861ca49cdab4dc70feac47970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f28ef0-36", "ovs_interfaceid": "71f28ef0-3609-43e6-8bc9-73ba05fd6a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.522494] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Releasing lock "refresh_cache-01a0a22c-8524-4f95-9da3-c254c5647e10" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.522782] env[68831]: DEBUG nova.compute.manager [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Instance network_info: |[{"id": "71f28ef0-3609-43e6-8bc9-73ba05fd6a75", "address": "fa:16:3e:2b:da:f2", "network": {"id": "66f9e7af-f0d4-4be7-ab62-1e887191193c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2080559862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dba8bcf861ca49cdab4dc70feac47970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f28ef0-36", "ovs_interfaceid": "71f28ef0-3609-43e6-8bc9-73ba05fd6a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68831) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1441.523231] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:da:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71f28ef0-3609-43e6-8bc9-73ba05fd6a75', 'vif_model': 'vmxnet3'}] {{(pid=68831) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.530626] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Creating folder: Project (dba8bcf861ca49cdab4dc70feac47970). Parent ref: group-v563050. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1441.530891] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f44d634e-15bb-40cf-a955-3c9eb82a62c7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.542662] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Created folder: Project (dba8bcf861ca49cdab4dc70feac47970) in parent group-v563050. [ 1441.542840] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Creating folder: Instances. Parent ref: group-v563390. {{(pid=68831) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1441.543064] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fe9bccf-d4eb-4a21-bf95-79a6460186a8 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.552834] env[68831]: INFO nova.virt.vmwareapi.vm_util [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Created folder: Instances in parent group-v563390. [ 1441.553058] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.553238] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Creating VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1441.553425] env[68831]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55bdfd6b-3fdd-4eda-b80c-48592b0aebf2 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.571406] env[68831]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.571406] env[68831]: value = "task-2803856" [ 1441.571406] env[68831]: _type = "Task" [ 1441.571406] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.578253] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803856, 'name': CreateVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.812708] env[68831]: DEBUG nova.compute.manager [req-8d0148e3-8a82-4364-aaa6-8107e56d322c req-d2715635-f384-48d7-9182-0e46898e7a2c service nova] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Received event network-changed-71f28ef0-3609-43e6-8bc9-73ba05fd6a75 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1441.812864] env[68831]: DEBUG nova.compute.manager [req-8d0148e3-8a82-4364-aaa6-8107e56d322c req-d2715635-f384-48d7-9182-0e46898e7a2c service nova] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Refreshing instance network info cache due to event network-changed-71f28ef0-3609-43e6-8bc9-73ba05fd6a75. {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1441.813076] env[68831]: DEBUG oslo_concurrency.lockutils [req-8d0148e3-8a82-4364-aaa6-8107e56d322c req-d2715635-f384-48d7-9182-0e46898e7a2c service nova] Acquiring lock "refresh_cache-01a0a22c-8524-4f95-9da3-c254c5647e10" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.813225] env[68831]: DEBUG oslo_concurrency.lockutils [req-8d0148e3-8a82-4364-aaa6-8107e56d322c req-d2715635-f384-48d7-9182-0e46898e7a2c service nova] Acquired lock "refresh_cache-01a0a22c-8524-4f95-9da3-c254c5647e10" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.813387] env[68831]: DEBUG nova.network.neutron [req-8d0148e3-8a82-4364-aaa6-8107e56d322c req-d2715635-f384-48d7-9182-0e46898e7a2c service nova] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Refreshing network info cache for port 71f28ef0-3609-43e6-8bc9-73ba05fd6a75 {{(pid=68831) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.081515] env[68831]: DEBUG oslo_vmware.api [-] Task: {'id': task-2803856, 'name': CreateVM_Task, 'duration_secs': 0.284346} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.081771] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Created VM on the ESX host {{(pid=68831) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1442.082412] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.082575] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.082886] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.083143] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87fc716e-b19b-4962-8ea9-28c82ce9f4e7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.087831] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Waiting for the task: (returnval){ [ 1442.087831] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52de96e9-7e2f-b8cd-7db3-55c64a7e48cf" [ 1442.087831] env[68831]: _type = "Task" [ 1442.087831] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.094862] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52de96e9-7e2f-b8cd-7db3-55c64a7e48cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.489965] env[68831]: DEBUG nova.network.neutron [req-8d0148e3-8a82-4364-aaa6-8107e56d322c req-d2715635-f384-48d7-9182-0e46898e7a2c service nova] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Updated VIF entry in instance network info cache for port 71f28ef0-3609-43e6-8bc9-73ba05fd6a75. {{(pid=68831) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.490371] env[68831]: DEBUG nova.network.neutron [req-8d0148e3-8a82-4364-aaa6-8107e56d322c req-d2715635-f384-48d7-9182-0e46898e7a2c service nova] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Updating instance_info_cache with network_info: [{"id": "71f28ef0-3609-43e6-8bc9-73ba05fd6a75", "address": "fa:16:3e:2b:da:f2", "network": {"id": "66f9e7af-f0d4-4be7-ab62-1e887191193c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2080559862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dba8bcf861ca49cdab4dc70feac47970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f28ef0-36", "ovs_interfaceid": "71f28ef0-3609-43e6-8bc9-73ba05fd6a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.597489] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52de96e9-7e2f-b8cd-7db3-55c64a7e48cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012509} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.597742] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.597995] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Processing image 0729a092-be14-4472-984f-c64ecf5724ef {{(pid=68831) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.598255] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.598406] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.598587] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.598839] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c4e756a-5018-4250-a7bf-6a2f8450421e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.607170] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68831) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.607344] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68831) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.608024] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8130fca2-d583-4bda-9ec7-15d04578620f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.612817] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Waiting for the task: (returnval){ [ 1442.612817] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d4a404-23c6-60a7-2e22-4db0d288a920" [ 1442.612817] env[68831]: _type = "Task" [ 1442.612817] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.619686] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d4a404-23c6-60a7-2e22-4db0d288a920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.993245] env[68831]: DEBUG oslo_concurrency.lockutils [req-8d0148e3-8a82-4364-aaa6-8107e56d322c req-d2715635-f384-48d7-9182-0e46898e7a2c service nova] Releasing lock "refresh_cache-01a0a22c-8524-4f95-9da3-c254c5647e10" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.123241] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52d4a404-23c6-60a7-2e22-4db0d288a920, 'name': SearchDatastore_Task, 'duration_secs': 0.007876} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.123994] env[68831]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50903741-65cf-47c8-959a-c8de3d975609 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.128654] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Waiting for the task: (returnval){ [ 1443.128654] env[68831]: value = "session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ab48f9-81e0-d5bc-7307-743f03016a7a" [ 1443.128654] env[68831]: _type = "Task" [ 1443.128654] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.135497] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ab48f9-81e0-d5bc-7307-743f03016a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.639614] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': session[5297e89f-a37d-36ee-0fbf-72c76a9e557a]52ab48f9-81e0-d5bc-7307-743f03016a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.639843] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk" {{(pid=68831) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.640138] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 01a0a22c-8524-4f95-9da3-c254c5647e10/01a0a22c-8524-4f95-9da3-c254c5647e10.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.640393] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f19d9a1-dce7-454b-a821-0ed4e74994f1 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.646830] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Waiting for the task: (returnval){ [ 1443.646830] env[68831]: value = "task-2803857" [ 1443.646830] env[68831]: _type = "Task" [ 1443.646830] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.653749] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': task-2803857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.156631] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': task-2803857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415803} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.157018] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0729a092-be14-4472-984f-c64ecf5724ef/0729a092-be14-4472-984f-c64ecf5724ef.vmdk to [datastore1] 01a0a22c-8524-4f95-9da3-c254c5647e10/01a0a22c-8524-4f95-9da3-c254c5647e10.vmdk {{(pid=68831) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.157129] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Extending root virtual disk to 1048576 {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.157301] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f3fdef3-fd14-469e-8d7d-b29d88a56e12 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.163881] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Waiting for the task: (returnval){ [ 1444.163881] env[68831]: value = "task-2803858" [ 1444.163881] env[68831]: _type = "Task" [ 1444.163881] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.170557] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': task-2803858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.673697] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': task-2803858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064441} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.673958] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Extended root virtual disk {{(pid=68831) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.674760] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f9d058-a3c5-4549-9cbb-6051f8b7cace {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.696183] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 01a0a22c-8524-4f95-9da3-c254c5647e10/01a0a22c-8524-4f95-9da3-c254c5647e10.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.696405] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed79073a-23c2-4869-8076-c091e466fd7e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.715737] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Waiting for the task: (returnval){ [ 1444.715737] env[68831]: value = "task-2803859" [ 1444.715737] env[68831]: _type = "Task" [ 1444.715737] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.727517] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': task-2803859, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.226541] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': task-2803859, 'name': ReconfigVM_Task, 'duration_secs': 0.290332} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.226889] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 01a0a22c-8524-4f95-9da3-c254c5647e10/01a0a22c-8524-4f95-9da3-c254c5647e10.vmdk or device None with type sparse {{(pid=68831) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.227394] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-459617e1-8c94-458e-b523-591f0b4be531 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.233514] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Waiting for the task: (returnval){ [ 1445.233514] env[68831]: value = "task-2803860" [ 1445.233514] env[68831]: _type = "Task" [ 1445.233514] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.240780] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': task-2803860, 'name': Rename_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.743122] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': task-2803860, 'name': Rename_Task, 'duration_secs': 0.130692} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.743399] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Powering on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1445.743637] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-838f8bce-b44f-45d8-9fa1-feedfd54de24 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.749679] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Waiting for the task: (returnval){ [ 1445.749679] env[68831]: value = "task-2803861" [ 1445.749679] env[68831]: _type = "Task" [ 1445.749679] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.756693] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': task-2803861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.259945] env[68831]: DEBUG oslo_vmware.api [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': task-2803861, 'name': PowerOnVM_Task, 'duration_secs': 0.444453} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.260342] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Powered on the VM {{(pid=68831) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1446.260439] env[68831]: INFO nova.compute.manager [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1446.260603] env[68831]: DEBUG nova.compute.manager [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Checking state {{(pid=68831) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.261414] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1f436c-8305-49bd-bf86-a2f8b84fe6a9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.778773] env[68831]: INFO nova.compute.manager [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Took 12.41 seconds to build instance. [ 1447.281342] env[68831]: DEBUG oslo_concurrency.lockutils [None req-540e5a28-a3dd-4607-828b-3ad1d8756c84 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Lock "01a0a22c-8524-4f95-9da3-c254c5647e10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.924s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.433167] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Acquiring lock "01a0a22c-8524-4f95-9da3-c254c5647e10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.433436] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Lock "01a0a22c-8524-4f95-9da3-c254c5647e10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.433673] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Acquiring lock "01a0a22c-8524-4f95-9da3-c254c5647e10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.433882] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Lock "01a0a22c-8524-4f95-9da3-c254c5647e10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.434083] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Lock "01a0a22c-8524-4f95-9da3-c254c5647e10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.436074] env[68831]: INFO nova.compute.manager [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Terminating instance [ 1447.940308] env[68831]: DEBUG nova.compute.manager [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1447.940579] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.941840] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd91a52-6886-4b88-a96f-5f0f35a5e95f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.949577] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.949826] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaf1e6a6-7932-419a-a497-8e39a5e1d140 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.956761] env[68831]: DEBUG oslo_vmware.api [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Waiting for the task: (returnval){ [ 1447.956761] env[68831]: value = "task-2803862" [ 1447.956761] env[68831]: _type = "Task" [ 1447.956761] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.965066] env[68831]: DEBUG oslo_vmware.api [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': task-2803862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.468402] env[68831]: DEBUG oslo_vmware.api [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': task-2803862, 'name': PowerOffVM_Task, 'duration_secs': 0.184579} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.468816] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.468816] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.469063] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae55c18b-686e-4713-8b98-5166d713e335 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.537352] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1448.537587] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Deleting contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1448.537769] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Deleting the datastore file [datastore1] 01a0a22c-8524-4f95-9da3-c254c5647e10 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1448.538080] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5521de0c-59f8-475c-aacc-8eb82316cbc7 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.544366] env[68831]: DEBUG oslo_vmware.api [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Waiting for the task: (returnval){ [ 1448.544366] env[68831]: value = "task-2803864" [ 1448.544366] env[68831]: _type = "Task" [ 1448.544366] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.551629] env[68831]: DEBUG oslo_vmware.api [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': task-2803864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.053798] env[68831]: DEBUG oslo_vmware.api [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Task: {'id': task-2803864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155511} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.054050] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.054240] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Deleted contents of the VM from datastore datastore1 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.054415] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.054586] env[68831]: INFO nova.compute.manager [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1449.054830] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.055020] env[68831]: DEBUG nova.compute.manager [-] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1449.055129] env[68831]: DEBUG nova.network.neutron [-] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1449.343069] env[68831]: DEBUG nova.compute.manager [req-93acf27a-d9ca-4876-8515-fe04b8e93357 req-56cdf32a-cacf-4c05-893d-a869081073e5 service nova] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Received event network-vif-deleted-71f28ef0-3609-43e6-8bc9-73ba05fd6a75 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1449.343069] env[68831]: INFO nova.compute.manager [req-93acf27a-d9ca-4876-8515-fe04b8e93357 req-56cdf32a-cacf-4c05-893d-a869081073e5 service nova] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Neutron deleted interface 71f28ef0-3609-43e6-8bc9-73ba05fd6a75; detaching it from the instance and deleting it from the info cache [ 1449.343069] env[68831]: DEBUG nova.network.neutron [req-93acf27a-d9ca-4876-8515-fe04b8e93357 req-56cdf32a-cacf-4c05-893d-a869081073e5 service nova] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.820457] env[68831]: DEBUG nova.network.neutron [-] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.844885] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90ce83e8-0c4b-498a-a4b2-016e42a740dc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.855591] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a64b74d-4798-4418-a192-5301bf8527b4 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.882725] env[68831]: DEBUG nova.compute.manager [req-93acf27a-d9ca-4876-8515-fe04b8e93357 req-56cdf32a-cacf-4c05-893d-a869081073e5 service nova] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Detach interface failed, port_id=71f28ef0-3609-43e6-8bc9-73ba05fd6a75, reason: Instance 01a0a22c-8524-4f95-9da3-c254c5647e10 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1450.323888] env[68831]: INFO nova.compute.manager [-] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Took 1.27 seconds to deallocate network for instance. [ 1450.830658] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.831018] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.831179] env[68831]: DEBUG nova.objects.instance [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Lazy-loading 'resources' on Instance uuid 01a0a22c-8524-4f95-9da3-c254c5647e10 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.398632] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd5c718-d72a-4f0e-9d76-cce94b8a272e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.406651] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3903fc39-038e-4b37-8d15-2130f07a9cf9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.435409] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d001fe8d-56bb-4485-8ced-bdd1d337c228 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.441831] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f848ca-595b-41fe-a39a-e4fff3b5c180 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.454162] env[68831]: DEBUG nova.compute.provider_tree [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.957424] env[68831]: DEBUG nova.scheduler.client.report [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.464280] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.485478] env[68831]: INFO nova.scheduler.client.report [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Deleted allocations for instance 01a0a22c-8524-4f95-9da3-c254c5647e10 [ 1452.995766] env[68831]: DEBUG oslo_concurrency.lockutils [None req-ec1eca09-a037-4fd9-b471-6eea2dc775b6 tempest-ServerGroupTestJSON-967071866 tempest-ServerGroupTestJSON-967071866-project-member] Lock "01a0a22c-8524-4f95-9da3-c254c5647e10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.562s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.856045] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "1b262991-c868-423f-ac22-cf0dbab2884c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.856045] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "1b262991-c868-423f-ac22-cf0dbab2884c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.856045] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "1b262991-c868-423f-ac22-cf0dbab2884c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.856045] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "1b262991-c868-423f-ac22-cf0dbab2884c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.856045] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "1b262991-c868-423f-ac22-cf0dbab2884c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.858265] env[68831]: INFO nova.compute.manager [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Terminating instance [ 1461.362505] env[68831]: DEBUG nova.compute.manager [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1461.362755] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.363052] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e764df2c-38fc-4627-9d16-e37723bd77ca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.370166] env[68831]: DEBUG oslo_vmware.api [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1461.370166] env[68831]: value = "task-2803865" [ 1461.370166] env[68831]: _type = "Task" [ 1461.370166] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.377859] env[68831]: DEBUG oslo_vmware.api [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.880366] env[68831]: DEBUG oslo_vmware.api [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803865, 'name': PowerOffVM_Task, 'duration_secs': 0.175729} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.880757] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.880869] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Volume detach. Driver type: vmdk {{(pid=68831) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1461.880999] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563388', 'volume_id': '88c34955-8981-4a18-b133-e6a0c0dfaca1', 'name': 'volume-88c34955-8981-4a18-b133-e6a0c0dfaca1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1b262991-c868-423f-ac22-cf0dbab2884c', 'attached_at': '2025-03-06T09:43:59.000000', 'detached_at': '', 'volume_id': '88c34955-8981-4a18-b133-e6a0c0dfaca1', 'serial': '88c34955-8981-4a18-b133-e6a0c0dfaca1'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1461.881780] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b189bac-87a1-4d88-83ee-3760fcf62b3c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.899386] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312e1cbb-fa89-480b-a9c4-6ca213f86d06 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.905357] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1be8b6-6aac-4da4-a3d9-71f1da85a21a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.924106] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ed75dc-bcef-4894-abfa-562cceea0c4e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.937778] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] The volume has not been displaced from its original location: [datastore2] volume-88c34955-8981-4a18-b133-e6a0c0dfaca1/volume-88c34955-8981-4a18-b133-e6a0c0dfaca1.vmdk. No consolidation needed. {{(pid=68831) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1461.942964] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1461.943240] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44c2b81b-02f0-4cdc-a0c2-53a521dcd31c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.960380] env[68831]: DEBUG oslo_vmware.api [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1461.960380] env[68831]: value = "task-2803866" [ 1461.960380] env[68831]: _type = "Task" [ 1461.960380] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.968303] env[68831]: DEBUG oslo_vmware.api [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.469519] env[68831]: DEBUG oslo_vmware.api [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803866, 'name': ReconfigVM_Task, 'duration_secs': 0.151062} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.469786] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=68831) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1462.474362] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af301bb4-f49b-49c5-b30e-2d7c363c9448 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.488930] env[68831]: DEBUG oslo_vmware.api [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1462.488930] env[68831]: value = "task-2803867" [ 1462.488930] env[68831]: _type = "Task" [ 1462.488930] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.496529] env[68831]: DEBUG oslo_vmware.api [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.998997] env[68831]: DEBUG oslo_vmware.api [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803867, 'name': ReconfigVM_Task, 'duration_secs': 0.124272} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.999370] env[68831]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563388', 'volume_id': '88c34955-8981-4a18-b133-e6a0c0dfaca1', 'name': 'volume-88c34955-8981-4a18-b133-e6a0c0dfaca1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1b262991-c868-423f-ac22-cf0dbab2884c', 'attached_at': '2025-03-06T09:43:59.000000', 'detached_at': '', 'volume_id': '88c34955-8981-4a18-b133-e6a0c0dfaca1', 'serial': '88c34955-8981-4a18-b133-e6a0c0dfaca1'} {{(pid=68831) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1462.999596] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1463.000409] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b59395-0a16-430e-8981-4fa043037932 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.006750] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.006971] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90b1925f-0c28-414c-8210-a5ba1fd624f9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.069439] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.069652] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.069826] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleting the datastore file [datastore2] 1b262991-c868-423f-ac22-cf0dbab2884c {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.070137] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9dd14c9-8e89-405b-a5cd-526b12a8bc0c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.076205] env[68831]: DEBUG oslo_vmware.api [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1463.076205] env[68831]: value = "task-2803869" [ 1463.076205] env[68831]: _type = "Task" [ 1463.076205] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.083510] env[68831]: DEBUG oslo_vmware.api [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.586324] env[68831]: DEBUG oslo_vmware.api [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075574} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.586569] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.586747] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.586919] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.587107] env[68831]: INFO nova.compute.manager [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1463.587353] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1463.587558] env[68831]: DEBUG nova.compute.manager [-] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1463.587656] env[68831]: DEBUG nova.network.neutron [-] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1464.019670] env[68831]: DEBUG nova.compute.manager [req-c4f06ee4-50b8-4b7c-b153-31af94a050fa req-a086c2cd-5424-4d10-85c3-7d8a05b48bf2 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Received event network-vif-deleted-fe67a846-da9f-4441-90d5-9c53877622f7 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1464.019896] env[68831]: INFO nova.compute.manager [req-c4f06ee4-50b8-4b7c-b153-31af94a050fa req-a086c2cd-5424-4d10-85c3-7d8a05b48bf2 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Neutron deleted interface fe67a846-da9f-4441-90d5-9c53877622f7; detaching it from the instance and deleting it from the info cache [ 1464.020112] env[68831]: DEBUG nova.network.neutron [req-c4f06ee4-50b8-4b7c-b153-31af94a050fa req-a086c2cd-5424-4d10-85c3-7d8a05b48bf2 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.499082] env[68831]: DEBUG nova.network.neutron [-] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.522069] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-078c6129-1da0-49ec-b93c-021f570bf93f {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.532421] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470f01c5-0c6a-43e6-94a8-3ac8f06e2699 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.558625] env[68831]: DEBUG nova.compute.manager [req-c4f06ee4-50b8-4b7c-b153-31af94a050fa req-a086c2cd-5424-4d10-85c3-7d8a05b48bf2 service nova] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Detach interface failed, port_id=fe67a846-da9f-4441-90d5-9c53877622f7, reason: Instance 1b262991-c868-423f-ac22-cf0dbab2884c could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1465.001687] env[68831]: INFO nova.compute.manager [-] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Took 1.41 seconds to deallocate network for instance. [ 1465.546574] env[68831]: INFO nova.compute.manager [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Took 0.54 seconds to detach 1 volumes for instance. [ 1465.548690] env[68831]: DEBUG nova.compute.manager [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Deleting volume: 88c34955-8981-4a18-b133-e6a0c0dfaca1 {{(pid=68831) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1466.088061] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.088061] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.088061] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.111735] env[68831]: INFO nova.scheduler.client.report [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleted allocations for instance 1b262991-c868-423f-ac22-cf0dbab2884c [ 1466.619107] env[68831]: DEBUG oslo_concurrency.lockutils [None req-4ccb41db-4a65-476a-8123-716ee21f2737 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "1b262991-c868-423f-ac22-cf0dbab2884c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.764s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.534975] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "45037021-b141-4622-928d-4b3b34e6c839" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.535265] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "45037021-b141-4622-928d-4b3b34e6c839" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.535480] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "45037021-b141-4622-928d-4b3b34e6c839-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.535663] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "45037021-b141-4622-928d-4b3b34e6c839-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.535832] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "45037021-b141-4622-928d-4b3b34e6c839-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.538024] env[68831]: INFO nova.compute.manager [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Terminating instance [ 1468.041571] env[68831]: DEBUG nova.compute.manager [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1468.041950] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1468.042823] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa651cff-b3fd-496e-ad68-c0bfbb5d29ed {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.051321] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.051599] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bc9b497-e354-44c8-a7a4-75a30263361d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.058679] env[68831]: DEBUG oslo_vmware.api [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1468.058679] env[68831]: value = "task-2803871" [ 1468.058679] env[68831]: _type = "Task" [ 1468.058679] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.067037] env[68831]: DEBUG oslo_vmware.api [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.568404] env[68831]: DEBUG oslo_vmware.api [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803871, 'name': PowerOffVM_Task, 'duration_secs': 0.188329} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.568691] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1468.568821] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1468.569072] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50fbd9c5-28bf-44b6-ae5d-09e74eedf4ca {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.631751] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1468.631971] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1468.632174] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleting the datastore file [datastore2] 45037021-b141-4622-928d-4b3b34e6c839 {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1468.632438] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bea950cf-5171-4116-87b1-2989b135830d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.638979] env[68831]: DEBUG oslo_vmware.api [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1468.638979] env[68831]: value = "task-2803873" [ 1468.638979] env[68831]: _type = "Task" [ 1468.638979] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.646126] env[68831]: DEBUG oslo_vmware.api [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.148379] env[68831]: DEBUG oslo_vmware.api [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125721} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.148721] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1469.148773] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1469.148925] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1469.149121] env[68831]: INFO nova.compute.manager [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1469.149370] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1469.149556] env[68831]: DEBUG nova.compute.manager [-] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1469.149652] env[68831]: DEBUG nova.network.neutron [-] [instance: 45037021-b141-4622-928d-4b3b34e6c839] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1469.382202] env[68831]: DEBUG nova.compute.manager [req-ea29e05c-1e17-4317-bf81-19e072c69865 req-789ba3c8-b0ca-45c9-9a1b-eeaa9fc8fa29 service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Received event network-vif-deleted-4e6f8908-a899-4479-aa43-47e6c08a1d32 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1469.382202] env[68831]: INFO nova.compute.manager [req-ea29e05c-1e17-4317-bf81-19e072c69865 req-789ba3c8-b0ca-45c9-9a1b-eeaa9fc8fa29 service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Neutron deleted interface 4e6f8908-a899-4479-aa43-47e6c08a1d32; detaching it from the instance and deleting it from the info cache [ 1469.382375] env[68831]: DEBUG nova.network.neutron [req-ea29e05c-1e17-4317-bf81-19e072c69865 req-789ba3c8-b0ca-45c9-9a1b-eeaa9fc8fa29 service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.866855] env[68831]: DEBUG nova.network.neutron [-] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.884571] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7863970b-9af2-49a8-af61-adca3353929e {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.894699] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65726a3d-5af3-4fb1-8440-b3245a9e3f0a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.918312] env[68831]: DEBUG nova.compute.manager [req-ea29e05c-1e17-4317-bf81-19e072c69865 req-789ba3c8-b0ca-45c9-9a1b-eeaa9fc8fa29 service nova] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Detach interface failed, port_id=4e6f8908-a899-4479-aa43-47e6c08a1d32, reason: Instance 45037021-b141-4622-928d-4b3b34e6c839 could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1470.370112] env[68831]: INFO nova.compute.manager [-] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Took 1.22 seconds to deallocate network for instance. [ 1470.876630] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.876924] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.877166] env[68831]: DEBUG nova.objects.instance [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lazy-loading 'resources' on Instance uuid 45037021-b141-4622-928d-4b3b34e6c839 {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.421401] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bd689f-8d6a-45ea-9db0-b435ca11866d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.428920] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fcde92-b2b3-4bdf-bc52-9a0b7183bd5a {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.461016] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704bc3ef-421f-4da2-8da3-1ac5ec09dadc {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.466580] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3057197-3c0e-40dd-8841-ebf5b7b24c5c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.479433] env[68831]: DEBUG nova.compute.provider_tree [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.983050] env[68831]: DEBUG nova.scheduler.client.report [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.488345] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.505598] env[68831]: INFO nova.scheduler.client.report [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleted allocations for instance 45037021-b141-4622-928d-4b3b34e6c839 [ 1473.015787] env[68831]: DEBUG oslo_concurrency.lockutils [None req-6cbfee8c-da1d-4190-a1a0-b8de3ecf1f94 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "45037021-b141-4622-928d-4b3b34e6c839" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.480s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.253269] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "315511f1-cd02-4989-ab44-f07126e0afef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.253918] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "315511f1-cd02-4989-ab44-f07126e0afef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.254151] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "315511f1-cd02-4989-ab44-f07126e0afef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.254345] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "315511f1-cd02-4989-ab44-f07126e0afef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.254519] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "315511f1-cd02-4989-ab44-f07126e0afef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.256579] env[68831]: INFO nova.compute.manager [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Terminating instance [ 1477.760567] env[68831]: DEBUG nova.compute.manager [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Start destroying the instance on the hypervisor. {{(pid=68831) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1477.760840] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Destroying instance {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1477.761755] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa0da65-5ad4-4774-aaf3-78dd2846461b {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.769191] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Powering off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1477.769408] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ba17864-8bba-4c32-9544-df5481b78d53 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.776060] env[68831]: DEBUG oslo_vmware.api [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1477.776060] env[68831]: value = "task-2803875" [ 1477.776060] env[68831]: _type = "Task" [ 1477.776060] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.783691] env[68831]: DEBUG oslo_vmware.api [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.291073] env[68831]: DEBUG oslo_vmware.api [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803875, 'name': PowerOffVM_Task, 'duration_secs': 0.186996} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.291612] env[68831]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Powered off the VM {{(pid=68831) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.291612] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Unregistering the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1478.291682] env[68831]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d50cd65-ad96-4888-a195-66a12503467c {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.355136] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Unregistered the VM {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1478.355375] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Deleting contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1478.355665] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleting the datastore file [datastore2] 315511f1-cd02-4989-ab44-f07126e0afef {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1478.355973] env[68831]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-905f0ea3-171c-4302-970a-03f4e8e72724 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.362164] env[68831]: DEBUG oslo_vmware.api [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for the task: (returnval){ [ 1478.362164] env[68831]: value = "task-2803877" [ 1478.362164] env[68831]: _type = "Task" [ 1478.362164] env[68831]: } to complete. {{(pid=68831) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.370561] env[68831]: DEBUG oslo_vmware.api [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.871608] env[68831]: DEBUG oslo_vmware.api [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Task: {'id': task-2803877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12412} completed successfully. {{(pid=68831) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.871864] env[68831]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleted the datastore file {{(pid=68831) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1478.872052] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Deleted contents of the VM from datastore datastore2 {{(pid=68831) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1478.872232] env[68831]: DEBUG nova.virt.vmwareapi.vmops [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Instance destroyed {{(pid=68831) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1478.872412] env[68831]: INFO nova.compute.manager [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1478.872650] env[68831]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68831) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1478.872832] env[68831]: DEBUG nova.compute.manager [-] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Deallocating network for instance {{(pid=68831) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1478.872924] env[68831]: DEBUG nova.network.neutron [-] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] deallocate_for_instance() {{(pid=68831) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1479.099612] env[68831]: DEBUG nova.compute.manager [req-108c2446-db49-45dd-a465-56af94aebbf8 req-0b89b701-55a2-412e-9d9e-8fb140535c04 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Received event network-vif-deleted-6b320c11-a526-4489-9597-703ba0be42f0 {{(pid=68831) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1479.099753] env[68831]: INFO nova.compute.manager [req-108c2446-db49-45dd-a465-56af94aebbf8 req-0b89b701-55a2-412e-9d9e-8fb140535c04 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Neutron deleted interface 6b320c11-a526-4489-9597-703ba0be42f0; detaching it from the instance and deleting it from the info cache [ 1479.099907] env[68831]: DEBUG nova.network.neutron [req-108c2446-db49-45dd-a465-56af94aebbf8 req-0b89b701-55a2-412e-9d9e-8fb140535c04 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.583152] env[68831]: DEBUG nova.network.neutron [-] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Updating instance_info_cache with network_info: [] {{(pid=68831) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.602279] env[68831]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23de682c-76e1-4f9e-8255-067c0ec7c908 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.612138] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8a40d8-8368-4b54-8638-fe270f5b2e2d {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.635528] env[68831]: DEBUG nova.compute.manager [req-108c2446-db49-45dd-a465-56af94aebbf8 req-0b89b701-55a2-412e-9d9e-8fb140535c04 service nova] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Detach interface failed, port_id=6b320c11-a526-4489-9597-703ba0be42f0, reason: Instance 315511f1-cd02-4989-ab44-f07126e0afef could not be found. {{(pid=68831) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1480.085789] env[68831]: INFO nova.compute.manager [-] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Took 1.21 seconds to deallocate network for instance. [ 1480.592440] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.592820] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.592945] env[68831]: DEBUG nova.objects.instance [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lazy-loading 'resources' on Instance uuid 315511f1-cd02-4989-ab44-f07126e0afef {{(pid=68831) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.126444] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895a3b8d-fc8e-49c2-b022-14f7ad51ab27 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.134289] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69170fba-95da-45f8-b910-1cda3e7339c9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.164568] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426e0242-61ba-4f9d-90b4-f6852ca1ed57 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.171373] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9999cdd-145c-403d-9717-592f9d51decb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.183977] env[68831]: DEBUG nova.compute.provider_tree [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1481.687705] env[68831]: DEBUG nova.scheduler.client.report [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.193318] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.213037] env[68831]: INFO nova.scheduler.client.report [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Deleted allocations for instance 315511f1-cd02-4989-ab44-f07126e0afef [ 1482.720655] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7de389bd-656f-4753-a85b-92df39807cd9 tempest-ServerActionsTestOtherA-1471230332 tempest-ServerActionsTestOtherA-1471230332-project-member] Lock "315511f1-cd02-4989-ab44-f07126e0afef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.467s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.943890] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.445114] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.942988] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.938223] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.942820] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.446407] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.447129] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.447365] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.447524] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68831) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1490.448484] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b475852b-a4ec-41de-898c-77077247c8d9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.456883] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf6fd26-f3bc-49fd-88b4-2a366c88bfbb {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.471514] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6994ad6d-23f5-4bd9-a609-f0d617dd2504 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.477438] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e048c6-b742-46b1-aa47-16a7a3b8ee01 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.504794] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180665MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68831) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1490.504928] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.505140] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.523961] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1491.524255] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68831) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1491.537192] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a528f14-77aa-4a92-89c2-532c01415e17 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.544931] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a6f54f-b0ea-4c20-a69d-b1857f033dd9 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.574476] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe190a4-7001-4c5d-953a-09aa225be945 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.581135] env[68831]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2625921f-3d5d-491f-8c3c-d6c49e6ead73 {{(pid=68831) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.593648] env[68831]: DEBUG nova.compute.provider_tree [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed in ProviderTree for provider: 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 {{(pid=68831) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.097084] env[68831]: DEBUG nova.scheduler.client.report [None req-7a59a185-4126-4951-817d-27337712c253 None None] Inventory has not changed for provider 4aec976f-6dcf-4c56-9110-7e4ed42dcfa2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68831) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1492.601863] env[68831]: DEBUG nova.compute.resource_tracker [None req-7a59a185-4126-4951-817d-27337712c253 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68831) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1492.602312] env[68831]: DEBUG oslo_concurrency.lockutils [None req-7a59a185-4126-4951-817d-27337712c253 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=68831) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.943583] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.943835] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.944012] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.944168] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Cleaning up deleted instances with incomplete migration {{(pid=68831) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1496.446547] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.446939] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.446939] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68831) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1496.447057] env[68831]: DEBUG oslo_service.periodic_task [None req-7a59a185-4126-4951-817d-27337712c253 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68831) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.447175] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] Cleaning up deleted instances {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1496.956547] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] There are 28 instances to clean {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1496.956769] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 01a0a22c-8524-4f95-9da3-c254c5647e10] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1497.460283] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 1b262991-c868-423f-ac22-cf0dbab2884c] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1497.964137] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: a91b705d-ca3f-427b-9641-07862daed92d] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1498.467884] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 45037021-b141-4622-928d-4b3b34e6c839] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1498.971014] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: e853a738-9a46-4883-8d2f-50b73ea96930] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1499.474902] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: eff1a8c3-df0b-4609-824a-2c49ebac6425] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1499.978134] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: f1f79050-11ca-4f2c-aed6-0f92a40a4a3a] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1500.483326] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: e1e340b4-cbe9-45dd-8fe0-cb814dde14fa] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1500.986675] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: c51da600-6dc8-4bfb-b46f-68dbd674a545] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1501.488785] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 66ef2b4b-49af-4513-86aa-d97b8544ebcd] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1501.992444] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 99f7c875-27e5-4dbc-b46c-79a53aa72579] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1502.495659] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 53319319-2f1d-4a41-82bb-1afce3418287] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1502.998959] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 516b964e-1c5d-4b6c-886e-28e2f2ff555a] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1503.502938] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 80333c3d-d19a-433a-a899-f56824bc8beb] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1504.006616] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 79385505-25cb-41fa-835c-f1c05380c631] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1504.510142] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 5cf7eb75-6469-4990-9517-5f2cd4d33872] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1505.017198] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: e26b8204-a837-43e0-95b2-e24bbb143043] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1505.520832] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 9d4f731c-64c5-47ad-b2b3-856e86071619] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1506.026371] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 01023fc9-a1ae-4541-83f5-25d3378d2811] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1506.528063] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 7d1fa73f-d708-41ec-a279-1d64cf42aa14] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1507.031456] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 6dcef76f-4663-412d-b967-2316b92b6c7a] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1507.535223] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 315511f1-cd02-4989-ab44-f07126e0afef] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1508.040520] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: fa37c68c-867c-422a-8511-c155dcc3856b] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1508.544206] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 8231a981-1436-406f-a2d9-18cf0e0f7348] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1509.047633] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 62318067-cfaf-48e9-a5e9-6a4d786a367f] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1509.550643] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: 05611151-ab8a-4435-9225-60d1671b7d2a] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1510.054363] env[68831]: DEBUG nova.compute.manager [None req-7a59a185-4126-4951-817d-27337712c253 None None] [instance: e667e383-575b-4cc6-9a2d-0a9d792697fa] Instance has had 0 of 5 cleanup attempts {{(pid=68831) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}}